00000800:00000200:3.1F:1769073246.081236:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059ed4a2a] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769073246.094214:0:2393:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.1:1769073246.094857:0:2393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.104@tcp ip 192.168.204.104:988
00000800:00000200:3.1:1769073246.094867:0:2393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc6ef62f type 2, nob 96 niov 1 nkiov 0
00000800:00000200:0.1F:1769073246.106306:0:2393:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:0.1:1769073246.113581:0:2393:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1
00010000:00000010:2.1F:1769073387.291578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba829b4800.
00000080:00000010:2.1:1769073387.351606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba923a92c0.
00010000:00000010:2.1:1769073387.351630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba83abba00.
00010000:00000010:2.1:1769073387.351644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba80031800.
00010000:00000010:3.1:1769073387.643594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9900.
00010000:00000010:3.1:1769073387.643610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba8151bc00.
00010000:00000010:3.1:1769073990.698673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:2.1:1769073990.715786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba8ae9e400.
00010000:00000010:2.1:1769073990.715810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba829b5400.
00010000:00000010:2.1:1769074977.362572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba92971200.
00010000:00000010:0.1:1769074977.372562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba92b70900.
00010000:00000010:0.1:1769074977.372573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba80031400.
00010000:00000010:3.1:1769074977.464597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.464603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba80031400.
00010000:00000010:3.1:1769074977.464606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba87a66a00.
00000080:00000010:3.1:1769074977.468559:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab89f3180.
00000080:00000010:3.1:1769074977.468565:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba9239b460.
00010000:00000010:3.1:1769074977.472564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.472571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.476563:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab89f5280.
00000080:00000010:3.1:1769074977.476573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb460.
00010000:00000010:3.1:1769074977.476577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.476579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.480561:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab89f18c0.
00000080:00000010:3.1:1769074977.480570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.484561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.484566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.484571:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab89f2940.
00000080:00000010:3.1:1769074977.484578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb900.
00010000:00000010:3.1:1769074977.488582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.488619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.488624:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a139c0.
00000080:00000010:3.1:1769074977.488631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb9c0.
00010000:00000010:3.1:1769074977.496588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9d00.
00010000:00000010:3.1:1769074977.496599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.500558:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a16300.
00000080:00000010:3.1:1769074977.500568:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.508622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.508655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.508663:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a16b40.
00000080:00000010:3.1:1769074977.508674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb900.
00010000:00000010:3.1:1769074977.508681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.508685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.508689:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a10840.
00000080:00000010:3.1:1769074977.508694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb9c0.
00010000:00000010:3.1:1769074977.512575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9d00.
00010000:00000010:3.1:1769074977.512580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.517567:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a1f380.
00000080:00000010:3.1:1769074977.517579:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb460.
00010000:00000010:3.1:1769074977.517587:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.517590:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.517595:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a1c200.
00000080:00000010:3.1:1769074977.517600:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.525581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.525589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.529559:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a1dac0.
00000080:00000010:3.1:1769074977.529565:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb9c0.
00010000:00000010:3.1:1769074977.529569:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9d00.
00010000:00000010:3.1:1769074977.529572:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.537566:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab89f0000.
00000080:00000010:3.1:1769074977.537580:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb900.
00010000:00000010:3.1:1769074977.537587:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.537598:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.537603:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab89f2100.
00000080:00000010:3.1:1769074977.537605:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.541559:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.541565:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.541572:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab89f7380.
00000080:00000010:3.1:1769074977.541585:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb460.
00010000:00000010:3.1:1769074977.545583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9d00.
00010000:00000010:3.1:1769074977.545595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.545601:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a26b40.
00000080:00000010:3.1:1769074977.545610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb9c0.
00010000:00000010:3.1:1769074977.545618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.545620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.549559:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a20840.
00000080:00000010:3.1:1769074977.549567:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.549572:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.549576:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.553554:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a24a40.
00000080:00000010:3.1:1769074977.553565:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.561568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.561573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.561579:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a23180.
00000080:00000010:3.1:1769074977.561587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb460.
00010000:00000010:3.1:1769074977.565556:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.565563:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.565622:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a25280.
00000080:00000010:3.1:1769074977.565632:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.569553:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9d00.
00010000:00000010:3.1:1769074977.569557:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.569562:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a218c0.
00000080:00000010:3.1:1769074977.569569:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.569573:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.569575:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.573560:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a22940.
00000080:00000010:3.1:1769074977.573570:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb9c0.
00010000:00000010:3.1:1769074977.573577:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.573582:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.577577:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a20000.
00000080:00000010:3.1:1769074977.577586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb460.
00010000:00000010:3.1:1769074977.577594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.577603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.581592:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a19080.
00000080:00000010:3.1:1769074977.581599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.581604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.581608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.585560:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a1b9c0.
00000080:00000010:3.1:1769074977.585571:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.589552:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.589556:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.589560:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a1e300.
00000080:00000010:3.1:1769074977.589564:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb9c0.
00010000:00000010:3.1:1769074977.589568:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.589570:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.593560:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a1eb40.
00000080:00000010:3.1:1769074977.593570:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb720.
00010000:00000010:3.1:1769074977.593574:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.593577:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.597575:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a18840.
00000080:00000010:3.1:1769074977.597585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.597596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9d00.
00010000:00000010:3.1:1769074977.597604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.601559:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a1ca40.
00000080:00000010:3.1:1769074977.601571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.601577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.601581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.605555:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a1b180.
00000080:00000010:3.1:1769074977.605560:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb9c0.
00010000:00000010:3.1:1769074977.609555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9d00.
00010000:00000010:3.1:1769074977.609561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.609567:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a1d280.
00000080:00000010:3.1:1769074977.609574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb720.
00010000:00000010:3.1:1769074977.613565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.613577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.613581:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a198c0.
00000080:00000010:3.1:1769074977.613587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.617557:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.617565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.617570:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a02100.
00000080:00000010:3.1:1769074977.617578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.621575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9d00.
00010000:00000010:3.1:1769074977.621579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.621584:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a07380.
00000080:00000010:3.1:1769074977.621592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb9c0.
00010000:00000010:3.1:1769074977.629582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.629588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.629593:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a04200.
00000080:00000010:3.1:1769074977.629599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb720.
00010000:00000010:3.1:1769074977.633554:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.633558:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.633562:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a1a940.
00000080:00000010:3.1:1769074977.633567:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.637562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9d00.
00010000:00000010:3.1:1769074977.637566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.637570:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a18000.
00000080:00000010:3.1:1769074977.637575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.637579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.637581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.637584:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a2b9c0.
00000080:00000010:3.1:1769074977.637587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb9c0.
00010000:00000010:3.1:1769074977.637589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.637591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6600.
00000080:00000010:3.1:1769074977.645559:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a2e300.
00000080:00000010:3.1:1769074977.645569:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb000.
00010000:00000010:3.1:1769074977.645574:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.645582:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.649614:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a2eb40.
00000080:00000010:3.1:1769074977.649625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb720.
00010000:00000010:3.1:1769074977.649634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.649640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.649644:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a28840.
00000080:00000010:3.1:1769074977.649653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.653573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.653580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6600.
00000080:00000010:3.1:1769074977.653587:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a2ca40.
00000080:00000010:3.1:1769074977.653596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb9c0.
00010000:00000010:3.1:1769074977.653601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.653603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.653606:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a2b180.
00000080:00000010:3.1:1769074977.653612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.661557:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.661562:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.661566:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a2d280.
00000080:00000010:3.1:1769074977.661572:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb1a0.
00010000:00000010:3.1:1769074977.665557:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.665562:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.670578:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a298c0.
00000080:00000010:3.1:1769074977.670587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.670593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.670596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.670599:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a2a940.
00000080:00000010:3.1:1769074977.670604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.670607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.670609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6600.
00000080:00000010:3.1:1769074977.674570:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a28000.
00000080:00000010:3.1:1769074977.674578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb9c0.
00010000:00000010:3.1:1769074977.674582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.674589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.678581:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a2a100.
00000080:00000010:3.1:1769074977.678599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb1a0.
00010000:00000010:3.1:1769074977.678606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.678610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.678615:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a22100.
00000080:00000010:3.1:1769074977.678620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb720.
00010000:00000010:3.1:1769074977.682564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.682568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6600.
00000080:00000010:3.1:1769074977.686568:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a27380.
00000080:00000010:3.1:1769074977.686580:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.686587:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.686590:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.690558:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a24200.
00000080:00000010:3.1:1769074977.690569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.690578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.690585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.694569:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a25ac0.
00000080:00000010:3.1:1769074977.694575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb720.
00010000:00000010:3.1:1769074977.694580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.694583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6600.
00000080:00000010:3.1:1769074977.698563:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a21080.
00000080:00000010:3.1:1769074977.698576:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb1a0.
00010000:00000010:3.1:1769074977.698582:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.698586:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.702555:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a239c0.
00000080:00000010:3.1:1769074977.702562:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.706569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.706576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.706593:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a26300.
00000080:00000010:3.1:1769074977.706606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.710564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.710581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.710587:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8978840.
00000080:00000010:3.1:1769074977.710595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb1a0.
00010000:00000010:3.1:1769074977.714565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.714571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6600.
00000080:00000010:3.1:1769074977.714576:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a1a100.
00000080:00000010:3.1:1769074977.714585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.718572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.718577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.718583:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a34200.
00000080:00000010:3.1:1769074977.718590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.722563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.722570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.722579:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a35ac0.
00000080:00000010:3.1:1769074977.722590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb1a0.
00010000:00000010:3.1:1769074977.726557:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.726562:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6600.
00000080:00000010:3.1:1769074977.726568:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a31080.
00000080:00000010:3.1:1769074977.726576:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.730576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.730586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.730598:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a339c0.
00000080:00000010:3.1:1769074977.730619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.738559:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.738565:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.738571:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a36300.
00000080:00000010:3.1:1769074977.738581:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb1a0.
00010000:00000010:3.1:1769074977.742551:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.742555:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6600.
00000080:00000010:3.1:1769074977.742559:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a36b40.
00000080:00000010:3.1:1769074977.742564:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.746560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.746569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.746572:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a30840.
00000080:00000010:3.1:1769074977.746578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.746581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.746583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.746586:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a34a40.
00000080:00000010:3.1:1769074977.746589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb6a0.
00010000:00000010:3.1:1769074977.750569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.750576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.750585:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a33180.
00000080:00000010:3.1:1769074977.750594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb1a0.
00010000:00000010:3.1:1769074977.754551:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.754554:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.754558:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a35280.
00000080:00000010:3.1:1769074977.754564:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862ebf20.
00010000:00000010:3.1:1769074977.758554:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.758557:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6600.
00000080:00000010:3.1:1769074977.758562:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a318c0.
00000080:00000010:3.1:1769074977.758567:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.758570:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.758573:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.766563:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a32940.
00000080:00000010:3.1:1769074977.766577:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb6a0.
00010000:00000010:3.1:1769074977.766583:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.766587:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.770558:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a30000.
00000080:00000010:3.1:1769074977.770566:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb1a0.
00010000:00000010:3.1:1769074977.770573:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.770577:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.774555:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a32100.
00000080:00000010:3.1:1769074977.774564:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862ebf20.
00010000:00000010:3.1:1769074977.774568:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.774576:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.774580:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a37380.
00000080:00000010:3.1:1769074977.774583:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.774589:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.774593:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6600.
00000080:00000010:3.1:1769074977.778556:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a3b9c0.
00000080:00000010:3.1:1769074977.778605:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.778610:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.778613:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.782615:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a2f380.
00000080:00000010:3.1:1769074977.782626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb6a0.
00010000:00000010:3.1:1769074977.782633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.782637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.786571:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a2c200.
00000080:00000010:3.1:1769074977.786578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb1a0.
00010000:00000010:3.1:1769074977.786583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.786587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6600.
00000080:00000010:3.1:1769074977.790570:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a2dac0.
00000080:00000010:3.1:1769074977.790578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.794570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.794574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.794578:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a29080.
00000080:00000010:3.1:1769074977.794594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.802559:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.802564:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.802569:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a44200.
00000080:00000010:3.1:1769074977.802577:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb6a0.
00010000:00000010:3.1:1769074977.806553:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9500.
00010000:00000010:3.1:1769074977.806558:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6600.
00000080:00000010:3.1:1769074977.806562:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a45ac0.
00000080:00000010:3.1:1769074977.806572:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb1a0.
00010000:00000010:3.1:1769074977.806576:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.806584:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.810559:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a41080.
00000080:00000010:3.1:1769074977.810566:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.810572:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.810576:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.810581:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a3e300.
00000080:00000010:3.1:1769074977.810589:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.810595:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9d00.
00010000:00000010:3.1:1769074977.810598:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.814582:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a3eb40.
00000080:00000010:3.1:1769074977.814588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb240.
00010000:00000010:3.1:1769074977.814594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.814598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.818569:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a38840.
00000080:00000010:3.1:1769074977.818581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb6a0.
00010000:00000010:3.1:1769074977.818586:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.818590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.822564:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a3ca40.
00000080:00000010:3.1:1769074977.822570:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862ebba0.
00010000:00000010:3.1:1769074977.822576:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.822580:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.826575:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a3b180.
00000080:00000010:3.1:1769074977.826586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.830567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.830575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.830581:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a3d280.
00000080:00000010:3.1:1769074977.830588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb240.
00010000:00000010:3.1:1769074977.834572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.834578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.834583:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a398c0.
00000080:00000010:3.1:1769074977.834590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb6a0.
00010000:00000010:3.1:1769074977.838574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9d00.
00010000:00000010:3.1:1769074977.838588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.838591:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a3a940.
00000080:00000010:3.1:1769074977.838597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.842569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.842573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.842577:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a38000.
00000080:00000010:3.1:1769074977.842582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb240.
00010000:00000010:3.1:1769074977.847556:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.847560:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.847564:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab897ca40.
00000080:00000010:3.1:1769074977.847571:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb6a0.
00010000:00000010:3.1:1769074977.852569:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9d00.
00010000:00000010:3.1:1769074977.852575:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.852589:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab897b180.
00000080:00000010:3.1:1769074977.852597:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.856561:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.856566:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.856572:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a3a100.
00000080:00000010:3.1:1769074977.856579:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb240.
00010000:00000010:3.1:1769074977.860594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.860602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.860607:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a3f380.
00000080:00000010:3.1:1769074977.860616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb6a0.
00010000:00000010:3.1:1769074977.864566:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9d00.
00010000:00000010:3.1:1769074977.864571:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.864578:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a3c200.
00000080:00000010:3.1:1769074977.864583:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.868624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.868633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.868640:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a3dac0.
00000080:00000010:3.1:1769074977.868650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.872577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.872588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.876581:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a39080.
00000080:00000010:3.1:1769074977.876589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb6a0.
00010000:00000010:3.1:1769074977.880573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.880580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.880586:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a4eb40.
00000080:00000010:3.1:1769074977.880596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.888561:0:12290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9700.
00010000:00000010:3.1:1769074977.888566:0:12290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7a00.
00000080:00000010:3.1:1769074977.888572:0:12290:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a48840.
00000080:00000010:3.1:1769074977.888577:0:12290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb760.
00010000:00000010:3.1:1769074977.893602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9d00.
00010000:00000010:3.1:1769074977.893612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6a00.
00000080:00000010:3.1:1769074977.893618:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a4ca40.
00000080:00000010:3.1:1769074977.898567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb6a0.
00010000:00000010:3.1:1769074977.898587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9800.
00010000:00000010:3.1:1769074977.898601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a6c00.
00000080:00000010:3.1:1769074977.898615:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a4b180.
00000080:00000010:3.1:1769074977.898627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862eb880.
00010000:00000010:3.1:1769074977.898638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9b00.
00010000:00000010:3.1:1769074977.898642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba856a7400.
00000080:00000010:3.1:1769074977.903596:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff88bab8a4d280.
00000080:00000010:3.1:1769074977.903609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba862ebfa0.
00010000:00000010:2.1:1769074977.907579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba92971200.
00000800:00000200:1.1F:1769075030.004684:0:2397:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:1.1:1769075030.004704:0:2397:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1:1769075030.004708:0:2397:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:0.1:1769075049.910130:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075049.910444:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075049.910592:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075049.910708:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075049.910833:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075055.029526:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075055.030013:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075055.030190:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075055.030339:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075055.030492:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075060.149301:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075060.149716:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075060.149899:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075060.150016:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075060.150174:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075065.269230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075065.269818:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075065.270459:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075065.270729:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075065.270871:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075070.389560:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075070.389567:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1769075070.390358:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075070.390361:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1769075070.390837:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075070.390840:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1769075070.391130:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075070.391134:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1769075070.391509:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075070.391512:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1769075075.509212:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075075.509228:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1769075075.509889:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075075.509891:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1769075075.510112:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075075.510114:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1769075075.510356:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075075.510357:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1769075075.510595:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075075.510612:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1769075080.629279:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075080.629759:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075080.630058:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075080.630197:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075080.630309:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075085.749345:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075085.749351:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 13 secs later)
00000800:00000200:1.1:1769075085.750019:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075085.750022:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 13 secs later)
00000800:00000200:1.1:1769075085.750232:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075085.750235:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 13 secs later)
00000800:00000200:1.1:1769075085.750524:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075085.750525:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 13 secs later)
00000800:00000200:1.1:1769075085.750790:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075085.750792:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 13 secs later)
00000800:00000200:1.1:1769075090.869594:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075090.869598:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 8 secs later)
00000800:00000200:1.1:1769075090.870644:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075090.870651:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 8 secs later)
00000800:00000200:1.1:1769075090.870991:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075090.870993:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 8 secs later)
00000800:00000200:1.1:1769075090.871233:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075090.871235:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 8 secs later)
00000800:00000200:1.1:1769075090.871583:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075090.871591:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 8 secs later)
00000800:00000200:1.1:1769075095.989701:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075095.989707:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 3 secs later)
00000800:00000200:1.1:1769075095.990749:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075095.990751:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 3 secs later)
00000800:00000200:1.1:1769075095.991053:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075095.991055:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 3 secs later)
00000800:00000200:1.1:1769075095.991402:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075095.991404:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 3 secs later)
00000800:00000200:1.1:1769075095.991801:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075095.991803:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 16, 3 secs later)
00000800:00000200:3.1:1769075101.109506:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075101.109730:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075101.109821:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075101.109934:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075101.110036:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075106.229430:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075106.229441:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 27 secs later)
00000800:00000200:3.1:1769075106.230527:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075106.230530:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 27 secs later)
00000800:00000200:3.1:1769075106.230831:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075106.230834:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 27 secs later)
00000800:00000200:3.1:1769075106.231243:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075106.231245:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 27 secs later)
00000800:00000200:3.1:1769075106.231769:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075106.231771:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 27 secs later)
00000800:00000200:1.1:1769075111.349311:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075111.349315:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 22 secs later)
00000800:00000200:1.1:1769075111.350216:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075111.350218:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 22 secs later)
00000800:00000200:1.1:1769075111.350502:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075111.350505:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 22 secs later)
00000800:00000200:1.1:1769075111.350852:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075111.350855:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 22 secs later)
00000800:00000200:1.1:1769075111.351222:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075111.351224:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 22 secs later)
00000800:00000200:1.1:1769075116.469442:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075116.469447:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 17 secs later)
00000800:00000200:1.1:1769075116.470408:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075116.470419:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 17 secs later)
00000800:00000200:1.1:1769075116.470794:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075116.470796:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 17 secs later)
00000800:00000200:1.1:1769075116.471078:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075116.471080:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 17 secs later)
00000800:00000200:1.1:1769075116.471483:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075116.471487:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 17 secs later)
00000800:00000200:1.1:1769075121.589431:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075121.589440:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 12 secs later)
00000800:00000200:1.1:1769075121.590027:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075121.590029:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 12 secs later)
00000800:00000200:1.1:1769075121.590240:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075121.590242:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 12 secs later)
00000800:00000200:1.1:1769075121.590443:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075121.590445:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 12 secs later)
00000800:00000200:1.1:1769075121.590754:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075121.590757:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 12 secs later)
00000800:00000200:3.1:1769075126.709371:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075126.709377:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1769075126.710204:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075126.710206:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1769075126.710426:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075126.710428:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1769075126.710655:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075126.710657:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1769075126.711128:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075126.711132:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 7 secs later)
00000800:00000200:1.1:1769075131.829216:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075131.829223:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 1 secs later)
00000800:00000200:1.1:1769075131.830230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075131.830233:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 1 secs later)
00000800:00000200:1.1:1769075131.830561:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075131.830564:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 1 secs later)
00000800:00000200:1.1:1769075131.830948:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075131.830956:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 1 secs later)
00000800:00000200:1.1:1769075131.831486:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075131.831489:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 32, 1 secs later)
00000800:00000200:1.1:1769075136.949005:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075136.950505:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075136.950970:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075136.951107:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075136.951196:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075142.069363:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075142.069373:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075142.070140:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075142.070147:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075142.070639:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075142.070641:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075142.070924:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075142.070926:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075142.071133:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075142.071134:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075147.189187:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075147.189194:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075147.190017:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075147.190020:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075147.190222:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075147.190223:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075147.190463:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075147.190475:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075147.190826:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075147.190828:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075152.309691:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075152.309702:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075152.310630:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075152.310632:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075152.310830:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075152.310832:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075152.311079:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075152.311082:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075152.311470:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075152.311473:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075157.429628:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075157.429639:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075157.431225:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075157.431230:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075157.431831:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075157.431836:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075157.432396:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075157.432400:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075157.433340:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075157.433345:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075162.549648:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075162.549677:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075162.550898:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075162.550901:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075162.551319:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075162.551322:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075162.551776:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075162.551779:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075162.552178:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075162.552181:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075167.669733:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075167.669740:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075167.671249:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075167.671253:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075167.671698:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075167.671701:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075167.672075:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075167.672078:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075167.672806:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075167.672810:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075172.790139:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075172.790150:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075172.790992:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075172.791007:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075172.791425:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075172.791431:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075172.791897:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075172.791900:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075172.792306:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075172.792309:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075177.909541:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075177.909548:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075177.910827:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075177.910830:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075177.911239:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075177.911242:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075177.911615:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075177.911645:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075177.912223:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075177.912226:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075183.031010:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075183.031014:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075183.031471:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075183.031475:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075183.031949:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075183.031952:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075183.032349:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075183.032364:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075183.032793:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075183.032796:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075188.149400:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075188.149409:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075188.150268:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075188.150273:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075188.150715:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075188.150717:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075188.150958:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075188.150960:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075188.151276:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075188.151279:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075193.269833:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075193.269848:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075193.271039:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075193.271042:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075193.271515:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075193.271521:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075193.272057:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075193.272060:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075193.272648:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075193.272651:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000080:00000010:2.1:1769075198.010610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88ba986e6e80.
00010000:00000010:2.1:1769075198.010638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba8ae9e100.
00010000:00000010:2.1:1769075198.010643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba829b5400.
00010000:00000010:2.1:1769075198.010648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba8ae9eb00.
00010000:00000010:2.1:1769075198.010652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba829b4200.
00000800:00000200:3.1:1769075198.389805:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075198.389841:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075198.391038:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075198.391041:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075198.391445:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075198.391448:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075198.391855:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075198.391859:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075198.392477:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075198.392481:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075203.509782:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075203.510459:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075203.511786:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075203.512148:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075203.512403:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075208.630180:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075208.630195:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075208.631572:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075208.631575:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075208.631819:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075208.631821:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075208.632017:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075208.632019:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075208.632199:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075208.632200:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075213.749446:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075213.749472:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769075213.750294:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075213.750298:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769075213.750743:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075213.750749:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769075213.751167:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075213.751172:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769075213.751711:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075213.751715:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075218.869289:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075218.869294:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075218.869989:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075218.869991:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075218.870193:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075218.870208:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075218.870395:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075218.870397:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075218.870698:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075218.870700:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769075223.989231:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075223.989238:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075223.989948:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075223.989950:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075223.990195:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075223.990197:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075223.990416:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075223.990418:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075223.990702:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075223.990704:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075229.109636:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075229.109650:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075229.110807:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075229.110811:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075229.111203:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075229.111222:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075229.111608:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075229.111611:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075229.111967:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075229.111972:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075234.229390:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075234.229394:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075234.230159:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075234.230162:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075234.230401:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075234.230403:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075234.230602:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075234.230603:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075234.231005:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769075234.231007:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075239.349273:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075239.349278:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075239.349994:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075239.349997:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075239.350286:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075239.350289:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075239.350589:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075239.350592:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075239.350886:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075239.350889:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075244.469069:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075244.469071:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075244.469724:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075244.469747:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075244.470119:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075244.470121:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075244.470294:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075244.470296:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075244.470462:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075244.470470:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075249.589369:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075249.589374:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075249.590156:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075249.590157:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075249.590369:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075249.590371:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075249.590667:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075249.590669:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075249.591028:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075249.591030:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075254.709226:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075254.709230:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075254.709988:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075254.709990:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075254.710178:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075254.710180:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075254.710377:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075254.710380:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075254.710668:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075254.710669:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075259.829153:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075259.829158:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075259.829736:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075259.829751:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075259.829975:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075259.829977:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075259.830210:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075259.830212:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075259.830393:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075259.830395:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075264.949631:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075264.949636:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075264.950380:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075264.950401:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075264.950915:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075264.950917:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075264.951176:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075264.951178:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075264.951595:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075264.951599:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075270.069600:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075270.070051:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075270.070236:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075270.070436:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075270.070670:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075275.189456:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075275.189460:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075275.190298:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075275.190301:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075275.190614:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075275.190616:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075275.190830:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075275.190832:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075275.191117:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075275.191119:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075280.309366:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075280.309373:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075280.310012:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075280.310039:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075280.310628:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075280.310631:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075280.310944:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075280.310946:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075280.311191:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075280.311193:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075285.429616:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075285.429623:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075285.430464:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075285.430465:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075285.430694:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075285.430696:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075285.430932:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075285.430934:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075285.431176:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075285.431178:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075290.551089:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075290.551095:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075290.551860:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075290.551863:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075290.552437:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075290.552443:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075290.552929:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075290.552942:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075290.553522:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075290.553527:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075295.669331:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075295.669336:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075295.670147:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075295.670150:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075295.670604:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075295.670607:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075295.670994:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075295.670996:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075295.671344:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075295.671347:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075300.789400:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075300.789408:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075300.790298:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075300.790300:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075300.790489:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075300.790490:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075300.790695:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075300.790697:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075300.790977:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075300.790980:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075305.909297:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075305.909318:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075305.909962:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075305.909965:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075305.910390:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075305.910395:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075305.910828:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075305.910831:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075305.911143:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075305.911145:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075311.029418:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075311.029425:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075311.030424:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075311.030427:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075311.030882:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075311.030885:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075311.031134:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075311.031136:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075311.031501:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075311.031503:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075316.149252:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075316.149256:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075316.150142:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075316.150149:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075316.151092:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075316.151096:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075316.151501:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075316.151504:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075316.151917:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075316.151920:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075321.269208:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075321.269222:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075321.270329:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075321.270331:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075321.270558:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075321.270560:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075321.270759:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075321.270760:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075321.271257:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075321.271260:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075326.389204:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075326.389210:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075326.389846:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075326.389848:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075326.390078:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075326.390079:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075326.390294:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075326.390296:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075326.390511:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075326.390512:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075331.509285:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075331.509290:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075331.510041:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075331.510045:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075331.510326:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075331.510328:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075331.510594:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075331.510596:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075331.510780:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075331.510782:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075336.629344:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075336.629716:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075336.629823:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075336.629984:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075336.630171:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075341.749473:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075341.749480:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769075341.750343:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075341.750347:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769075341.750701:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075341.750703:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769075341.751023:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075341.751026:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769075341.751487:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075341.751490:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769075346.869332:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075346.869337:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075346.870079:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075346.870081:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075346.870279:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075346.870280:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075346.870456:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075346.870458:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075346.870771:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075346.870773:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769075351.989215:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075351.989222:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075351.989874:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075351.989876:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075351.990084:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075351.990098:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075351.990336:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075351.990338:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075351.990621:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075351.990622:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075357.109220:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075357.109225:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075357.109889:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075357.109892:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075357.110340:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075357.110346:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075357.110638:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075357.110640:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075357.110852:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075357.110854:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075362.229234:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075362.229242:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075362.229959:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075362.229963:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075362.230352:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075362.230354:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075362.230633:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075362.230634:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075362.230836:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075362.230848:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075367.349239:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075367.349248:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075367.349941:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075367.349943:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075367.350145:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075367.350148:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075367.350414:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075367.350416:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075367.350625:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075367.350627:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075372.469350:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075372.469355:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075372.470170:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075372.470172:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075372.470377:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075372.470378:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075372.470671:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075372.470672:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075372.470944:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075372.470946:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075377.589231:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075377.589236:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075377.590017:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075377.590031:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075377.590286:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075377.590305:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075377.590575:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075377.590577:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075377.590874:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075377.590876:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075382.709485:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075382.709501:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075382.710264:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075382.710266:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075382.710506:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075382.710509:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075382.710837:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075382.710840:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075382.711127:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075382.711129:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075387.829378:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075387.829383:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075387.830433:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075387.830441:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075387.830801:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075387.830803:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075387.831061:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075387.831075:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075387.831373:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075387.831375:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075392.949194:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075392.949200:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075392.949864:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075392.949868:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075392.950359:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075392.950360:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075392.950609:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075392.950611:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075392.950789:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075392.950791:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075398.069428:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075398.069439:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075398.070801:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075398.070804:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075398.071017:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075398.071019:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075398.071235:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075398.071237:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075398.071518:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075398.071520:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075403.189316:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075403.189798:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075403.190117:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075403.190294:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075403.190454:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075408.309395:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075408.309398:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075408.310330:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075408.310332:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075408.310755:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075408.310757:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075408.310945:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075408.310947:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075408.311217:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075408.311218:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075413.429635:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075413.429646:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075413.430802:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075413.430805:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075413.431210:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075413.431213:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075413.431639:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075413.431642:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075413.432151:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075413.432154:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075418.549173:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075418.549177:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075418.549799:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075418.549801:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075418.550009:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075418.550012:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075418.550226:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075418.550228:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075418.550400:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075418.550402:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075423.669412:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075423.669420:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075423.670490:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075423.670498:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075423.671224:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075423.671226:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075423.671468:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075423.671470:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075423.671835:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075423.671837:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075428.789295:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075428.789302:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075428.790075:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075428.790078:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075428.790400:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075428.790403:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075428.790767:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075428.790770:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075428.791079:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075428.791081:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075433.909303:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075433.909311:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075433.909948:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075433.909950:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075433.910263:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075433.910266:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075433.910598:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075433.910601:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075433.910915:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075433.910918:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075439.029818:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075439.029826:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075439.031141:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075439.031144:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075439.031589:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075439.031593:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075439.031918:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075439.031920:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075439.032292:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075439.032296:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075444.149782:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075444.149793:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075444.150944:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075444.150948:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075444.151469:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075444.151473:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075444.151981:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075444.151984:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075444.152506:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075444.152510:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075449.269245:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075449.269253:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075449.270108:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075449.270111:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075449.270467:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075449.270469:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075449.270755:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075449.270757:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075449.271033:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075449.271035:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075454.389242:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075454.389248:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075454.389893:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075454.389895:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075454.390129:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075454.390131:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075454.390349:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075454.390351:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075454.390638:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075454.390640:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075459.509527:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075459.509570:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075459.511083:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075459.511095:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075459.512022:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075459.512026:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075459.512485:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075459.512488:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075459.513005:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075459.513009:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075464.629872:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075464.629885:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075464.631384:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075464.631386:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075464.631857:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075464.631861:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075464.632177:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075464.632179:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075464.632735:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075464.632739:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075469.749312:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075469.749767:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075469.750080:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075469.750276:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075469.750416:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075474.870175:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075474.870187:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075474.871730:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075474.871732:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075474.872218:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075474.872223:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075474.872673:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075474.872676:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075474.873320:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075474.873324:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075479.989280:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075479.989286:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075479.989989:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075479.989992:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075479.990184:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075479.990185:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075479.990358:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075479.990360:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075479.990622:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075479.990623:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075485.109276:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075485.109282:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075485.109884:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075485.109886:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075485.110076:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075485.110077:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075485.110258:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075485.110260:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075485.110499:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075485.110501:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075490.229261:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075490.229268:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075490.229778:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075490.229780:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075490.230005:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075490.230008:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075490.230269:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075490.230271:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075490.230452:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075490.230454:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075495.349165:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075495.349169:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075495.349836:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075495.349844:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075495.350036:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075495.350038:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075495.350216:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075495.350218:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075495.350418:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075495.350421:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075500.469395:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075500.469404:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075500.470187:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075500.470190:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075500.470506:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075500.470510:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075500.470860:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075500.470862:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075500.471247:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075500.471250:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075505.589777:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075505.589801:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075505.590863:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075505.590865:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075505.591135:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075505.591137:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075505.591449:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075505.591451:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075505.591774:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075505.591777:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075510.709878:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075510.709894:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075510.710983:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075510.710985:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075510.711317:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075510.711336:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075510.711609:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075510.711611:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075510.711897:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075510.711900:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075515.829262:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075515.829269:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075515.829865:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075515.829867:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075515.830049:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075515.830051:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075515.830311:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075515.830313:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075515.830569:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075515.830571:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075520.949730:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075520.949740:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075520.951153:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075520.951157:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075520.951565:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075520.951571:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075520.951995:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075520.951998:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075520.952521:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075520.952525:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075526.069085:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075526.069089:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075526.069485:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075526.069486:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075526.069703:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075526.069705:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075526.069876:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075526.069878:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075526.070076:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075526.070078:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075531.190378:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075531.190387:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075531.191374:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075531.191379:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075531.192332:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075531.192338:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075531.192896:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075531.192901:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075531.193351:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075531.193354:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075536.309819:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075536.310695:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075536.311143:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075536.311479:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075536.311865:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075541.429394:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075541.429400:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075541.430308:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075541.430311:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075541.430655:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075541.430658:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075541.430981:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075541.430983:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075541.431282:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075541.431285:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075546.549641:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075546.549649:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075546.550758:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075546.550762:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075546.551231:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075546.551235:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075546.551694:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075546.551697:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075546.552120:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075546.552123:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075551.669378:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075551.669385:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075551.669869:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075551.669871:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075551.670202:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075551.670204:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075551.670399:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075551.670402:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075551.670685:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075551.670688:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075556.789853:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075556.789863:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075556.791144:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075556.791149:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075556.791610:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075556.791615:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075556.792022:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075556.792026:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075556.792349:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075556.792353:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075561.909281:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075561.909287:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075561.910034:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075561.910038:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075561.910262:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075561.910264:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075561.910524:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075561.910526:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075561.910809:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075561.910811:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075567.029938:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075567.029950:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075567.031410:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075567.031420:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075567.032053:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075567.032055:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075567.032612:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075567.032615:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075567.032943:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075567.032945:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075572.149376:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075572.149384:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075572.150103:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075572.150121:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075572.150430:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075572.150432:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075572.150734:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075572.150738:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075572.151013:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075572.151015:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075577.269994:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075577.270007:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075577.271175:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075577.271178:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075577.271530:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075577.271533:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075577.271828:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075577.271830:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075577.272357:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075577.272359:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00010000:00000010:3.1:1769075578.938570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba87a67200.
00010000:00000010:3.1:1769075578.938582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88ba881f9000.
00010000:00000010:3.1:1769075578.938585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88ba8151a600.
00000800:00000200:2.1:1769075582.389317:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075582.389322:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075582.390338:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075582.390339:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075582.390630:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075582.390632:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075582.390863:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075582.390865:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075582.391181:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075582.391183:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075587.509267:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075587.509273:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075587.509838:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075587.509840:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075587.510118:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075587.510120:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075587.510301:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075587.510303:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075587.510513:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075587.510515:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075592.629399:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075592.629405:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075592.630340:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075592.630343:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075592.630684:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075592.630687:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075592.631017:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075592.631020:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075592.631380:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075592.631382:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075597.749583:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075597.749587:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075597.750861:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075597.750871:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075597.751143:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075597.751145:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075597.751359:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075597.751361:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075597.751704:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075597.751706:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075602.870047:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075602.871286:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075602.871984:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075602.872987:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075602.873259:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075607.989284:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075607.989292:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075607.990198:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075607.990201:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075607.990515:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075607.990518:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075607.990817:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075607.990819:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075607.991176:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075607.991178:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075613.109651:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075613.109660:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075613.110621:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075613.110625:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075613.110999:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075613.111002:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075613.111257:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075613.111260:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075613.111606:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075613.111609:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075618.229439:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075618.229445:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075618.230390:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075618.230393:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075618.230707:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075618.230708:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075618.231000:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075618.231003:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075618.231305:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075618.231308:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075623.349250:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075623.349255:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075623.349845:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075623.349847:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075623.350107:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075623.350109:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075623.350299:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075623.350301:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075623.350509:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075623.350511:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075628.469316:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075628.469320:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075628.470131:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075628.470135:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075628.470399:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075628.470401:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075628.470630:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075628.470632:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075628.470981:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075628.470983:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075633.589252:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075633.589258:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075633.589842:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075633.589844:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075633.590080:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075633.590082:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075633.590307:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075633.590308:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075633.590515:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075633.590516:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075638.709169:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075638.709174:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075638.709823:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075638.709827:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075638.710063:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075638.710066:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075638.710314:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075638.710318:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075638.710558:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075638.710562:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075643.829494:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075643.829505:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075643.830623:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075643.830625:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075643.830845:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075643.830847:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075643.831042:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075643.831043:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075643.831320:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075643.831321:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075648.949239:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075648.949244:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075648.950031:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075648.950035:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075648.950286:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075648.950288:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075648.950504:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075648.950506:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075648.950805:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075648.950807:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075654.069471:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075654.069481:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075654.070516:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075654.070523:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075654.070967:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075654.070968:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075654.071212:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075654.071214:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075654.071468:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075654.071472:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075659.189436:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075659.189444:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075659.190438:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075659.190440:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075659.190693:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075659.190695:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075659.190914:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075659.190916:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075659.191270:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075659.191272:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075664.309322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075664.309329:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075664.310155:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075664.310159:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075664.310441:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075664.310444:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075664.310656:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075664.310658:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075664.310860:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075664.310862:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075669.429189:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075669.429499:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075669.429917:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075669.430215:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075669.430383:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075674.549142:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075674.549146:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075674.550627:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075674.550630:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075674.550887:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075674.550889:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075674.551090:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075674.551092:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075674.551325:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075674.551327:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075679.669283:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075679.669291:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075679.669843:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075679.669846:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075679.670162:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075679.670165:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075679.670469:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075679.670471:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075679.670793:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075679.670796:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075684.789491:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075684.789508:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075684.790314:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075684.790316:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075684.790556:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075684.790558:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075684.790746:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075684.790748:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075684.790963:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075684.790966:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075689.909226:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075689.909231:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075689.910127:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075689.910130:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075689.910461:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075689.910464:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075689.910796:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075689.910798:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075689.911125:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075689.911128:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075695.029964:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075695.029977:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075695.030900:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075695.030902:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075695.031286:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075695.031289:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075695.031650:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075695.031653:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075695.031974:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075695.031978:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075700.149164:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075700.149168:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075700.149750:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075700.149751:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075700.150013:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075700.150014:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075700.150232:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075700.150234:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075700.150411:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075700.150412:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075705.269863:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075705.269877:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075705.271039:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075705.271044:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075705.271687:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075705.271690:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075705.272093:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075705.272096:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075705.272561:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075705.272564:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075710.389145:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075710.389151:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075710.389838:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075710.389840:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075710.390121:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075710.390124:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075710.390464:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075710.390466:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075710.390713:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075710.390715:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075715.509174:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075715.509179:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075715.510427:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075715.510431:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075715.510869:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075715.510872:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075715.511143:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075715.511145:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075715.511496:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075715.511498:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075720.629702:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075720.629712:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075720.630596:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075720.630601:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075720.631083:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075720.631085:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075720.631472:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075720.631474:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075720.631900:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075720.631905:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075725.749415:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075725.749422:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075725.750342:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075725.750344:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075725.750815:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075725.750818:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075725.751080:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075725.751082:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075725.751307:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075725.751309:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075730.869678:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075730.869689:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075730.870510:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075730.870513:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075730.870890:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075730.870893:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075730.871303:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075730.871308:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075730.871801:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075730.871805:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075735.989759:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075735.990652:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075735.991365:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075735.991860:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075735.992627:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075741.109474:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075741.109478:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075741.110384:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075741.110387:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075741.110786:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075741.110788:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075741.111098:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075741.111101:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075741.111462:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075741.111465:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075746.229226:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075746.229230:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075746.229976:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075746.229982:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075746.230709:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075746.230711:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075746.230948:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075746.230963:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075746.231264:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075746.231266:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075751.349296:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075751.349303:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075751.349801:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075751.349803:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075751.350046:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075751.350048:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075751.350266:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075751.350268:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075751.350459:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075751.350461:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075756.469063:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075756.469068:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075756.469497:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075756.469499:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075756.469729:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075756.469732:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075756.470031:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075756.470033:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075756.470311:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075756.470313:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075761.589328:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075761.589349:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075761.590169:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075761.590173:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075761.590484:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075761.590487:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075761.590820:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075761.590823:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075761.591244:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075761.591247:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075766.709141:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075766.709147:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075766.709748:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075766.709750:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075766.709939:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075766.709941:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075766.710176:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075766.710178:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075766.710384:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075766.710385:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075771.829248:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075771.829256:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075771.830136:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075771.830140:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075771.830457:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075771.830473:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075771.830800:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075771.830803:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075771.831241:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075771.831244:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075776.949243:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075776.949250:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075776.949884:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075776.949886:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075776.950074:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075776.950076:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075776.950313:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075776.950315:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075776.950554:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075776.950557:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075782.069752:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075782.069761:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075782.071131:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075782.071134:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075782.072000:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075782.072003:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075782.072499:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075782.072503:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075782.072957:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075782.072976:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075787.189746:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075787.189756:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075787.190462:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075787.190465:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075787.190913:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075787.190917:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075787.191304:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075787.191307:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075787.191747:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075787.191750:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075792.309854:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075792.309864:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075792.310827:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075792.310831:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075792.311208:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075792.311211:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075792.311628:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075792.311632:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075792.312028:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075792.312031:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075797.429883:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075797.429895:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075797.431513:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075797.431528:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075797.431995:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075797.432000:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075797.432518:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075797.432521:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075797.433173:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075797.433178:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075802.549642:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075802.550305:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075802.551055:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075802.551458:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075802.551792:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075807.669792:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075807.669809:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075807.671498:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075807.671504:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075807.671960:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075807.671965:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075807.672464:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075807.672467:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075807.672863:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075807.672866:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075812.790007:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075812.790032:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075812.791114:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075812.791161:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075812.791814:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075812.791818:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075812.792298:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075812.792304:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075812.792824:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075812.792828:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075817.909827:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075817.909836:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075817.911167:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075817.911171:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075817.911709:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075817.911712:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075817.912071:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075817.912074:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075817.912487:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075817.912490:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075823.029303:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075823.029308:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075823.030694:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075823.030703:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075823.031284:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075823.031286:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075823.031764:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075823.031780:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075823.032059:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075823.032061:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075828.149246:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075828.149250:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075828.150030:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075828.150032:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075828.150224:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075828.150225:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075828.150401:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075828.150403:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075828.150664:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075828.150667:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075833.269766:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075833.269777:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075833.270954:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075833.270958:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075833.271333:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075833.271336:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075833.271793:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075833.271797:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075833.272194:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075833.272197:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075838.389592:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075838.389614:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075838.390999:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075838.391004:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075838.391737:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075838.391743:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075838.392223:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075838.392225:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075838.392752:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075838.392756:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075843.509112:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075843.509118:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075843.509791:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075843.509794:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075843.509989:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075843.509991:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075843.510163:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075843.510165:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075843.510432:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075843.510434:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075848.629274:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075848.629281:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075848.630126:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075848.630128:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075848.630442:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075848.630457:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075848.630742:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075848.630744:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075848.630928:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075848.630930:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075853.749428:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075853.749434:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769075853.751164:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075853.751168:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769075853.751456:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075853.751458:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769075853.751887:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075853.751890:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769075853.752173:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075853.752177:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769075858.869565:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075858.869574:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075858.870744:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075858.870746:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075858.871152:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075858.871156:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075858.871577:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075858.871579:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075858.872024:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075858.872046:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075863.989864:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075863.989876:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075863.990894:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075863.990899:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075863.991490:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075863.991496:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075863.991896:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075863.991899:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075863.992418:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075863.992421:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075869.109541:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075869.110105:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075869.110384:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075869.110595:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075869.110760:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075874.229969:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075874.229975:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075874.231458:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075874.231471:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075874.232330:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075874.232333:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075874.232832:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075874.232837:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075874.233240:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075874.233261:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075879.349925:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075879.349936:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075879.351665:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075879.351669:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075879.352058:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075879.352061:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075879.352437:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075879.352440:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075879.353005:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075879.353008:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075884.469175:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075884.469181:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075884.469943:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075884.469947:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075884.470239:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075884.470240:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075884.470468:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075884.470470:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075884.470666:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075884.470668:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075889.589226:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075889.589229:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075889.590348:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075889.590356:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075889.591046:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075889.591049:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075889.591383:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075889.591386:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075889.591804:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075889.591807:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075894.709324:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075894.709336:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075894.710099:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075894.710104:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075894.710445:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075894.710447:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075894.710708:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075894.710711:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075894.710986:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075894.710989:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075899.829197:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075899.829202:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075899.829892:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075899.829894:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075899.830090:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075899.830092:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075899.830362:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075899.830363:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075899.830675:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075899.830677:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075904.949586:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075904.949591:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075904.950868:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075904.950876:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075904.951223:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075904.951226:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075904.951680:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075904.951683:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075904.952047:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075904.952051:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075910.069383:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075910.069392:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075910.070202:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075910.070207:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075910.070502:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075910.070504:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075910.070781:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075910.070783:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075910.070969:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075910.070972:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075915.189287:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075915.189292:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075915.189917:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075915.189933:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075915.190132:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075915.190134:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075915.190358:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075915.190360:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075915.190625:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075915.190629:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075920.309176:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075920.309184:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075920.309788:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075920.309790:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075920.309972:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075920.309974:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075920.310148:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075920.310150:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075920.310366:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075920.310368:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075925.429679:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075925.429685:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075925.430962:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075925.430965:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075925.431342:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075925.431345:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075925.431638:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075925.431641:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075925.431986:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075925.431990:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075930.549310:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075930.549318:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075930.550161:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075930.550165:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075930.550507:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075930.550508:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075930.550766:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075930.550782:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075930.551160:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075930.551162:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075935.669554:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075935.670169:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075935.670850:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075935.671197:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075935.671419:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075940.789412:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075940.789421:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1769075940.790312:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075940.790315:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1769075940.790704:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075940.790706:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1769075940.790953:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075940.790955:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1769075940.791172:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075940.791174:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1769075945.909598:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075945.909604:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075945.910628:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075945.910631:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075945.910939:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075945.910941:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075945.911269:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075945.911284:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075945.911591:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075945.911593:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075951.029529:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075951.029568:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075951.030975:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075951.030977:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075951.031207:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075951.031208:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075951.031403:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075951.031405:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075951.031694:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075951.031696:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075956.149965:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075956.149982:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075956.151322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075956.151326:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075956.151669:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075956.151671:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075956.151995:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075956.151998:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075956.152396:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075956.152399:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075961.269817:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075961.269838:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075961.271059:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075961.271063:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075961.271539:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075961.271542:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075961.271993:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075961.271996:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075961.272504:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769075961.272507:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075966.389443:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075966.389464:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075966.390332:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075966.390334:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075966.390695:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075966.390698:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075966.390953:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075966.390955:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075966.391324:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075966.391326:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075971.509889:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075971.509903:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075971.511195:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075971.511199:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075971.511668:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075971.511672:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075971.512133:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075971.512137:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075971.512603:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075971.512606:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075976.629085:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075976.629089:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075976.629597:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075976.629599:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075976.629833:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075976.629835:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075976.630010:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075976.630011:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075976.630182:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075976.630184:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075981.749660:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075981.749675:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1769075981.751031:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075981.751035:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1769075981.751430:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075981.751434:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1769075981.751982:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075981.751991:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1769075981.752653:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075981.752657:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1769075986.869866:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075986.869873:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075986.870949:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075986.870952:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075986.871528:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075986.871532:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075986.871975:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075986.871978:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075986.872480:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075986.872483:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075991.989873:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075991.989887:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075991.991260:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075991.991266:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075991.991958:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075991.991964:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075991.992658:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075991.992663:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075991.993332:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769075991.993338:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075997.109408:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075997.109416:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075997.110412:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075997.110419:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075997.111545:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075997.111548:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075997.111998:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075997.112002:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075997.112466:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769075997.112469:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076002.229511:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076002.230250:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076002.230718:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076002.230983:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076002.231255:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076007.349823:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076007.349837:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076007.351616:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076007.351622:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076007.352073:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076007.352077:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076007.352645:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076007.352650:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076007.353235:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076007.353241:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076012.470091:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076012.470098:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076012.471796:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076012.471809:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076012.472742:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076012.472745:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076012.473216:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076012.473220:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076012.473601:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076012.473605:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076017.589483:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076017.589491:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076017.590371:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076017.590375:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076017.590810:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076017.590814:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076017.591169:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076017.591173:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076017.591673:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076017.591677:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076022.709804:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076022.709818:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076022.710647:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076022.710650:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076022.711022:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076022.711026:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076022.711460:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076022.711463:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076022.711903:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076022.711906:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076027.829918:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076027.829939:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076027.831002:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076027.831005:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076027.831358:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076027.831361:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076027.831818:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076027.831822:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076027.832312:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076027.832316:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076032.950191:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076032.950203:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076032.950918:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076032.950924:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076032.951330:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076032.951333:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076032.951810:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076032.951826:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076032.952249:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076032.952252:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076038.069655:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076038.069665:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076038.070855:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076038.070858:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076038.071218:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076038.071222:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076038.071619:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076038.071622:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076038.072110:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076038.072114:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076043.189312:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076043.189338:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076043.189998:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076043.190000:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076043.190259:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076043.190261:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076043.190511:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076043.190513:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076043.190771:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076043.190773:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076048.309680:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076048.309708:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076048.310902:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076048.310905:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076048.311294:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076048.311298:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076048.311840:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076048.311844:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076048.312289:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076048.312293:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076053.429386:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076053.429394:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076053.430373:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076053.430376:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076053.430650:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076053.430652:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076053.430991:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076053.430994:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076053.431429:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076053.431432:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076058.549831:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076058.549841:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076058.551297:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076058.551302:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076058.551828:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076058.551831:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076058.552332:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076058.552336:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076058.552958:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076058.552963:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076063.669780:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076063.669790:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076063.670928:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076063.670930:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076063.671181:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076063.671183:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076063.671398:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076063.671400:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076063.671857:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076063.671859:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076068.789514:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076068.790646:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076068.791137:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076068.792491:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076068.792792:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076073.909715:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076073.909721:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076073.911610:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076073.911622:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076073.912077:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076073.912081:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076073.912628:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076073.912632:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076073.913017:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076073.913020:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076079.029654:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076079.029663:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076079.030956:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076079.030960:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076079.031322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076079.031325:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076079.031706:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076079.031710:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076079.032151:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076079.032155:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076084.149675:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076084.149684:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076084.150989:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076084.150992:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076084.151364:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076084.151367:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076084.151778:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076084.151782:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076084.152258:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076084.152279:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076089.269835:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076089.269848:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076089.270884:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076089.270887:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076089.271355:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076089.271358:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076089.271784:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076089.271787:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076089.272179:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076089.272182:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076094.389573:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076094.389577:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076094.390364:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076094.390366:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076094.390655:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076094.390657:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076094.390892:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076094.390894:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076094.391207:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076094.391209:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076099.509707:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076099.509715:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076099.511102:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076099.511105:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076099.511532:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076099.511563:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076099.512007:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076099.512010:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076099.512604:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076099.512608:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076104.630371:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076104.630375:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769076104.631003:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076104.631007:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769076104.631412:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076104.631425:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769076104.631879:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076104.631883:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769076104.632225:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076104.632228:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769076109.750028:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076109.750042:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076109.751201:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076109.751229:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076109.751743:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076109.751746:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076109.752273:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076109.752277:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076109.752764:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076109.752770:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076114.869764:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076114.869771:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076114.871076:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076114.871080:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076114.871509:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076114.871514:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076114.871956:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076114.871960:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076114.872529:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076114.872535:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076119.990143:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076119.990155:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076119.991996:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076119.992000:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076119.992399:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076119.992402:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076119.992789:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076119.992792:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076119.993413:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076119.993417:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076125.109816:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076125.109828:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076125.111122:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076125.111126:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076125.111464:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076125.111466:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076125.111837:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076125.111840:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076125.112345:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076125.112348:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076130.230007:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076130.230019:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076130.231005:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076130.231008:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076130.231475:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076130.231479:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076130.231781:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076130.231785:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076130.232104:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076130.232106:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076135.349139:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076135.349398:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076135.349606:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076135.349814:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076135.349982:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076140.470945:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076140.470949:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076140.471342:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076140.471345:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076140.471763:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076140.471765:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076140.472049:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076140.472053:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076140.472641:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076140.472644:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076145.590120:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076145.590135:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076145.592057:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076145.592060:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076145.592388:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076145.592391:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076145.592798:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076145.592801:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076145.593230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076145.593233:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076150.709663:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076150.709672:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076150.710456:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076150.710460:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076150.710897:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076150.710900:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076150.711244:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076150.711247:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076150.711643:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076150.711647:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076155.829993:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076155.830013:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076155.831098:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076155.831101:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076155.831493:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076155.831496:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076155.831978:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076155.831981:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076155.832378:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076155.832402:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076160.950112:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076160.950122:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076160.951794:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076160.951798:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076160.952329:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076160.952334:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076160.952818:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076160.952821:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076160.953312:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076160.953315:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076166.069805:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076166.069829:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076166.071137:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076166.071141:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076166.071562:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076166.071566:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076166.071944:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076166.071947:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076166.072484:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076166.072488:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076171.189270:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076171.189276:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076171.189751:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076171.189753:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076171.190017:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076171.190019:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076171.190233:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076171.190235:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076171.190419:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076171.190421:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076176.310217:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076176.310230:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076176.312262:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076176.312269:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076176.312856:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076176.312859:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076176.313436:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076176.313440:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076176.313862:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076176.313865:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076181.429814:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076181.429825:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076181.431158:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076181.431162:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076181.431528:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076181.431531:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076181.431946:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076181.431952:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076181.432500:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076181.432503:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076186.549988:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076186.550003:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076186.551456:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076186.551459:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076186.551833:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076186.551835:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076186.552242:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076186.552245:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076186.552659:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076186.552662:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076191.669759:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076191.669768:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076191.670936:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076191.670944:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076191.671567:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076191.671570:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076191.672018:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076191.672021:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076191.672322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076191.672325:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076196.790272:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076196.790291:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769076196.791717:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076196.791720:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769076196.792132:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076196.792138:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769076196.792580:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076196.792584:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769076196.792979:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076196.792982:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769076201.909834:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076201.910501:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076201.910971:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076201.911304:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076201.911641:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076207.029893:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076207.029906:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076207.031132:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076207.031135:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076207.031591:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076207.031593:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076207.031842:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076207.031844:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076207.032103:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076207.032105:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076212.149314:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076212.149319:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076212.150127:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076212.150130:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076212.150351:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076212.150353:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076212.150650:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076212.150652:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076212.150835:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076212.150837:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076217.269732:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076217.269749:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076217.271295:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076217.271299:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076217.271761:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076217.271783:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076217.272264:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076217.272267:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076217.272840:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076217.272845:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076222.390041:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076222.390050:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076222.391967:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076222.391970:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076222.392384:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076222.392388:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076222.392784:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076222.392788:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076222.393286:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076222.393290:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076227.509926:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076227.509934:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076227.511129:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076227.511132:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076227.511605:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076227.511609:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076227.512007:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076227.512010:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076227.512418:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076227.512436:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076232.629805:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076232.629812:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076232.630989:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076232.630993:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076232.631471:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076232.631475:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076232.631937:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076232.631941:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076232.632372:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076232.632377:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076237.749871:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076237.749889:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076237.751095:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076237.751099:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076237.751638:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076237.751641:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076237.752024:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076237.752027:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076237.752531:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076237.752582:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076242.869849:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076242.869864:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076242.871173:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076242.871194:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076242.871721:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076242.871727:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076242.872235:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076242.872239:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076242.872748:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076242.872752:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076247.990329:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076247.990338:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076247.991047:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076247.991050:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076247.991527:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076247.991531:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076247.991843:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076247.991846:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076247.992282:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076247.992286:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076253.109674:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076253.109680:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076253.111082:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076253.111091:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076253.111575:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076253.111578:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076253.111985:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076253.111989:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076253.112512:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076253.112515:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076258.229688:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076258.229697:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076258.230952:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076258.230956:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076258.231313:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076258.231316:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076258.231788:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076258.231811:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076258.232301:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076258.232305:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076263.349340:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076263.349351:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076263.350181:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076263.350183:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076263.350471:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076263.350473:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076263.350797:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076263.350799:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076263.351123:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076263.351125:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076268.469686:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076268.470325:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076268.470889:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076268.471137:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076268.471363:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076273.589766:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076273.589772:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076273.591359:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076273.591365:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076273.591762:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076273.591765:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076273.592368:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076273.592403:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076273.592856:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076273.592858:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076278.709772:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076278.709779:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076278.710999:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076278.711002:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076278.711365:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076278.711368:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076278.711778:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076278.711782:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076278.712255:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076278.712258:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076283.829871:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076283.829880:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076283.831217:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076283.831220:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076283.831463:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076283.831466:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076283.831707:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076283.831711:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076283.831976:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076283.831978:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076288.949518:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076288.949529:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076288.950367:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076288.950370:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076288.950664:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076288.950683:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076288.950999:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076288.951003:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076288.951332:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076288.951335:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076294.070062:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076294.070089:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076294.071568:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076294.071572:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076294.071968:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076294.071971:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076294.072526:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076294.072530:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076294.072928:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076294.072931:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076299.189634:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076299.189643:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076299.191088:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076299.191092:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076299.191530:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076299.191562:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076299.191932:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076299.191936:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076299.192511:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076299.192515:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076304.309701:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076304.309709:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076304.311201:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076304.311205:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076304.311624:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076304.311627:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076304.312070:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076304.312074:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076304.312599:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076304.312622:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076309.429199:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076309.429206:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076309.429838:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076309.429840:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076309.430055:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076309.430057:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076309.430274:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076309.430276:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076309.430451:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076309.430453:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076314.549943:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076314.549960:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076314.552179:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076314.552185:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076314.552838:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076314.552842:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076314.553318:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076314.553321:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076314.554009:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076314.554014:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076319.670186:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076319.670201:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076319.672000:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076319.672026:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076319.672471:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076319.672474:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076319.673070:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076319.673076:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076319.674198:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076319.674201:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076324.789991:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076324.790011:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076324.791891:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076324.791895:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076324.792440:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076324.792444:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076324.792929:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076324.792949:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076324.793692:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076324.793695:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076329.910104:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076329.910129:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076329.911655:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076329.911659:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076329.912097:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076329.912101:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076329.912640:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076329.912667:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076329.913104:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076329.913108:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076335.029346:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076335.029777:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076335.029974:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076335.030095:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076335.030223:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076340.150028:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076340.150036:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076340.152496:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076340.152565:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076340.153074:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076340.153078:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076340.153522:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076340.153525:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076340.154240:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076340.154246:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076345.270392:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076345.270408:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076345.271498:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076345.271503:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076345.272053:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076345.272058:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076345.272588:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076345.272593:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076345.272970:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076345.272973:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076350.389247:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076350.389252:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076350.389961:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076350.389966:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076350.390500:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076350.390503:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076350.390783:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076350.390798:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076350.391003:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076350.391004:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076355.509751:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076355.509777:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076355.511777:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076355.511795:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076355.513277:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076355.513281:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076355.513701:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076355.513705:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076355.514067:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076355.514070:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076360.629373:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076360.629378:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076360.630299:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076360.630301:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076360.630594:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076360.630598:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076360.631066:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076360.631068:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076360.631267:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076360.631269:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076365.749746:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076365.749756:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076365.751065:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076365.751068:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076365.751426:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076365.751429:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076365.751806:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076365.751809:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076365.752320:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076365.752323:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076370.869743:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076370.869775:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076370.871127:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076370.871133:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076370.871544:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076370.871547:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076370.872028:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076370.872031:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076370.872607:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076370.872610:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076375.989511:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076375.989532:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076375.990720:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076375.990723:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076375.991132:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076375.991135:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076375.991441:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076375.991444:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076375.992200:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076375.992203:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076381.109872:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076381.109880:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076381.111182:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076381.111186:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076381.111607:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076381.111629:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076381.112054:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076381.112059:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076381.112466:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076381.112469:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076386.229656:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076386.229664:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076386.230468:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076386.230472:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076386.230939:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076386.230942:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076386.231280:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076386.231284:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076386.231833:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076386.231837:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076391.349800:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076391.349813:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076391.351123:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076391.351127:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076391.351655:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076391.351660:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076391.352059:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076391.352063:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076391.352396:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076391.352418:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076396.469723:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076396.469731:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076396.470813:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076396.470814:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076396.471027:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076396.471029:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076396.471357:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076396.471360:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076396.471847:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076396.471848:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076401.589974:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076401.590849:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076401.591712:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076401.592108:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076401.592958:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076406.710032:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076406.710040:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076406.711757:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076406.711767:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076406.712437:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076406.712441:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076406.713010:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076406.713015:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076406.713508:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076406.713566:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076411.829731:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076411.829741:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076411.831120:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076411.831124:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076411.831619:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076411.831622:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076411.832036:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076411.832040:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076411.832671:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076411.832674:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076416.949645:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076416.949654:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076416.951246:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076416.951257:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076416.952156:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076416.952161:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076416.952845:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076416.952848:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076416.953241:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076416.953244:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076422.069937:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076422.069952:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076422.071455:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076422.071487:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076422.072428:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076422.072434:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076422.073137:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076422.073141:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076422.073732:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076422.073737:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076427.189572:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076427.189576:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076427.190719:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076427.190729:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076427.191379:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076427.191383:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076427.192070:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076427.192074:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076427.192582:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076427.192587:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076432.309760:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076432.309768:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076432.311081:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076432.311084:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076432.311664:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076432.311670:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076432.312327:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076432.312333:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076432.313159:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076432.313163:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076437.429796:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076437.429809:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076437.431443:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076437.431454:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076437.432312:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076437.432318:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076437.433032:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076437.433047:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076437.433528:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076437.433532:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076442.549228:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076442.549233:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076442.549767:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076442.549769:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076442.549954:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076442.549967:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076442.550235:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076442.550236:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076442.550420:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076442.550421:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076447.669833:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076447.669845:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076447.671324:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076447.671340:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076447.672009:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076447.672013:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076447.672518:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076447.672523:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076447.673199:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076447.673203:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076452.789295:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076452.789300:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769076452.790357:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076452.790359:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769076452.790611:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076452.790613:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769076452.790937:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076452.790940:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769076452.791498:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076452.791522:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769076457.909808:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076457.909817:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076457.911341:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076457.911346:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076457.912717:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076457.912726:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076457.913462:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076457.913467:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076457.914053:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076457.914056:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076463.029732:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076463.029741:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076463.032181:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076463.032198:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076463.033731:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076463.033735:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076463.034128:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076463.034132:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076463.034547:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076463.034550:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076468.149646:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076468.150298:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076468.150930:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076468.151269:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076468.151634:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076473.270014:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076473.270025:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076473.271700:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076473.271705:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076473.271990:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076473.271993:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076473.272223:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076473.272225:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076473.272428:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076473.272430:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076478.389788:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076478.389825:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076478.391342:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076478.391356:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076478.392451:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076478.392456:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076478.393053:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076478.393057:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076478.393716:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076478.393719:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076483.509902:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076483.509919:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076483.512150:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076483.512154:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076483.512658:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076483.512662:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076483.513067:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076483.513071:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076483.513663:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076483.513666:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076488.630080:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076488.630097:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076488.631750:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076488.631756:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076488.632217:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076488.632223:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076488.632650:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076488.632653:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076488.633215:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076488.633238:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076493.749960:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076493.749972:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076493.751416:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076493.751420:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076493.751934:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076493.751948:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076493.752401:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076493.752405:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076493.752977:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076493.752980:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076498.869654:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076498.869667:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076498.870587:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076498.870589:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076498.870819:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076498.870821:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076498.871006:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076498.871008:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076498.871193:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076498.871195:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076503.989179:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076503.989183:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076503.989891:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076503.989894:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076503.990277:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076503.990279:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076503.990504:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076503.990506:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076503.990719:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076503.990733:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076509.109477:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076509.109493:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076509.110300:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076509.110303:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076509.110773:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076509.110775:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076509.111046:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076509.111049:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076509.111288:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076509.111290:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076514.229249:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076514.229253:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076514.230108:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076514.230116:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076514.230460:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076514.230463:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076514.230874:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076514.230876:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076514.231063:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076514.231065:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076519.350119:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076519.350136:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076519.351706:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076519.351710:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076519.352094:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076519.352099:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076519.352679:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076519.352682:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076519.353062:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076519.353066:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076524.469846:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076524.469881:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076524.470884:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076524.470888:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076524.471328:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076524.471332:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076524.471726:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076524.471729:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076524.472095:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076524.472100:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076529.590054:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076529.590062:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076529.591845:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076529.591867:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076529.592293:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076529.592297:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076529.592950:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076529.592956:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076529.593887:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076529.593890:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076534.709140:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076534.709471:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076534.709854:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076534.710017:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076534.710187:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076539.830021:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076539.830036:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076539.831517:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076539.831523:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076539.832027:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076539.832030:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076539.832362:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076539.832365:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076539.832771:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076539.832774:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076544.949354:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076544.949359:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076544.950039:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076544.950058:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076544.950311:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076544.950313:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076544.950502:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076544.950503:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076544.950845:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076544.950847:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076550.069190:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076550.069195:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076550.070001:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076550.070004:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076550.070207:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076550.070209:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076550.070450:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076550.070453:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076550.070687:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076550.070689:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076555.189129:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076555.189136:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076555.189805:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076555.189807:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076555.189995:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076555.189996:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076555.190171:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076555.190186:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076555.190439:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076555.190441:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076560.309507:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076560.309515:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076560.310332:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076560.310334:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076560.310526:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076560.310528:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076560.310754:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076560.310756:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076560.310978:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076560.310981:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076565.429210:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076565.429216:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076565.429952:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076565.429956:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076565.430273:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076565.430275:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076565.430497:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076565.430499:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076565.430710:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076565.430712:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076570.549207:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076570.549210:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076570.549989:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076570.549994:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076570.550365:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076570.550367:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076570.550614:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076570.550616:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076570.550813:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076570.550816:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769076575.669821:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076575.669848:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769076575.670866:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076575.670869:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769076575.671194:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076575.671197:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769076575.671519:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076575.671521:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769076575.672034:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076575.672037:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769076580.789530:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076580.789580:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076580.790821:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076580.790825:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076580.791126:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076580.791129:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076580.791476:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076580.791478:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076580.791873:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076580.791877:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076585.910057:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076585.910068:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076585.911497:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076585.911501:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076585.912064:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076585.912120:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076585.912621:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076585.912625:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076585.913122:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076585.913125:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076591.029116:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076591.029121:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076591.029766:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076591.029767:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076591.029954:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076591.029956:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076591.030145:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076591.030147:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076591.030509:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076591.030511:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076596.149234:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076596.149238:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076596.150009:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076596.150011:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076596.150250:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076596.150252:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076596.150568:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076596.150570:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076596.151008:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076596.151022:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076601.269367:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076601.269798:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076601.270069:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076601.270353:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076601.270619:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076606.389745:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076606.389751:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076606.390464:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076606.390469:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076606.390967:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076606.390970:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076606.391432:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076606.391434:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076606.391820:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076606.391824:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076611.509665:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076611.509689:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076611.510777:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076611.510779:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076611.511147:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076611.511150:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076611.511431:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076611.511455:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076611.512033:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076611.512036:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076616.629354:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076616.629359:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076616.630122:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076616.630124:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076616.630349:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076616.630351:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076616.630579:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076616.630581:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076616.630894:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076616.630912:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076621.749267:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076621.749273:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076621.749882:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076621.749884:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076621.750080:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076621.750082:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076621.750266:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076621.750268:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076621.750509:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076621.750510:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076626.869705:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076626.869718:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076626.870995:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076626.870999:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076626.871429:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076626.871433:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076626.871984:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076626.871988:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076626.872420:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076626.872424:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076631.989538:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076631.989578:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076631.990639:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076631.990643:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076631.990955:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076631.990957:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076631.991331:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076631.991334:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076631.991763:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076631.991766:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076637.109831:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076637.109840:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076637.110411:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076637.110414:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076637.110781:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076637.110783:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076637.110992:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076637.110993:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076637.111238:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076637.111240:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076642.229802:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076642.229810:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076642.230227:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076642.230243:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076642.230586:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076642.230589:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076642.230842:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076642.230844:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076642.231082:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076642.231084:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076647.349365:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076647.349372:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076647.350486:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076647.350487:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076647.350702:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076647.350704:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076647.350881:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076647.350883:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076647.351125:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076647.351127:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076652.469188:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076652.469194:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076652.469793:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076652.469795:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076652.469983:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076652.469984:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076652.470174:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076652.470194:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076652.470383:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076652.470385:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076657.589210:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076657.589216:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076657.589872:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076657.589874:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076657.590113:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076657.590128:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076657.590313:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076657.590315:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076657.590572:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076657.590574:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076662.709182:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076662.709186:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076662.709809:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076662.709811:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076662.710013:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076662.710015:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076662.710194:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076662.710196:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076662.710447:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076662.710449:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076667.829400:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076667.830058:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076667.830371:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076667.830657:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076667.830810:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076672.949999:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076672.950011:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076672.950851:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076672.950854:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076672.951147:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076672.951150:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076672.951407:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076672.951426:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076672.951661:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076672.951663:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076678.069363:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076678.069367:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076678.070003:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076678.070018:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076678.070256:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076678.070258:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076678.070464:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076678.070466:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076678.070841:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076678.070843:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076683.189709:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076683.189721:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076683.191008:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076683.191021:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076683.191646:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076683.191649:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076683.192141:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076683.192144:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076683.192409:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076683.192412:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076688.309891:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076688.309899:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076688.311320:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076688.311322:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076688.311706:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076688.311710:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076688.312035:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076688.312060:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076688.312491:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076688.312493:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076693.429910:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076693.429918:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076693.431075:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076693.431078:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076693.431563:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076693.431567:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076693.431990:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076693.431994:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076693.432599:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076693.432603:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076698.549671:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076698.549689:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076698.551350:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076698.551354:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076698.551717:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076698.551719:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076698.551984:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076698.551986:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076698.552274:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076698.552276:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076703.669787:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076703.669798:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769076703.670936:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076703.670939:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769076703.671404:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076703.671406:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769076703.671707:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076703.671710:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769076703.672211:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076703.672215:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769076708.789742:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076708.789758:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076708.791274:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076708.791278:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076708.791728:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076708.791731:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076708.792218:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076708.792222:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076708.792645:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076708.792648:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076713.909508:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076713.909526:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076713.909915:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076713.909917:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076713.910127:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076713.910129:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076713.910308:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076713.910309:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076713.910574:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076713.910577:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076719.029813:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076719.029823:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076719.031258:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076719.031261:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076719.031774:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076719.031780:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076719.032260:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076719.032264:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076719.032933:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076719.032937:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076724.149882:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076724.149890:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076724.151043:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076724.151046:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076724.151389:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076724.151409:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076724.151859:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076724.151862:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076724.152224:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076724.152227:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076729.269917:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076729.269927:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076729.271087:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076729.271090:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076729.271487:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076729.271490:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076729.272029:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076729.272032:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076729.272377:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076729.272381:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076734.389253:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076734.389652:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076734.389918:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076734.390074:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076734.390209:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076739.509338:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076739.509341:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076739.510267:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076739.510270:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076739.510590:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076739.510592:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076739.510903:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076739.510906:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076739.511170:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076739.511171:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076744.629202:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076744.629210:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076744.629802:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076744.629804:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076744.629985:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076744.629987:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076744.630161:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076744.630163:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076744.630375:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076744.630377:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076749.749383:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076749.749410:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076749.750334:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076749.750336:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076749.750673:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076749.750675:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076749.750959:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076749.750961:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076749.751146:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076749.751148:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076754.869433:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076754.869441:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076754.869805:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076754.869807:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076754.869996:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076754.869999:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076754.870311:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076754.870314:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076754.870659:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076754.870661:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076759.989369:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076759.989400:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076759.990093:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076759.990096:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076759.990406:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076759.990425:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076759.990748:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076759.990751:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076759.991148:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076759.991150:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076765.109420:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076765.109426:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076765.110428:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076765.110431:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076765.111132:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076765.111135:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076765.111573:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076765.111575:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076765.111902:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076765.111906:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076770.229252:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076770.229260:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076770.230062:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076770.230065:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076770.230385:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076770.230387:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076770.230704:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076770.230705:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076770.230961:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076770.230977:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076775.349272:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076775.349279:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076775.349948:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076775.349952:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076775.350451:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076775.350452:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076775.350711:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076775.350712:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076775.350892:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076775.350931:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076780.469538:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076780.469549:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076780.470315:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076780.470318:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076780.470667:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076780.470670:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076780.471041:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076780.471043:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076780.471336:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076780.471338:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076785.589244:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076785.589250:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076785.590022:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076785.590028:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076785.590247:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076785.590248:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076785.590472:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076785.590474:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076785.590692:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076785.590693:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076790.709696:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076790.709705:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076790.710728:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076790.710752:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076790.711225:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076790.711228:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076790.711630:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076790.711633:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076790.712019:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076790.712022:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076795.829446:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076795.829453:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076795.830315:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076795.830318:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076795.830589:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076795.830591:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076795.830895:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076795.830898:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076795.831137:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076795.831140:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076800.949180:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076800.949485:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076800.949742:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076800.950000:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769076800.950251:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076806.069731:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076806.069739:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076806.070859:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076806.070861:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076806.071094:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076806.071096:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076806.071332:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076806.071334:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076806.071517:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076806.071563:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076811.189211:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076811.189216:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076811.189927:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076811.189930:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076811.190150:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076811.190151:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076811.190401:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076811.190403:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076811.190673:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076811.190676:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076816.309714:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076816.309725:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076816.310440:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076816.310461:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076816.310819:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076816.310821:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076816.311105:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076816.311107:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076816.311425:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076816.311429:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076821.429604:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076821.429607:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076821.430937:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076821.430946:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076821.431825:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076821.431845:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076821.432256:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076821.432259:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076821.432728:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076821.432732:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076826.549620:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076826.549633:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076826.550779:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076826.550781:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076826.550978:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076826.550990:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076826.551173:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076826.551189:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076826.551588:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076826.551599:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076831.669206:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076831.669212:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076831.669790:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076831.669792:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076831.669982:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076831.669983:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076831.670190:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076831.670192:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076831.670369:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076831.670370:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076836.789934:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076836.789949:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076836.791310:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076836.791313:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076836.791764:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076836.791767:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076836.792298:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076836.792301:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076836.792694:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076836.792697:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076841.909983:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076841.909997:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076841.911371:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076841.911375:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076841.911786:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076841.911789:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076841.912264:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076841.912267:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076841.912822:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076841.912826:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076847.029286:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076847.029292:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076847.029948:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076847.029952:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076847.030408:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076847.030410:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076847.030687:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076847.030702:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076847.030969:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076847.030971:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076852.149626:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076852.149637:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076852.150420:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076852.150423:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076852.150787:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076852.150789:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076852.151027:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076852.151029:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076852.151349:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076852.151352:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076857.269406:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076857.269413:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076857.270276:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076857.270280:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076857.271149:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076857.271153:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076857.271507:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076857.271510:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076857.271905:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076857.271908:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076862.389412:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076862.389421:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076862.390183:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076862.390199:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076862.390498:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076862.390500:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076862.390883:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076862.390886:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076862.391427:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076862.391433:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076867.509914:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076867.510792:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076867.511268:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076867.511635:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076867.511904:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076872.630975:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076872.630982:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076872.631753:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076872.631756:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076872.632370:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076872.632373:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076872.632914:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076872.632917:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076872.633360:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076872.633363:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076877.749659:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076877.749673:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769076877.750679:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076877.750697:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769076877.750894:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076877.750896:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769076877.751086:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076877.751088:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769076877.751264:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076877.751266:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769076882.869485:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076882.869496:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076882.870372:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076882.870375:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076882.870707:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076882.870709:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076882.870967:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076882.870969:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076882.871200:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076882.871202:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076887.989709:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076887.989719:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076887.990987:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076887.991001:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076887.991684:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076887.991687:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076887.992255:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076887.992278:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076887.992655:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076887.992658:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076893.109408:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076893.109412:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076893.111021:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076893.111030:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076893.112153:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076893.112156:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076893.112492:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076893.112495:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076893.113132:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076893.113135:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076898.229371:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076898.229378:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076898.230213:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076898.230215:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076898.230454:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076898.230457:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076898.230714:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076898.230716:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076898.230939:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076898.230942:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076903.349807:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076903.349816:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076903.350737:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076903.350740:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076903.351159:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076903.351162:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076903.351512:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076903.351515:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076903.351841:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076903.351843:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076908.469545:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076908.469566:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076908.470936:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076908.470939:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076908.471329:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076908.471333:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076908.471844:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076908.471848:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076908.472381:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076908.472383:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076913.589393:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076913.589398:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076913.590219:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076913.590222:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076913.590493:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076913.590495:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076913.590765:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076913.590768:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076913.591054:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076913.591055:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076918.709287:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076918.709293:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076918.710152:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076918.710155:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076918.710419:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076918.710436:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076918.710709:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076918.710711:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076918.711031:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769076918.711033:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076923.829287:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076923.829296:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076923.830465:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076923.830468:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076923.830835:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076923.830856:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076923.831153:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076923.831155:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076923.831653:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769076923.831656:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769076928.949445:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076928.949471:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076928.949888:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076928.949890:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076928.950092:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076928.950094:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076928.950271:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076928.950273:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076928.950470:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076928.950472:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076934.069414:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076934.070106:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076934.070495:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076934.070794:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076934.070954:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076939.189510:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076939.189520:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076939.190864:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076939.190867:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076939.191271:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076939.191274:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076939.191533:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076939.191574:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076939.191877:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076939.191879:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076944.309936:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076944.309968:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076944.311397:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076944.311401:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076944.311768:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076944.311771:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076944.312123:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076944.312125:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076944.312507:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076944.312510:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076949.429240:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076949.429244:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076949.429823:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076949.429825:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076949.430098:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076949.430100:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076949.430325:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076949.430326:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076949.430625:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076949.430627:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076954.549193:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076954.549198:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076954.549914:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076954.549916:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076954.550128:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076954.550144:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076954.550334:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076954.550336:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076954.550604:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076954.550605:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076959.669306:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076959.669324:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076959.670109:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076959.670111:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076959.670336:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076959.670338:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076959.670621:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076959.670624:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076959.670877:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076959.670879:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076964.789503:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076964.789509:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076964.789874:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076964.789876:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076964.790166:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076964.790169:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076964.790374:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076964.790376:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076964.790587:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076964.790604:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076969.909518:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076969.909525:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076969.910237:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076969.910239:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076969.910442:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076969.910444:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076969.910661:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076969.910662:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076969.910895:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076969.910896:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076975.029465:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076975.029469:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076975.030117:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076975.030120:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076975.030382:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076975.030384:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076975.030677:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076975.030679:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076975.030982:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076975.030984:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076980.149762:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076980.149771:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076980.150687:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076980.150712:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076980.151030:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076980.151032:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076980.151367:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076980.151370:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076980.151779:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076980.151783:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076985.269230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076985.269236:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076985.269808:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076985.269810:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076985.270043:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076985.270045:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076985.270274:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076985.270277:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076985.270551:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076985.270554:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076990.389886:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076990.389897:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076990.391065:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076990.391068:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076990.391570:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076990.391573:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076990.391997:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076990.392022:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076990.392686:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076990.392691:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076995.509930:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076995.509946:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076995.511397:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076995.511400:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076995.511727:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076995.511730:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076995.511989:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076995.511991:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076995.512466:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769076995.512468:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077000.630323:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077000.630674:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077000.630930:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077000.631169:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077000.631402:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077005.749773:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077005.749784:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1769077005.751025:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077005.751028:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1769077005.751463:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077005.751467:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1769077005.751899:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077005.751919:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1769077005.752353:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077005.752356:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1769077010.869769:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077010.869795:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769077010.870993:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077010.870996:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769077010.871374:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077010.871376:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769077010.871821:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077010.871823:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769077010.872268:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077010.872270:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769077015.989962:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077015.989970:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769077015.990970:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077015.990972:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769077015.991328:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077015.991331:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769077015.991708:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077015.991712:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769077015.992151:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077015.992154:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769077021.109586:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077021.109620:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077021.110237:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077021.110239:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077021.110460:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077021.110462:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077021.110796:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077021.110799:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077021.111068:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077021.111070:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077026.229585:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077026.229596:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077026.230224:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077026.230227:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077026.230579:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077026.230582:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077026.230944:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077026.230947:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077026.231269:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077026.231272:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077031.349399:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077031.349405:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077031.350036:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077031.350038:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077031.350359:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077031.350377:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077031.350760:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077031.350763:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077031.351106:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077031.351109:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077036.469419:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077036.469425:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077036.470258:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077036.470261:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077036.470535:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077036.470537:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077036.470838:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077036.470840:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077036.471103:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077036.471104:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077041.589806:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077041.589813:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077041.591136:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077041.591143:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077041.591854:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077041.591856:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077041.592107:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077041.592108:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077041.592395:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077041.592416:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077046.709461:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077046.709478:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077046.710261:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077046.710263:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077046.710672:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077046.710676:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077046.710929:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077046.710930:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077046.711112:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077046.711114:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077051.829910:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077051.829930:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077051.830715:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077051.830719:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077051.831230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077051.831233:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077051.831762:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077051.831766:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077051.832297:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077051.832301:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077056.949499:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077056.949505:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077056.950214:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077056.950233:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077056.950648:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077056.950650:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077056.950921:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077056.950924:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077056.951249:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077056.951251:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077062.069491:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077062.069506:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077062.070310:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077062.070312:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077062.070583:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077062.070585:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077062.070834:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077062.070836:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077062.071047:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077062.071049:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077067.189230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077067.189613:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077067.189817:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077067.189986:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077067.190131:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077072.309488:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077072.309495:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077072.310009:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077072.310033:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077072.310743:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077072.310747:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077072.311149:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077072.311151:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077072.311490:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077072.311492:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077077.429622:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077077.429635:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077077.430338:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077077.430341:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077077.430606:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077077.430608:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077077.430787:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077077.430789:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077077.430978:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077077.430980:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077082.549259:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077082.549264:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077082.549912:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077082.549913:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077082.550147:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077082.550149:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077082.550335:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077082.550351:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077082.550554:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077082.550556:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077087.669487:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077087.669498:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077087.670530:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077087.670558:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077087.671143:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077087.671145:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077087.671407:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077087.671409:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077087.671637:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077087.671639:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077092.789138:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077092.789141:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077092.789821:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077092.789822:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077092.790011:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077092.790012:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077092.790195:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077092.790197:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077092.790438:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077092.790440:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077097.909228:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077097.909256:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077097.909864:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077097.909866:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077097.910056:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077097.910058:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077097.910260:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077097.910263:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077097.910460:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077097.910463:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077103.029491:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077103.029500:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077103.030280:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077103.030284:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077103.030846:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077103.030849:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077103.031371:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077103.031374:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077103.031942:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077103.031946:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077108.149730:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077108.149734:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077108.150179:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077108.150182:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077108.150497:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077108.150500:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077108.150839:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077108.150842:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077108.151150:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077108.151153:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077113.269202:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077113.269207:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077113.269790:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077113.269791:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077113.269974:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077113.269991:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077113.270173:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077113.270174:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077113.270346:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077113.270348:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077118.389355:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077118.389364:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077118.390401:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077118.390403:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077118.390617:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077118.390619:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077118.390803:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077118.390805:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077118.391061:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077118.391063:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077123.509307:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077123.509313:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077123.510065:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077123.510070:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077123.510492:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077123.510494:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077123.510751:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077123.510753:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077123.510927:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077123.510943:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077128.629252:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077128.629258:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077128.629876:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077128.629878:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077128.630099:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077128.630102:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077128.630324:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077128.630326:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077128.630552:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077128.630554:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077133.749267:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077133.749617:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077133.749961:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077133.750149:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077133.750312:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077138.869384:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077138.869390:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077138.870929:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077138.870944:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077138.871310:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077138.871313:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077138.871578:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077138.871580:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077138.871799:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077138.871817:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077143.989318:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077143.989326:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077143.990242:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077143.990259:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077143.990620:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077143.990624:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077143.990958:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077143.990961:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077143.991398:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077143.991401:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077149.109875:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077149.109885:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769077149.111075:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077149.111078:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769077149.111456:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077149.111461:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769077149.111988:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077149.111992:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769077149.112437:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077149.112440:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077154.229253:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077154.229260:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077154.229924:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077154.229926:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077154.230129:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077154.230131:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077154.230322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077154.230324:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077154.230625:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077154.230627:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077159.349572:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077159.349580:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077159.350606:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077159.350613:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077159.350953:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077159.350956:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077159.351153:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077159.351155:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077159.351475:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077159.351477:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077164.469429:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077164.469440:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077164.470785:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077164.470807:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077164.471270:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077164.471274:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077164.471712:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077164.471716:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077164.472146:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077164.472150:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077169.589437:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077169.589440:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077169.590576:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077169.590579:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077169.590819:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077169.590822:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1769077169.590850:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077169.590853:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077169.590855:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077169.590857:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077169.590859:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298822156
00000100:00000001:1.0:1769077169.590860:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298823420
00000100:00000001:1.0:1769077169.590862:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298822156
00000100:00000001:1.0:1769077169.590864:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298823420
00000100:00000001:1.0:1769077169.590865:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077169.590866:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.590867:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077169.590869:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077169/real 1769077169]  req@ffff88ba87a99f80 x1855007653026688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077169.590874:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077169.590874:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077169.590875:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077169.590877:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077169.590878:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077169.590879:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077169.590881:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653026688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077169.590887:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653026688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.590891:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077169.590892:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.590893:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077169.590894:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077169.590896:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653026688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.590900:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077169.590902:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653026688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.590907:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077169.590909:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.590910:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077169.590911:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.590912:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077169.590913:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077169.590915:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077169.590917:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077169.590918:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077169.590920:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653026688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077169.590925:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653026688:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077169.590927:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077169.590930:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653026816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.590934:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077169.590935:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077169.590936:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077169.590937:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077169.590938:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077169.590940:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653026816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077169.590942:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077169.590943:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077169.590944:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077169.590946:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077169.590948:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077169.590950:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077169.590952:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077169.590954:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077169.590956:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077169.590958:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653026816, portal 4
00000100:00000001:1.0:1769077169.590959:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077169.590960:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:1.0:1769077169.590964:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653026816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.590969:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077169.590970:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077169.590971:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077169.590972:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653026816, offset 0
00000400:00000200:1.0:1769077169.590975:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077169.590977:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077169.590979:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077169.590981:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077169.590983:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077169.590984:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077169.590986:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077169.590988:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199913:199913:256:4294967295] 192.168.204.104@tcp LPNI seq info [199913:199913:8:4294967295]
00000400:00000200:1.0:1769077169.590991:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077169.590995:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077169.590997:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077169.590999:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077169.591001:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077169.591003:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077169.591006:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077169.591008:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1769077169.591011:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077169.591012:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077169.591014:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077169.591016:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077169.591018:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077169.591019:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077169.591021:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077169.591024:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653026816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591028:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077169.591030:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653026816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591035:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.591036:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077169.591038:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077169.591039:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077169.591041:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077169.591043:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298822163
00000100:00000001:1.0:1769077169.591044:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298823420
00000100:00000001:1.0:1769077169.591046:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298822163
00000100:00000001:1.0:1769077169.591047:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298823420
00000100:00000001:1.0:1769077169.591048:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077169.591049:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.591050:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077169.591052:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077169/real 1769077169]  req@ffff88ba87a9b480 x1855007653026816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077169.591057:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077169.591057:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077169.591058:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077169.591059:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077169.591060:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077169.591062:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077169.591064:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653026816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077169.591070:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653026816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591082:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077169.591084:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.591086:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077169.591087:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077169.591091:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653026816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591098:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077169.591102:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653026816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591110:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077169.591113:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.591115:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077169.591116:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.591118:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077169.591120:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077169.591123:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077169.591126:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077169.591128:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077169.591132:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653026816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077169.591139:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653026816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077169.591142:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.591143:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077169.591145:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653026560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591149:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077169.591150:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077169.591152:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077169.591154:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077169.591155:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077169.591156:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077169.591158:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077169.591159:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:1.0:1769077169.591161:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077169.591162:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077169.591163:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:1.0:1769077169.591165:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077169.591166:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.591167:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077169.591170:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653026688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591176:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077169.591178:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077169.591179:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077169.591181:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077169.591182:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077169.591184:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077169.591186:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077169.591187:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:1.0:1769077169.591189:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077169.591190:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077169.591192:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:1.0:1769077169.591194:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077169.591196:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.591197:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077169.591201:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653026816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591209:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077169.591210:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077169.591212:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077169.591215:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077169.591216:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077169.591218:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077169.591220:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077169.591222:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:1.0:1769077169.591224:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077169.591226:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077169.591227:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:1.0:1769077169.591228:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077169.591229:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.591230:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.591233:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077169.591234:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.591236:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077169.591237:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077169.591238:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077169.591242:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653026944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591247:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077169.591248:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077169.591249:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077169.591251:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077169.591252:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077169.591254:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653026944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077169.591256:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077169.591258:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077169.591259:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077169.591260:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077169.591262:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077169.591264:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077169.591267:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077169.591269:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077169.591271:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077169.591273:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653026944, portal 4
00000100:00000001:1.0:1769077169.591274:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077169.591275:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:1.0:1769077169.591279:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653026944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591288:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077169.591290:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077169.591292:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077169.591293:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653026944, offset 0
00000400:00000200:1.0:1769077169.591296:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077169.591299:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077169.591301:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077169.591303:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077169.591305:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077169.591307:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077169.591308:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077169.591311:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199914:199914:256:4294967295] 192.168.204.104@tcp LPNI seq info [199914:199914:8:4294967295]
00000400:00000200:1.0:1769077169.591313:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077169.591318:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077169.591321:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077169.591323:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077169.591326:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077169.591327:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077169.591330:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077169.591332:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1769077169.591335:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077169.591336:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077169.591338:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077169.591341:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077169.591343:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077169.591344:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077169.591346:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077169.591348:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653026944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591353:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077169.591356:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653026944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591365:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.591366:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077169.591368:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077169.591370:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077169.591372:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077169.591373:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298822163
00000100:00000001:1.0:1769077169.591375:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298823420
00000100:00000001:1.0:1769077169.591377:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298822163
00000100:00000001:1.0:1769077169.591379:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298823420
00000100:00000001:1.0:1769077169.591381:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077169.591382:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.591383:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077169.591385:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077169/real 1769077169]  req@ffff88ba87a98700 x1855007653026944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077169.591390:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077169.591390:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077169.591391:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077169.591393:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077169.591394:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077169.591395:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077169.591397:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653026944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077169.591402:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653026944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591407:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077169.591408:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.591409:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077169.591410:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077169.591412:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653026944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591431:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077169.591435:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653026944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591440:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077169.591442:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.591443:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077169.591444:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.591445:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077169.591446:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077169.591448:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077169.591450:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077169.591451:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077169.591470:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653026944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077169.591476:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653026944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077169.591480:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.591481:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077169.591484:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653026944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.591488:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077169.591489:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077169.591491:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077169.591492:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077169.591493:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077169.591494:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077169.591496:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077169.591497:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:1.0:1769077169.591499:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077169.591500:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077169.591502:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:1.0:1769077169.591504:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077169.591505:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.591506:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.591509:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077169.591510:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.591512:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077169.591513:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077170.228721:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077170.228726:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077170.228730:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077170.868624:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298823420, at 4298823424
00000100:00000010:1.0:1769077170.868643:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b92a0.
00000020:00000001:1.0:1769077171.252725:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077171.252731:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077171.252737:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077173.300678:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077173.300683:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077173.300687:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077174.324673:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077174.324676:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077174.324679:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077174.708830:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077174.708835:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077174.708839:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077174.708848:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9aa00 x1855007653027072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.708868:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077174.708871:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.708876:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077174.708880:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077174.708883:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077174.708888:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653027072:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077174.708895:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077174.708900:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077174.708903:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.708907:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077174.708913:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077174.708918:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077174.708927:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077174.708933:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077174.708941:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077174.708950:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653027072, portal 25
00000100:00000001:1.0:1769077174.708955:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077174.708958:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454178816 : -131140255372800 : ffff88ba87a9aa00)
00000100:00000040:1.0:1769077174.708966:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9aa00 x1855007653027072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.708987:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077174.708993:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077174.708997:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077174.709002:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653027072, offset 0
00000400:00000200:1.0:1769077174.709013:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077174.709023:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077174.709033:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077174.709040:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077174.709047:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077174.709054:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077174.709058:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077174.709061:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199915:199915:256:4294967295] 192.168.204.104@tcp LPNI seq info [199915:199915:8:4294967295]
00000400:00000200:1.0:1769077174.709069:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077174.709083:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077174.709090:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077174.709096:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077174.709108:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077174.709113:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077174.709117:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077174.709121:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1769077174.709127:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077174.709133:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077174.709139:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077174.709146:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077174.709151:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077174.709154:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077174.709161:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077174.709167:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9aa00 x1855007653027072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.709185:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077174.709191:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9aa00 x1855007653027072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.709205:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.709208:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077174.709213:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077174.709216:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077174.709219:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298828539
00000100:00000010:1.0:1769077174.709227:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b92a0.
00000100:00000001:1.0:1769077174.709235:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077174.709245:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298828539
00000100:00000010:1.0:1769077174.709249:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9060.
00000100:00000001:1.0:1769077174.709253:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077174.709258:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077174.709263:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.709265:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077174.709273:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077174/real 1769077174]  req@ffff88ba87a9aa00 x1855007653027072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077174.709287:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077174.709292:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077174.709295:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077174.709298:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077174.709300:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077174.709303:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077174.709310:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9aa00 x1855007653027072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077174.709324:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9aa00 x1855007653027072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.709353:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077174.709356:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.709359:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077174.709362:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077174.709369:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9aa00 x1855007653027072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.709386:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077174.709393:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9aa00 x1855007653027072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.709407:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077174.709413:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.709417:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077174.709420:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.709425:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077174.709429:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077174.709436:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077174.709446:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077174.709453:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077174.709463:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9aa00 x1855007653027072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077174.709485:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653027072:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077174.709494:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.709501:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077174.709508:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9aa00 x1855007653027072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.709567:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077174.709570:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077174.709574:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077174.709580:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077174.709583:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077174.709586:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077174.709593:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077174.709595:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:1.0:1769077174.709600:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077174.709602:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077174.709605:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9aa00.
00000100:00000001:1.0:1769077174.709609:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077174.709613:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.709615:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.709625:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077174.709629:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.709634:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077174.709637:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077174.709640:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077174.709645:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653027200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.709656:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077174.709658:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.709662:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077174.709664:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077174.709666:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077174.709673:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653027200:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077174.709678:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077174.709681:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077174.709684:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.709688:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077174.709691:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077174.709694:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077174.709702:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077174.709709:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077174.709715:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077174.709719:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653027200, portal 10
00000100:00000001:1.0:1769077174.709723:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077174.709725:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:1.0:1769077174.709733:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653027200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.709742:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077174.709746:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077174.709751:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077174.709754:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653027200, offset 0
00000400:00000200:1.0:1769077174.709762:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077174.709767:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077174.709773:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077174.709777:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077174.709784:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077174.709787:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077174.709791:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077174.709798:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199916:199916:256:4294967295] 192.168.204.104@tcp LPNI seq info [199916:199916:8:4294967295]
00000400:00000200:1.0:1769077174.709807:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077174.709819:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077174.709830:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077174.709835:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077174.709842:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077174.709846:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077174.709853:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077174.709856:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1769077174.709859:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077174.709860:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077174.709862:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077174.709866:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077174.709868:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077174.709870:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077174.709872:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077174.709875:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653027200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.709880:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077174.709882:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653027200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.709886:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.709887:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077174.709889:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077174.709892:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077174.709894:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077174.709896:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298827290
00000100:00000001:1.0:1769077174.709898:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298828539
00000100:00000001:1.0:1769077174.709900:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298827290
00000100:00000001:1.0:1769077174.709902:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298828539
00000100:00000001:1.0:1769077174.709903:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077174.709905:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.709906:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077174.709908:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077174/real 1769077174]  req@ffff88ba87a98380 x1855007653027200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077174.709913:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077174.709914:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077174.709915:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077174.709916:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077174.709917:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077174.709918:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077174.709920:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653027200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077174.709925:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653027200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.709934:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077174.709936:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.709937:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077174.709938:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077174.709940:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653027200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.709944:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077174.709946:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653027200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.709950:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077174.709952:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.709953:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077174.709954:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.709955:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077174.709956:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077174.709957:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077174.709959:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077174.709961:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077174.709963:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653027200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077174.709968:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653027200:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077174.709970:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077174.709972:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653027328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.709977:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077174.709978:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.709979:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077174.709981:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077174.709982:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077174.709984:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653027328:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077174.709987:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077174.709988:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077174.709989:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.709990:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077174.709992:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077174.709993:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077174.709995:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077174.709997:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077174.709999:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077174.710001:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653027328, portal 10
00000100:00000001:1.0:1769077174.710002:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077174.710003:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:1.0:1769077174.710007:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653027328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710011:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077174.710012:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077174.710014:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077174.710015:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653027328, offset 0
00000400:00000200:1.0:1769077174.710018:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077174.710020:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077174.710022:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077174.710023:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077174.710025:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077174.710027:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077174.710028:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077174.710030:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199917:199917:256:4294967295] 192.168.204.104@tcp LPNI seq info [199917:199917:8:4294967295]
00000400:00000200:1.0:1769077174.710033:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077174.710037:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077174.710040:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077174.710042:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077174.710045:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077174.710047:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077174.710049:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077174.710051:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1769077174.710053:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077174.710055:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077174.710056:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077174.710059:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077174.710060:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077174.710061:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077174.710063:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077174.710065:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653027328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710070:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077174.710071:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653027328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710075:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.710076:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077174.710078:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077174.710080:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077174.710082:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077174.710084:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298827275
00000100:00000001:1.0:1769077174.710085:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298828539
00000100:00000001:1.0:1769077174.710087:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298827275
00000100:00000001:1.0:1769077174.710088:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298828539
00000100:00000001:1.0:1769077174.710089:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077174.710091:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.710092:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077174.710094:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077174/real 1769077174]  req@ffff88ba87a99c00 x1855007653027328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077174.710100:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077174.710101:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077174.710102:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077174.710103:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077174.710104:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077174.710106:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077174.710107:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653027328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077174.710112:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653027328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710116:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077174.710117:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710119:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077174.710120:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077174.710122:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653027328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710126:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077174.710129:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653027328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710133:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077174.710134:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710135:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077174.710136:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710137:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077174.710138:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077174.710139:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077174.710141:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077174.710142:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077174.710145:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653027328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077174.710151:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653027328:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077174.710153:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077174.710155:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653027456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710159:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077174.710160:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.710161:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077174.710162:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077174.710163:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077174.710165:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653027456:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077174.710167:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077174.710168:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077174.710169:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.710170:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077174.710172:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077174.710173:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077174.710175:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077174.710177:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077174.710179:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077174.710181:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653027456, portal 4
00000100:00000001:1.0:1769077174.710182:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077174.710183:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:1.0:1769077174.710186:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653027456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710190:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077174.710192:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077174.710193:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077174.710195:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653027456, offset 0
00000400:00000200:1.0:1769077174.710198:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077174.710200:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077174.710202:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077174.710203:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077174.710205:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077174.710207:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077174.710209:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077174.710211:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199918:199918:256:4294967295] 192.168.204.104@tcp LPNI seq info [199918:199918:8:4294967295]
00000400:00000200:1.0:1769077174.710214:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077174.710217:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077174.710220:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077174.710221:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077174.710224:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077174.710225:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077174.710228:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077174.710244:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1769077174.710247:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077174.710249:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077174.710250:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077174.710252:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077174.710255:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077174.710256:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077174.710258:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077174.710260:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653027456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710266:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077174.710268:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653027456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710272:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.710273:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077174.710275:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077174.710278:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077174.710280:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077174.710282:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298827282
00000100:00000001:1.0:1769077174.710284:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298828539
00000100:00000001:1.0:1769077174.710285:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298827282
00000100:00000001:1.0:1769077174.710287:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298828539
00000100:00000001:1.0:1769077174.710288:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077174.710290:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.710291:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077174.710293:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077174/real 1769077174]  req@ffff88ba87a99880 x1855007653027456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077174.710297:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077174.710298:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077174.710299:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077174.710300:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077174.710302:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077174.710303:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077174.710305:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653027456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077174.710311:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653027456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710315:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077174.710316:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710317:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077174.710318:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077174.710320:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653027456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710324:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077174.710326:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653027456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710343:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077174.710345:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710346:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077174.710347:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710349:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077174.710350:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077174.710351:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077174.710354:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077174.710355:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077174.710358:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653027456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077174.710362:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653027456:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077174.710365:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710367:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077174.710369:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653027200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710373:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077174.710374:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077174.710375:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077174.710376:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077174.710377:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077174.710378:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077174.710379:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077174.710380:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:1.0:1769077174.710382:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077174.710383:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077174.710384:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:1.0:1769077174.710386:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077174.710387:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710388:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077174.710390:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653027328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710398:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077174.710399:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077174.710401:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077174.710402:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077174.710403:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077174.710404:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077174.710405:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077174.710406:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7c00.
02000000:00000001:1.0:1769077174.710407:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077174.710407:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077174.710408:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:1.0:1769077174.710409:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077174.710410:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710411:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077174.710413:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653027456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710417:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077174.710417:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077174.710418:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077174.710419:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077174.710420:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077174.710421:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077174.710422:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077174.710423:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:1.0:1769077174.710424:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077174.710424:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077174.710425:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:1.0:1769077174.710426:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077174.710427:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710429:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710432:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077174.710433:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.710435:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077174.710437:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077174.710438:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077174.710442:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653027584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710449:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077174.710450:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.710452:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077174.710454:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077174.710456:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077174.710459:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653027584:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077174.710463:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077174.710465:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077174.710466:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.710468:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077174.710472:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077174.710474:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077174.710478:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077174.710481:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077174.710484:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077174.710487:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653027584, portal 4
00000100:00000001:1.0:1769077174.710489:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077174.710490:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:1.0:1769077174.710496:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653027584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710500:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077174.710502:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077174.710504:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077174.710505:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653027584, offset 0
00000400:00000200:1.0:1769077174.710508:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077174.710511:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077174.710513:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077174.710515:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077174.710517:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077174.710519:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077174.710520:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077174.710523:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199919:199919:256:4294967295] 192.168.204.104@tcp LPNI seq info [199919:199919:8:4294967295]
00000400:00000200:1.0:1769077174.710525:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077174.710530:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077174.710533:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077174.710551:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077174.710554:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077174.710556:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077174.710559:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077174.710561:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1769077174.710564:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077174.710565:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077174.710567:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077174.710570:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077174.710572:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077174.710573:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077174.710575:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077174.710577:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653027584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710583:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077174.710585:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653027584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710589:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.710591:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077174.710593:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077174.710595:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077174.710597:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077174.710598:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298827283
00000100:00000001:1.0:1769077174.710600:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298828539
00000100:00000001:1.0:1769077174.710602:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298827283
00000100:00000001:1.0:1769077174.710603:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298828539
00000100:00000001:1.0:1769077174.710604:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077174.710606:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.710608:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077174.710610:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077174/real 1769077174]  req@ffff88ba87a9b800 x1855007653027584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077174.710615:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077174.710616:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077174.710617:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077174.710619:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077174.710620:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077174.710621:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077174.710623:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653027584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077174.710629:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653027584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710633:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077174.710634:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710635:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077174.710636:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077174.710638:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653027584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710642:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077174.710644:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653027584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710648:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077174.710650:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710651:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077174.710651:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710653:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077174.710654:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077174.710655:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077174.710658:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077174.710659:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077174.710662:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653027584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077174.710667:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653027584:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077174.710669:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710670:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077174.710672:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653027584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.710675:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077174.710676:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077174.710678:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077174.710679:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077174.710680:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077174.710681:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077174.710682:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077174.710683:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:1.0:1769077174.710685:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077174.710686:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077174.710687:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:1.0:1769077174.710688:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077174.710689:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710690:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.710693:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077174.710694:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.710695:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077174.710696:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077175.988638:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298828539, at 4298828544
00000100:00000010:1.0:1769077175.988654:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9060.
00000020:00000001:1.0:1769077176.372706:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077176.372710:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077176.372714:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077177.396729:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077177.396734:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077177.396737:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077179.444712:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077179.444715:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077179.444717:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077179.828855:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077179.828861:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077179.828865:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077179.828875:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3800 x1855007653027712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.828892:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077179.828896:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077179.828903:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077179.828907:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077179.828913:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077179.828920:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653027712:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077179.828928:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077179.828933:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077179.828937:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077179.828941:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077179.828946:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077179.828950:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077179.828961:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077179.828966:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077179.828973:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077179.828981:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653027712, portal 25
00000100:00000001:1.0:1769077179.828986:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077179.828989:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976471552 : -131139733080064 : ffff88baa6cb3800)
00000100:00000040:1.0:1769077179.828996:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3800 x1855007653027712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829012:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077179.829020:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077179.829025:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077179.829029:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653027712, offset 0
00000400:00000200:1.0:1769077179.829039:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077179.829048:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077179.829059:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077179.829067:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077179.829074:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077179.829082:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077179.829089:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077179.829098:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199920:199920:256:4294967295] 192.168.204.104@tcp LPNI seq info [199920:199920:8:4294967295]
00000400:00000200:1.0:1769077179.829106:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077179.829124:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077179.829139:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077179.829145:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077179.829157:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077179.829164:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077179.829174:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077179.829181:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077179.829189:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077179.829192:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077179.829197:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077179.829206:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077179.829214:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077179.829217:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077179.829223:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077179.829230:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3800 x1855007653027712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829260:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077179.829266:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3800 x1855007653027712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829278:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.829283:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077179.829290:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077179.829300:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077179.829305:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298833659
00000100:00000010:1.0:1769077179.829312:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9060.
00000100:00000001:1.0:1769077179.829320:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077179.829329:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298833659
00000100:00000010:1.0:1769077179.829336:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b93c0.
00000100:00000001:1.0:1769077179.829340:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077179.829348:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077179.829353:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.829358:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077179.829366:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077179/real 1769077179]  req@ffff88baa6cb3800 x1855007653027712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077179.829384:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077179.829387:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077179.829391:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077179.829395:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077179.829398:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077179.829402:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077179.829406:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3800 x1855007653027712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077179.829417:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3800 x1855007653027712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829426:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077179.829428:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.829432:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077179.829435:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077179.829443:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3800 x1855007653027712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829453:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077179.829461:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3800 x1855007653027712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829508:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077179.829513:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.829516:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077179.829519:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.829523:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077179.829526:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077179.829532:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077179.829570:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077179.829574:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077179.829582:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3800 x1855007653027712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077179.829597:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653027712:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077179.829607:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.829612:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077179.829618:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3800 x1855007653027712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829632:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077179.829636:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077179.829640:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077179.829644:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077179.829647:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077179.829649:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077179.829654:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077179.829657:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:1.0:1769077179.829664:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077179.829668:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077179.829671:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3800.
00000100:00000001:1.0:1769077179.829675:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077179.829678:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.829681:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.829690:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077179.829693:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.829698:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077179.829699:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077179.829701:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077179.829708:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1880 x1855007653027840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829740:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077179.829742:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077179.829746:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077179.829749:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077179.829752:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077179.829759:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653027840:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077179.829766:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077179.829770:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077179.829773:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077179.829777:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077179.829781:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077179.829782:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077179.829786:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077179.829789:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077179.829792:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077179.829795:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653027840, portal 10
00000100:00000001:1.0:1769077179.829797:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077179.829798:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976463488 : -131139733088128 : ffff88baa6cb1880)
00000100:00000040:1.0:1769077179.829803:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1880 x1855007653027840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829808:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077179.829810:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077179.829811:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077179.829813:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653027840, offset 0
00000400:00000200:1.0:1769077179.829815:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077179.829818:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077179.829821:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077179.829823:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077179.829825:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077179.829827:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077179.829829:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077179.829831:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199921:199921:256:4294967295] 192.168.204.104@tcp LPNI seq info [199921:199921:8:4294967295]
00000400:00000200:1.0:1769077179.829834:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077179.829838:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077179.829841:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077179.829842:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077179.829845:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077179.829847:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077179.829850:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077179.829852:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077179.829855:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077179.829856:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077179.829858:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077179.829861:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077179.829863:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077179.829864:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077179.829865:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077179.829868:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1880 x1855007653027840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829873:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077179.829875:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1880 x1855007653027840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829880:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.829881:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077179.829882:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077179.829885:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077179.829887:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077179.829888:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298832410
00000100:00000001:1.0:1769077179.829890:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298833659
00000100:00000001:1.0:1769077179.829892:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298832410
00000100:00000001:1.0:1769077179.829894:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298833659
00000100:00000001:1.0:1769077179.829895:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077179.829896:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.829898:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077179.829900:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077179/real 1769077179]  req@ffff88baa6cb1880 x1855007653027840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077179.829905:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077179.829906:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077179.829907:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077179.829908:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077179.829909:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077179.829910:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077179.829912:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1880 x1855007653027840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077179.829917:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1880 x1855007653027840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829921:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077179.829922:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.829923:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077179.829924:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077179.829926:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1880 x1855007653027840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829930:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077179.829933:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1880 x1855007653027840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829937:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077179.829938:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.829940:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077179.829941:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.829942:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077179.829943:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077179.829945:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077179.829947:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077179.829948:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077179.829951:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1880 x1855007653027840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077179.829955:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653027840:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077179.829958:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077179.829960:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0700 x1855007653027968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829964:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077179.829965:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077179.829966:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077179.829967:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077179.829968:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077179.829970:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653027968:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077179.829972:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077179.829974:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077179.829975:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077179.829976:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077179.829978:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077179.829979:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077179.829981:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077179.829982:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077179.829984:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077179.829986:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653027968, portal 10
00000100:00000001:1.0:1769077179.829987:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077179.829988:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459008 : -131139733092608 : ffff88baa6cb0700)
00000100:00000040:1.0:1769077179.829992:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0700 x1855007653027968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.829996:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077179.829998:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077179.829999:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077179.830000:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653027968, offset 0
00000400:00000200:1.0:1769077179.830003:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077179.830004:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077179.830007:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077179.830008:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077179.830010:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077179.830012:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077179.830013:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077179.830015:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199922:199922:256:4294967295] 192.168.204.104@tcp LPNI seq info [199922:199922:8:4294967295]
00000400:00000200:1.0:1769077179.830018:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077179.830022:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077179.830025:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077179.830026:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077179.830029:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077179.830031:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077179.830033:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077179.830035:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077179.830038:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077179.830039:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077179.830041:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077179.830043:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077179.830045:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077179.830046:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077179.830047:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077179.830050:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0700 x1855007653027968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830054:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077179.830056:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0700 x1855007653027968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830060:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.830062:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077179.830063:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077179.830065:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077179.830067:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077179.830068:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298832395
00000100:00000001:1.0:1769077179.830070:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298833659
00000100:00000001:1.0:1769077179.830071:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298832395
00000100:00000001:1.0:1769077179.830073:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298833659
00000100:00000001:1.0:1769077179.830074:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077179.830075:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.830077:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077179.830079:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077179/real 1769077179]  req@ffff88baa6cb0700 x1855007653027968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077179.830083:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077179.830084:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077179.830085:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077179.830086:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077179.830087:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077179.830088:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077179.830090:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0700 x1855007653027968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077179.830095:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0700 x1855007653027968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830098:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077179.830099:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830100:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077179.830101:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077179.830104:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0700 x1855007653027968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830108:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077179.830111:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0700 x1855007653027968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830115:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077179.830116:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830117:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077179.830118:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830119:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077179.830120:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077179.830121:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077179.830123:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077179.830124:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077179.830127:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0700 x1855007653027968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077179.830131:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653027968:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077179.830133:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077179.830135:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1c00 x1855007653028096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830139:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077179.830140:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077179.830141:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077179.830142:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077179.830144:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077179.830146:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653028096:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077179.830148:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077179.830149:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077179.830150:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077179.830152:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077179.830154:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077179.830155:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077179.830157:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077179.830159:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077179.830161:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077179.830163:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653028096, portal 4
00000100:00000001:1.0:1769077179.830165:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077179.830166:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976464384 : -131139733087232 : ffff88baa6cb1c00)
00000100:00000040:1.0:1769077179.830169:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1c00 x1855007653028096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830174:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077179.830175:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077179.830177:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077179.830178:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653028096, offset 0
00000400:00000200:1.0:1769077179.830181:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077179.830182:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077179.830184:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077179.830186:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077179.830187:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077179.830189:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077179.830191:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077179.830193:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199923:199923:256:4294967295] 192.168.204.104@tcp LPNI seq info [199923:199923:8:4294967295]
00000400:00000200:1.0:1769077179.830196:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077179.830200:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077179.830202:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077179.830204:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077179.830206:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077179.830207:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077179.830210:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077179.830212:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077179.830214:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077179.830216:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077179.830218:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077179.830220:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077179.830222:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077179.830223:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077179.830224:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077179.830227:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1c00 x1855007653028096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830232:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077179.830234:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1c00 x1855007653028096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830238:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.830239:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077179.830240:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077179.830255:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077179.830258:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077179.830259:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298832402
00000100:00000001:1.0:1769077179.830261:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298833659
00000100:00000001:1.0:1769077179.830262:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298832402
00000100:00000001:1.0:1769077179.830263:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298833659
00000100:00000001:1.0:1769077179.830265:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077179.830267:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.830268:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077179.830271:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077179/real 1769077179]  req@ffff88baa6cb1c00 x1855007653028096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077179.830276:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077179.830277:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077179.830278:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077179.830280:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077179.830281:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077179.830283:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077179.830285:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1c00 x1855007653028096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077179.830290:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1c00 x1855007653028096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830295:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077179.830295:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830296:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077179.830297:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077179.830299:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1c00 x1855007653028096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830303:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077179.830306:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1c00 x1855007653028096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830310:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077179.830312:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830313:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077179.830314:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830315:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077179.830316:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077179.830318:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077179.830320:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077179.830321:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077179.830323:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1c00 x1855007653028096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077179.830328:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653028096:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077179.830330:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830331:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077179.830333:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1880 x1855007653027840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830338:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077179.830339:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077179.830340:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077179.830342:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077179.830343:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077179.830343:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077179.830345:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077179.830346:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4c00.
02000000:00000001:1.0:1769077179.830349:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077179.830350:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077179.830351:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1880.
00000100:00000001:1.0:1769077179.830353:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077179.830354:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830355:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077179.830357:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0700 x1855007653027968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830362:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077179.830362:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077179.830363:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077179.830364:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077179.830365:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077179.830366:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077179.830367:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077179.830368:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6c00.
02000000:00000001:1.0:1769077179.830369:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077179.830370:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077179.830370:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0700.
00000100:00000001:1.0:1769077179.830372:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077179.830373:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830374:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077179.830375:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1c00 x1855007653028096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830379:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077179.830381:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077179.830382:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077179.830383:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077179.830384:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077179.830385:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077179.830386:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077179.830387:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:1.0:1769077179.830388:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077179.830389:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077179.830389:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1c00.
00000100:00000001:1.0:1769077179.830391:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077179.830391:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830392:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830394:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077179.830395:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.830396:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077179.830397:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077179.830398:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077179.830400:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2d80 x1855007653028224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830404:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077179.830405:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077179.830406:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077179.830407:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077179.830409:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077179.830411:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653028224:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077179.830413:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077179.830414:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077179.830415:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077179.830416:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077179.830418:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077179.830420:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077179.830422:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077179.830423:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077179.830425:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077179.830427:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653028224, portal 4
00000100:00000001:1.0:1769077179.830429:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077179.830430:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976468864 : -131139733082752 : ffff88baa6cb2d80)
00000100:00000040:1.0:1769077179.830433:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2d80 x1855007653028224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830437:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077179.830439:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077179.830440:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077179.830442:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653028224, offset 0
00000400:00000200:1.0:1769077179.830444:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077179.830446:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077179.830448:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077179.830450:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077179.830451:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077179.830453:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077179.830455:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077179.830457:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199924:199924:256:4294967295] 192.168.204.104@tcp LPNI seq info [199924:199924:8:4294967295]
00000400:00000200:1.0:1769077179.830460:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077179.830463:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077179.830466:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077179.830468:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077179.830470:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077179.830472:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077179.830474:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077179.830477:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077179.830479:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077179.830480:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077179.830482:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077179.830484:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077179.830486:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077179.830487:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077179.830489:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077179.830491:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2d80 x1855007653028224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830501:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077179.830503:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2d80 x1855007653028224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830508:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.830508:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077179.830510:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077179.830512:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077179.830514:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077179.830515:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298832402
00000100:00000001:1.0:1769077179.830516:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298833659
00000100:00000001:1.0:1769077179.830518:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298832402
00000100:00000001:1.0:1769077179.830519:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298833659
00000100:00000001:1.0:1769077179.830521:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077179.830523:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.830524:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077179.830526:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077179/real 1769077179]  req@ffff88baa6cb2d80 x1855007653028224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077179.830530:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077179.830531:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077179.830532:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077179.830533:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077179.830534:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077179.830551:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077179.830554:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2d80 x1855007653028224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077179.830561:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2d80 x1855007653028224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830566:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077179.830567:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830569:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077179.830570:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077179.830572:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2d80 x1855007653028224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830576:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077179.830579:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2d80 x1855007653028224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830583:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077179.830584:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830585:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077179.830587:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830588:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077179.830589:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077179.830591:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077179.830592:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077179.830594:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077179.830596:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2d80 x1855007653028224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077179.830601:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653028224:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077179.830603:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830604:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077179.830606:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2d80 x1855007653028224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.830609:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077179.830610:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077179.830611:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077179.830613:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077179.830614:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077179.830615:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077179.830616:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077179.830617:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7000.
02000000:00000001:1.0:1769077179.830620:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077179.830621:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077179.830622:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2d80.
00000100:00000001:1.0:1769077179.830624:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077179.830625:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830626:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.830627:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077179.830629:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.830630:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077179.830631:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077181.108662:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298833659, at 4298833664
00000100:00000010:1.0:1769077181.108689:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b93c0.
00000020:00000001:1.0:1769077182.516830:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077182.516836:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077182.516840:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077184.948944:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077184.948952:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077184.948957:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077184.948973:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2a00 x1855007653028352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.949021:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077184.949024:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077184.949038:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077184.949044:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077184.949053:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077184.949076:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653028352:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077184.949087:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077184.949097:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077184.949101:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077184.949106:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077184.949119:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077184.949127:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077184.949138:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077184.949144:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077184.949151:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077184.949184:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653028352, portal 25
00000100:00000001:1.0:1769077184.949192:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077184.949195:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976467968 : -131139733083648 : ffff88baa6cb2a00)
00000100:00000040:1.0:1769077184.949211:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2a00 x1855007653028352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.949247:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077184.949252:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077184.949262:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077184.949270:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653028352, offset 0
00000400:00000200:1.0:1769077184.949289:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077184.949305:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077184.949322:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077184.949336:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077184.949348:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077184.949358:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077184.949367:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077184.949380:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199925:199925:256:4294967295] 192.168.204.104@tcp LPNI seq info [199925:199925:8:4294967295]
00000400:00000200:1.0:1769077184.949394:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077184.949412:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077184.949423:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077184.949433:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077184.949454:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077184.949463:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077184.949487:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077184.949494:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077184.949512:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077184.949517:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077184.949528:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077184.949575:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077184.949586:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077184.949592:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077184.949602:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077184.949614:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2a00 x1855007653028352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.949652:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077184.949658:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2a00 x1855007653028352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.949686:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077184.949691:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077184.949698:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077184.949706:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077184.949712:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298838780
00000100:00000010:1.0:1769077184.949720:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b93c0.
00000100:00000001:1.0:1769077184.949734:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077184.949746:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298838780
00000100:00000010:1.0:1769077184.949756:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9a20.
00000100:00000001:1.0:1769077184.949764:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077184.949776:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077184.949784:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077184.949787:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077184.949796:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077184/real 1769077184]  req@ffff88baa6cb2a00 x1855007653028352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077184.949814:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077184.949817:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077184.949821:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077184.949825:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077184.949829:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077184.949842:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077184.949859:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2a00 x1855007653028352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077184.949900:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2a00 x1855007653028352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.949974:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077184.949979:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.949992:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077184.949996:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077184.950007:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2a00 x1855007653028352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950033:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077184.950044:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2a00 x1855007653028352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950067:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077184.950080:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.950088:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077184.950092:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.950102:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077184.950107:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077184.950111:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077184.950117:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077184.950121:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077184.950133:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2a00 x1855007653028352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077184.950173:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653028352:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077184.950186:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.950193:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077184.950204:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2a00 x1855007653028352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950236:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077184.950242:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077184.950250:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077184.950255:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077184.950262:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077184.950273:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077184.950283:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077184.950292:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5c00.
02000000:00000001:1.0:1769077184.950305:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077184.950311:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077184.950314:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2a00.
00000100:00000001:1.0:1769077184.950325:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077184.950333:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.950340:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.950352:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077184.950356:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077184.950367:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077184.950375:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077184.950381:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077184.950395:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0380 x1855007653028480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950411:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077184.950420:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077184.950425:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077184.950427:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077184.950429:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077184.950432:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653028480:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077184.950435:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077184.950438:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077184.950440:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077184.950442:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077184.950445:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077184.950446:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077184.950450:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077184.950453:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077184.950455:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077184.950458:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653028480, portal 10
00000100:00000001:1.0:1769077184.950460:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077184.950461:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976458112 : -131139733093504 : ffff88baa6cb0380)
00000100:00000040:1.0:1769077184.950466:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0380 x1855007653028480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950472:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077184.950475:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077184.950478:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077184.950480:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653028480, offset 0
00000400:00000200:1.0:1769077184.950484:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077184.950489:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077184.950494:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077184.950497:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077184.950500:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077184.950503:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077184.950506:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077184.950509:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199926:199926:256:4294967295] 192.168.204.104@tcp LPNI seq info [199926:199926:8:4294967295]
00000400:00000200:1.0:1769077184.950515:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077184.950522:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077184.950527:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077184.950530:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077184.950534:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077184.950554:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077184.950559:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077184.950561:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077184.950563:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077184.950565:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077184.950568:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077184.950570:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077184.950573:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077184.950574:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077184.950576:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077184.950579:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0380 x1855007653028480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950589:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077184.950591:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0380 x1855007653028480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950596:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077184.950597:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077184.950599:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077184.950602:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077184.950604:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077184.950606:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298837531
00000100:00000001:1.0:1769077184.950608:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298838780
00000100:00000001:1.0:1769077184.950610:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298837531
00000100:00000001:1.0:1769077184.950611:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298838780
00000100:00000001:1.0:1769077184.950613:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077184.950614:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077184.950615:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077184.950618:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077184/real 1769077184]  req@ffff88baa6cb0380 x1855007653028480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077184.950623:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077184.950623:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077184.950625:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077184.950626:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077184.950627:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077184.950628:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077184.950631:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0380 x1855007653028480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077184.950636:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0380 x1855007653028480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950640:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077184.950641:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.950642:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077184.950643:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077184.950645:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0380 x1855007653028480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950650:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077184.950652:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0380 x1855007653028480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950656:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077184.950658:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.950659:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077184.950660:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.950661:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077184.950662:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077184.950664:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077184.950667:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077184.950669:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077184.950671:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0380 x1855007653028480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077184.950676:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653028480:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077184.950679:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077184.950681:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0e00 x1855007653028608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950685:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077184.950686:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077184.950688:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077184.950689:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077184.950691:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077184.950693:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653028608:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077184.950695:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077184.950697:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077184.950698:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077184.950699:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077184.950702:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077184.950703:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077184.950705:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077184.950707:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077184.950709:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077184.950711:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653028608, portal 10
00000100:00000001:1.0:1769077184.950712:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077184.950713:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976460800 : -131139733090816 : ffff88baa6cb0e00)
00000100:00000040:1.0:1769077184.950717:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0e00 x1855007653028608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950723:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077184.950726:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077184.950728:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077184.950730:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653028608, offset 0
00000400:00000200:1.0:1769077184.950735:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077184.950738:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077184.950742:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077184.950745:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077184.950747:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077184.950750:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077184.950752:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077184.950755:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199927:199927:256:4294967295] 192.168.204.104@tcp LPNI seq info [199927:199927:8:4294967295]
00000400:00000200:1.0:1769077184.950760:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077184.950767:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077184.950772:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077184.950776:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077184.950780:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077184.950783:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077184.950786:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077184.950788:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077184.950791:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077184.950792:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077184.950795:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077184.950797:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077184.950799:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077184.950801:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077184.950803:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077184.950805:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0e00 x1855007653028608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950811:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077184.950813:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0e00 x1855007653028608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950817:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077184.950818:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077184.950820:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077184.950822:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077184.950825:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077184.950826:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298837516
00000100:00000001:1.0:1769077184.950828:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298838780
00000100:00000001:1.0:1769077184.950829:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298837516
00000100:00000001:1.0:1769077184.950831:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298838780
00000100:00000001:1.0:1769077184.950832:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077184.950833:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077184.950834:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077184.950836:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077184/real 1769077184]  req@ffff88baa6cb0e00 x1855007653028608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077184.950841:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077184.950842:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077184.950844:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077184.950845:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077184.950846:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077184.950847:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077184.950849:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0e00 x1855007653028608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077184.950854:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0e00 x1855007653028608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950858:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077184.950859:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.950860:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077184.950861:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077184.950863:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0e00 x1855007653028608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950867:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077184.950869:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0e00 x1855007653028608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950874:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077184.950875:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.950876:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077184.950877:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.950878:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077184.950880:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077184.950881:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077184.950883:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077184.950885:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077184.950887:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0e00 x1855007653028608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077184.950896:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653028608:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077184.950899:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077184.950901:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1500 x1855007653028736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950906:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077184.950906:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077184.950908:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077184.950909:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077184.950910:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077184.950912:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653028736:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077184.950915:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077184.950917:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077184.950919:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077184.950920:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077184.950924:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077184.950926:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077184.950930:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077184.950933:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077184.950936:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077184.950939:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653028736, portal 4
00000100:00000001:1.0:1769077184.950941:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077184.950943:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976462592 : -131139733089024 : ffff88baa6cb1500)
00000100:00000040:1.0:1769077184.950948:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1500 x1855007653028736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.950956:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077184.950958:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077184.950961:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077184.950964:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653028736, offset 0
00000400:00000200:1.0:1769077184.950968:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077184.950973:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077184.950977:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077184.950979:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077184.950982:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077184.950985:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077184.950988:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077184.950990:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199928:199928:256:4294967295] 192.168.204.104@tcp LPNI seq info [199928:199928:8:4294967295]
00000400:00000200:1.0:1769077184.950993:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077184.950998:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077184.951001:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077184.951003:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077184.951006:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077184.951008:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077184.951011:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077184.951013:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077184.951016:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077184.951017:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077184.951019:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077184.951021:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077184.951023:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077184.951025:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077184.951026:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077184.951029:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1500 x1855007653028736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951035:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077184.951037:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1500 x1855007653028736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951041:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077184.951042:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077184.951044:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077184.951046:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077184.951048:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077184.951050:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298837523
00000100:00000001:1.0:1769077184.951052:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298838780
00000100:00000001:1.0:1769077184.951054:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298837523
00000100:00000001:1.0:1769077184.951055:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298838780
00000100:00000001:1.0:1769077184.951056:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077184.951058:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077184.951059:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077184.951061:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077184/real 1769077184]  req@ffff88baa6cb1500 x1855007653028736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077184.951066:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077184.951067:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077184.951068:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077184.951070:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077184.951071:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077184.951072:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077184.951074:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1500 x1855007653028736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077184.951080:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1500 x1855007653028736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951084:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077184.951084:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.951085:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077184.951086:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077184.951088:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1500 x1855007653028736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951092:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077184.951095:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1500 x1855007653028736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951099:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077184.951101:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.951102:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077184.951103:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.951104:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077184.951105:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077184.951107:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077184.951109:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077184.951110:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077184.951112:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1500 x1855007653028736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077184.951117:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653028736:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077184.951119:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.951120:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077184.951122:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0380 x1855007653028480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951126:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077184.951127:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077184.951128:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077184.951130:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077184.951131:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077184.951132:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077184.951133:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077184.951135:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6000.
02000000:00000001:1.0:1769077184.951137:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077184.951138:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077184.951139:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0380.
00000100:00000001:1.0:1769077184.951141:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077184.951142:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.951143:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077184.951145:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0e00 x1855007653028608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951154:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077184.951155:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077184.951172:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077184.951174:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077184.951175:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077184.951176:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077184.951177:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077184.951179:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4800.
02000000:00000001:1.0:1769077184.951181:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077184.951182:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077184.951183:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0e00.
00000100:00000001:1.0:1769077184.951184:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077184.951185:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.951186:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077184.951189:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1500 x1855007653028736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951193:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077184.951194:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077184.951195:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077184.951196:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077184.951197:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077184.951198:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077184.951199:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077184.951200:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5000.
02000000:00000001:1.0:1769077184.951201:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077184.951202:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077184.951203:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1500.
00000100:00000001:1.0:1769077184.951204:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077184.951205:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.951206:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.951209:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077184.951210:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077184.951211:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077184.951212:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077184.951213:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077184.951216:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0a80 x1855007653028864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951221:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077184.951222:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077184.951224:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077184.951225:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077184.951227:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077184.951228:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653028864:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077184.951231:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077184.951232:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077184.951233:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077184.951235:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077184.951237:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077184.951238:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077184.951241:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077184.951243:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077184.951245:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077184.951247:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653028864, portal 4
00000100:00000001:1.0:1769077184.951248:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077184.951249:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459904 : -131139733091712 : ffff88baa6cb0a80)
00000100:00000040:1.0:1769077184.951253:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0a80 x1855007653028864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951258:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077184.951260:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077184.951261:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077184.951263:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653028864, offset 0
00000400:00000200:1.0:1769077184.951265:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077184.951267:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077184.951270:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077184.951272:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077184.951274:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077184.951275:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077184.951277:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077184.951279:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199929:199929:256:4294967295] 192.168.204.104@tcp LPNI seq info [199929:199929:8:4294967295]
00000400:00000200:1.0:1769077184.951282:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077184.951287:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077184.951289:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077184.951292:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077184.951294:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077184.951296:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077184.951299:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077184.951301:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077184.951304:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077184.951305:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077184.951307:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077184.951310:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077184.951311:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077184.951312:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077184.951315:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077184.951319:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0a80 x1855007653028864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951327:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077184.951330:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0a80 x1855007653028864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951337:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077184.951339:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077184.951342:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077184.951345:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077184.951349:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077184.951351:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298837523
00000100:00000001:1.0:1769077184.951354:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298838780
00000100:00000001:1.0:1769077184.951356:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298837523
00000100:00000001:1.0:1769077184.951358:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298838780
00000100:00000001:1.0:1769077184.951361:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077184.951363:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077184.951365:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077184.951369:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077184/real 1769077184]  req@ffff88baa6cb0a80 x1855007653028864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077184.951378:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077184.951379:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077184.951380:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077184.951382:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077184.951383:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077184.951385:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077184.951388:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0a80 x1855007653028864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077184.951393:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0a80 x1855007653028864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951398:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077184.951399:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.951400:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077184.951401:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077184.951403:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0a80 x1855007653028864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951407:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077184.951416:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0a80 x1855007653028864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951420:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077184.951422:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.951423:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077184.951424:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.951425:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077184.951426:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077184.951427:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077184.951430:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077184.951432:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077184.951434:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0a80 x1855007653028864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077184.951439:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653028864:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077184.951441:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.951443:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077184.951445:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0a80 x1855007653028864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077184.951448:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077184.951449:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077184.951450:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077184.951452:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077184.951453:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077184.951454:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077184.951455:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077184.951457:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:1.0:1769077184.951458:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077184.951459:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077184.951460:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0a80.
00000100:00000001:1.0:1769077184.951461:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077184.951462:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.951464:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.951466:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077184.951467:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077184.951469:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077184.951471:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077185.588783:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077185.588791:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077185.588796:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077186.228612:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298838780, at 4298838784
00000100:00000010:1.0:1769077186.228632:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9a20.
00000020:00000001:1.0:1769077188.660741:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077188.660744:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077188.660748:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077190.068969:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077190.068975:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077190.068979:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077190.068990:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653028992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.069003:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077190.069006:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077190.069013:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077190.069019:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077190.069023:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077190.069029:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653028992:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077190.069035:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077190.069041:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077190.069044:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077190.069049:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077190.069056:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077190.069060:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077190.069097:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077190.069104:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077190.069111:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077190.069122:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653028992, portal 25
00000100:00000001:1.0:1769077190.069127:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077190.069131:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00000040:1.0:1769077190.069140:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653028992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.069161:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077190.069170:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077190.069174:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077190.069179:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653028992, offset 0
00000400:00000200:1.0:1769077190.069190:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077190.069204:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077190.069214:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077190.069222:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077190.069230:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077190.069236:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077190.069241:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077190.069247:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199930:199930:256:4294967295] 192.168.204.104@tcp LPNI seq info [199930:199930:8:4294967295]
00000400:00000200:1.0:1769077190.069257:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077190.069272:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077190.069284:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077190.069292:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077190.069304:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077190.069311:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077190.069321:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077190.069344:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077190.069355:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077190.069360:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077190.069367:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077190.069377:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077190.069384:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077190.069388:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077190.069397:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077190.069405:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653028992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.069420:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077190.069426:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653028992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.069439:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077190.069443:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077190.069450:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077190.069456:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077190.069458:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298843899
00000100:00000010:1.0:1769077190.069465:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9a20.
00000100:00000001:1.0:1769077190.069477:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077190.069489:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298843899
00000100:00000010:1.0:1769077190.069495:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9d20.
00000100:00000001:1.0:1769077190.069501:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077190.069508:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077190.069512:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077190.069516:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077190.069523:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077190/real 1769077190]  req@ffff88ba87a9a300 x1855007653028992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077190.069585:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077190.069591:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077190.069597:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077190.069605:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077190.069611:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077190.069619:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077190.069629:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653028992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077190.069656:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653028992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.069674:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077190.069678:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.069684:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077190.069689:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077190.069699:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653028992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.069721:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077190.069731:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653028992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.069741:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077190.069744:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.069746:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077190.069747:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.069749:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077190.069750:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077190.069752:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077190.069756:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077190.069757:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077190.069760:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653028992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077190.069767:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653028992:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077190.069771:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.069773:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077190.069775:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653028992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.069780:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077190.069782:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077190.069785:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077190.069787:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077190.069788:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077190.069790:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077190.069792:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077190.069793:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:1.0:1769077190.069796:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077190.069798:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077190.069799:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:1.0:1769077190.069801:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077190.069802:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.069804:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.069811:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077190.069812:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077190.069814:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077190.069815:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077190.069817:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077190.069819:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98000 x1855007653029120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.069825:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077190.069827:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077190.069830:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077190.069832:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077190.069834:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077190.069837:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653029120:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077190.069841:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077190.069843:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077190.069844:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077190.069846:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077190.069850:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077190.069852:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077190.069857:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077190.069861:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077190.069865:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077190.069868:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653029120, portal 10
00000100:00000001:1.0:1769077190.069871:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077190.069872:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168064 : -131140255383552 : ffff88ba87a98000)
00000100:00000040:1.0:1769077190.069880:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98000 x1855007653029120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.069888:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077190.069890:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077190.069892:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077190.069894:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653029120, offset 0
00000400:00000200:1.0:1769077190.069897:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077190.069901:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077190.069904:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077190.069906:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077190.069908:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077190.069910:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077190.069912:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077190.069914:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199931:199931:256:4294967295] 192.168.204.104@tcp LPNI seq info [199931:199931:8:4294967295]
00000400:00000200:1.0:1769077190.069917:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077190.069922:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077190.069925:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077190.069928:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077190.069931:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077190.069933:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077190.069936:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077190.069938:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077190.069941:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077190.069943:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077190.069945:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077190.069948:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077190.069950:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077190.069951:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077190.069953:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077190.069956:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98000 x1855007653029120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.069962:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077190.069964:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98000 x1855007653029120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.069969:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077190.069970:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077190.069972:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077190.069975:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077190.069978:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077190.069979:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298842650
00000100:00000001:1.0:1769077190.069982:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298843899
00000100:00000001:1.0:1769077190.069984:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298842650
00000100:00000001:1.0:1769077190.069985:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298843899
00000100:00000001:1.0:1769077190.069987:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077190.069989:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077190.069990:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077190.069992:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077190/real 1769077190]  req@ffff88ba87a98000 x1855007653029120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077190.069998:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077190.069999:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077190.070000:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077190.070002:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077190.070003:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077190.070004:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077190.070006:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98000 x1855007653029120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077190.070012:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98000 x1855007653029120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070016:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077190.070017:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070018:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077190.070019:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077190.070021:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98000 x1855007653029120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070025:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077190.070028:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98000 x1855007653029120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070032:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077190.070033:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070034:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077190.070035:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070036:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077190.070037:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077190.070039:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077190.070041:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077190.070043:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077190.070046:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98000 x1855007653029120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077190.070051:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653029120:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077190.070053:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077190.070055:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653029248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070059:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077190.070060:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077190.070061:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077190.070062:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077190.070064:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077190.070066:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653029248:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077190.070068:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077190.070070:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077190.070085:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077190.070087:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077190.070090:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077190.070091:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077190.070094:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077190.070096:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077190.070098:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077190.070101:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653029248, portal 10
00000100:00000001:1.0:1769077190.070102:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077190.070103:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:1.0:1769077190.070108:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653029248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070113:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077190.070115:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077190.070117:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077190.070118:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653029248, offset 0
00000400:00000200:1.0:1769077190.070121:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077190.070124:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077190.070128:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077190.070131:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077190.070133:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077190.070136:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077190.070138:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077190.070141:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199932:199932:256:4294967295] 192.168.204.104@tcp LPNI seq info [199932:199932:8:4294967295]
00000400:00000200:1.0:1769077190.070146:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077190.070153:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077190.070159:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077190.070162:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077190.070166:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077190.070169:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077190.070171:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077190.070173:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077190.070176:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077190.070178:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077190.070180:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077190.070182:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077190.070185:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077190.070186:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077190.070188:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077190.070191:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653029248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070196:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077190.070198:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653029248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070203:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077190.070204:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077190.070207:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077190.070209:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077190.070211:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077190.070213:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298842635
00000100:00000001:1.0:1769077190.070215:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298843899
00000100:00000001:1.0:1769077190.070217:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298842635
00000100:00000001:1.0:1769077190.070219:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298843899
00000100:00000001:1.0:1769077190.070220:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077190.070221:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077190.070223:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077190.070225:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077190/real 1769077190]  req@ffff88ba87a9b800 x1855007653029248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077190.070230:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077190.070231:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077190.070232:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077190.070234:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077190.070235:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077190.070237:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077190.070239:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653029248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077190.070245:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653029248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070249:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077190.070250:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070251:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077190.070252:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077190.070254:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653029248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070258:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077190.070260:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653029248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070265:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077190.070267:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070268:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077190.070269:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070270:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077190.070272:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077190.070273:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077190.070275:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077190.070276:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077190.070278:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653029248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077190.070283:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653029248:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077190.070285:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077190.070288:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653029376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070293:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077190.070294:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077190.070295:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077190.070296:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077190.070298:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077190.070299:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653029376:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077190.070301:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077190.070303:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077190.070304:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077190.070305:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077190.070308:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077190.070309:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077190.070312:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077190.070314:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077190.070316:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077190.070318:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653029376, portal 4
00000100:00000001:1.0:1769077190.070320:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077190.070321:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:1.0:1769077190.070325:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653029376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070329:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077190.070331:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077190.070332:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077190.070334:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653029376, offset 0
00000400:00000200:1.0:1769077190.070336:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077190.070339:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077190.070341:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077190.070342:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077190.070344:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077190.070346:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077190.070348:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077190.070350:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199933:199933:256:4294967295] 192.168.204.104@tcp LPNI seq info [199933:199933:8:4294967295]
00000400:00000200:1.0:1769077190.070353:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077190.070357:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077190.070359:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077190.070361:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077190.070364:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077190.070365:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077190.070369:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077190.070370:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077190.070373:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077190.070375:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077190.070377:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077190.070379:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077190.070381:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077190.070382:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077190.070384:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077190.070386:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653029376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070392:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077190.070394:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653029376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070398:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077190.070400:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077190.070402:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077190.070403:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077190.070405:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077190.070406:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298842642
00000100:00000001:1.0:1769077190.070408:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298843899
00000100:00000001:1.0:1769077190.070410:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298842642
00000100:00000001:1.0:1769077190.070411:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298843899
00000100:00000001:1.0:1769077190.070413:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077190.070414:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077190.070415:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077190.070417:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077190/real 1769077190]  req@ffff88ba87a99880 x1855007653029376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077190.070422:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077190.070422:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077190.070423:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077190.070424:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077190.070425:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077190.070427:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077190.070428:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653029376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077190.070434:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653029376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070443:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077190.070444:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070445:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077190.070446:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077190.070449:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653029376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070452:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077190.070455:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653029376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070459:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077190.070460:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070461:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077190.070462:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070463:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077190.070464:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077190.070465:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077190.070467:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077190.070468:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077190.070470:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653029376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077190.070475:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653029376:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077190.070477:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077190.070479:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653029504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070483:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077190.070485:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077190.070486:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077190.070488:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077190.070489:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077190.070491:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653029504:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077190.070493:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077190.070494:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077190.070495:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077190.070496:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077190.070498:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077190.070500:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077190.070501:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077190.070503:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077190.070504:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077190.070506:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653029504, portal 4
00000100:00000001:1.0:1769077190.070507:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077190.070508:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:1.0:1769077190.070512:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653029504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070516:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077190.070518:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077190.070519:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077190.070520:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653029504, offset 0
00000400:00000200:1.0:1769077190.070522:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077190.070524:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077190.070526:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077190.070527:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077190.070529:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077190.070530:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077190.070532:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077190.070534:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199934:199934:256:4294967295] 192.168.204.104@tcp LPNI seq info [199934:199934:8:4294967295]
00000400:00000200:1.0:1769077190.070553:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077190.070559:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077190.070565:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077190.070568:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077190.070573:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077190.070575:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077190.070580:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077190.070583:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077190.070587:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077190.070589:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077190.070592:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077190.070596:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077190.070599:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077190.070601:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077190.070604:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077190.070608:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653029504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070617:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077190.070621:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653029504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070625:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077190.070626:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077190.070629:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077190.070631:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077190.070634:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077190.070636:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298842643
00000100:00000001:1.0:1769077190.070638:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298843899
00000100:00000001:1.0:1769077190.070640:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298842643
00000100:00000001:1.0:1769077190.070641:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298843899
00000100:00000001:1.0:1769077190.070642:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077190.070644:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077190.070645:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077190.070647:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077190/real 1769077190]  req@ffff88ba87a99c00 x1855007653029504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077190.070653:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077190.070654:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077190.070656:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077190.070657:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077190.070658:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077190.070660:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077190.070662:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653029504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077190.070668:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653029504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070672:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077190.070673:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070674:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077190.070675:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077190.070677:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653029504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070681:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077190.070683:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653029504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070687:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077190.070689:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070690:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077190.070691:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070692:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077190.070693:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077190.070694:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077190.070696:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077190.070697:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077190.070700:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653029504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077190.070706:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653029504:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077190.070708:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070709:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077190.070711:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98000 x1855007653029120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070715:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077190.070716:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077190.070717:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077190.070719:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077190.070720:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077190.070721:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077190.070722:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077190.070723:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:1.0:1769077190.070724:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077190.070725:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077190.070726:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98000.
00000100:00000001:1.0:1769077190.070728:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077190.070729:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070730:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077190.070732:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653029248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070736:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077190.070737:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077190.070738:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077190.070739:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077190.070740:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077190.070741:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077190.070742:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077190.070742:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:1.0:1769077190.070744:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077190.070745:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077190.070746:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:1.0:1769077190.070748:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077190.070749:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070750:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077190.070752:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653029376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070756:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077190.070757:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077190.070758:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077190.070760:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077190.070760:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077190.070761:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077190.070762:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077190.070763:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7c00.
02000000:00000001:1.0:1769077190.070764:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077190.070765:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077190.070765:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:1.0:1769077190.070767:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077190.070768:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070769:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077190.070770:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653029504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077190.070774:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077190.070775:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077190.070776:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077190.070777:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077190.070778:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077190.070778:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077190.070779:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077190.070780:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:1.0:1769077190.070781:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077190.070782:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077190.070783:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:1.0:1769077190.070784:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077190.070785:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070786:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.070789:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077190.070790:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077190.070792:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077190.070793:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077191.348637:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298843899, at 4298843904
00000100:00000010:1.0:1769077191.348653:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9d20.
00000020:00000001:1.0:1769077191.732684:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077191.732687:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077191.732690:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077194.804714:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077194.804718:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077194.804722:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077195.188926:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077195.188932:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077195.188937:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077195.188947:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1f80 x1855007653029632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.188964:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077195.188967:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077195.188975:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077195.188979:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077195.188982:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077195.189002:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653029632:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077195.189010:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077195.189017:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077195.189020:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077195.189025:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077195.189032:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077195.189036:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077195.189047:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077195.189054:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077195.189062:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077195.189072:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653029632, portal 25
00000100:00000001:1.0:1769077195.189076:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077195.189079:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976465280 : -131139733086336 : ffff88baa6cb1f80)
00000100:00000040:1.0:1769077195.189086:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1f80 x1855007653029632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.189100:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077195.189106:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077195.189111:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077195.189116:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653029632, offset 0
00000400:00000200:1.0:1769077195.189125:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077195.189138:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077195.189148:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077195.189154:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077195.189161:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077195.189168:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077195.189174:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077195.189181:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199935:199935:256:4294967295] 192.168.204.104@tcp LPNI seq info [199935:199935:8:4294967295]
00000400:00000200:1.0:1769077195.189189:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077195.189208:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077195.189227:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077195.189232:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077195.189244:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077195.189249:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077195.189259:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077195.189265:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077195.189273:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077195.189279:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077195.189289:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077195.189300:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077195.189306:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077195.189311:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077195.189319:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077195.189325:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1f80 x1855007653029632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.189343:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077195.189349:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1f80 x1855007653029632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.189359:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077195.189363:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077195.189369:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077195.189374:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077195.189376:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298849019
00000100:00000010:1.0:1769077195.189382:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9d20.
00000100:00000001:1.0:1769077195.189394:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077195.189404:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298849019
00000100:00000010:1.0:1769077195.189410:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9900.
00000100:00000001:1.0:1769077195.189416:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077195.189421:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077195.189424:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077195.189427:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077195.189435:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077195/real 1769077195]  req@ffff88baa6cb1f80 x1855007653029632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077195.189461:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077195.189464:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077195.189468:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077195.189472:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077195.189476:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077195.189482:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077195.189488:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1f80 x1855007653029632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077195.189508:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1f80 x1855007653029632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.189517:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077195.189520:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.189524:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077195.189527:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077195.189565:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1f80 x1855007653029632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.189574:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077195.189582:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1f80 x1855007653029632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.189600:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077195.189607:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.189620:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077195.189625:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.189631:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077195.189636:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077195.189643:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077195.189653:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077195.189659:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077195.189676:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1f80 x1855007653029632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077195.189691:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653029632:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077195.189698:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.189701:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077195.189706:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1f80 x1855007653029632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.189719:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077195.189723:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077195.189728:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077195.189735:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077195.189739:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077195.189741:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077195.189747:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077195.189751:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:1.0:1769077195.189758:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077195.189763:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077195.189767:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1f80.
00000100:00000001:1.0:1769077195.189773:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077195.189777:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.189780:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.189789:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077195.189794:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077195.189799:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077195.189802:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077195.189804:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077195.189811:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3480 x1855007653029760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.189825:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077195.189827:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077195.189832:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077195.189835:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077195.189841:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077195.189848:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653029760:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077195.189855:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077195.189858:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077195.189860:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077195.189865:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077195.189869:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077195.189872:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077195.189879:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077195.189885:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077195.189888:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077195.189891:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653029760, portal 10
00000100:00000001:1.0:1769077195.189893:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077195.189894:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976470656 : -131139733080960 : ffff88baa6cb3480)
00000100:00000040:1.0:1769077195.189901:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3480 x1855007653029760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.189906:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077195.189908:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077195.189910:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077195.189912:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653029760, offset 0
00000400:00000200:1.0:1769077195.189915:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077195.189918:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077195.189921:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077195.189923:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077195.189925:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077195.189927:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077195.189929:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077195.189931:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199936:199936:256:4294967295] 192.168.204.104@tcp LPNI seq info [199936:199936:8:4294967295]
00000400:00000200:1.0:1769077195.189934:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077195.189939:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077195.189942:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077195.189944:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077195.189947:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077195.189949:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077195.189952:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077195.189954:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077195.189956:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077195.189958:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077195.189960:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077195.189962:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077195.189965:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077195.189966:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077195.189968:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077195.189971:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3480 x1855007653029760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.189976:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077195.189979:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3480 x1855007653029760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.189983:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077195.190000:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077195.190003:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077195.190007:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077195.190009:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077195.190011:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298847770
00000100:00000001:1.0:1769077195.190013:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298849019
00000100:00000001:1.0:1769077195.190015:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298847770
00000100:00000001:1.0:1769077195.190017:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298849019
00000100:00000001:1.0:1769077195.190018:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077195.190020:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077195.190021:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077195.190024:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077195/real 1769077195]  req@ffff88baa6cb3480 x1855007653029760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077195.190030:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077195.190031:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077195.190032:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077195.190034:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077195.190035:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077195.190036:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077195.190039:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3480 x1855007653029760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077195.190044:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3480 x1855007653029760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190048:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077195.190049:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190050:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077195.190051:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077195.190053:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3480 x1855007653029760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190057:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077195.190060:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3480 x1855007653029760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190065:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077195.190067:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190068:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077195.190069:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190070:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077195.190071:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077195.190073:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077195.190075:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077195.190076:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077195.190079:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3480 x1855007653029760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077195.190083:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653029760:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077195.190086:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077195.190088:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0000 x1855007653029888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190092:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077195.190093:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077195.190094:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077195.190095:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077195.190097:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077195.190099:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653029888:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077195.190101:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077195.190103:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077195.190104:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077195.190105:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077195.190107:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077195.190109:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077195.190111:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077195.190113:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077195.190115:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077195.190117:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653029888, portal 10
00000100:00000001:1.0:1769077195.190119:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077195.190120:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976457216 : -131139733094400 : ffff88baa6cb0000)
00000100:00000040:1.0:1769077195.190124:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0000 x1855007653029888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190128:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077195.190130:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077195.190131:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077195.190133:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653029888, offset 0
00000400:00000200:1.0:1769077195.190136:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077195.190138:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077195.190140:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077195.190142:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077195.190144:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077195.190146:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077195.190147:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077195.190149:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199937:199937:256:4294967295] 192.168.204.104@tcp LPNI seq info [199937:199937:8:4294967295]
00000400:00000200:1.0:1769077195.190152:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077195.190157:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077195.190160:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077195.190162:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077195.190164:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077195.190166:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077195.190169:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077195.190171:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077195.190173:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077195.190175:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077195.190176:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077195.190179:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077195.190181:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077195.190183:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077195.190184:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077195.190186:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0000 x1855007653029888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190192:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077195.190194:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0000 x1855007653029888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190198:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077195.190199:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077195.190201:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077195.190202:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077195.190204:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077195.190206:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298847755
00000100:00000001:1.0:1769077195.190207:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298849019
00000100:00000001:1.0:1769077195.190209:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298847755
00000100:00000001:1.0:1769077195.190210:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298849019
00000100:00000001:1.0:1769077195.190212:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077195.190213:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077195.190214:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077195.190217:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077195/real 1769077195]  req@ffff88baa6cb0000 x1855007653029888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077195.190221:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077195.190222:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077195.190223:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077195.190224:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077195.190225:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077195.190226:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077195.190228:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0000 x1855007653029888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077195.190233:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0000 x1855007653029888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190238:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077195.190239:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190240:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077195.190241:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077195.190244:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0000 x1855007653029888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190248:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077195.190250:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0000 x1855007653029888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190254:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077195.190255:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190256:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077195.190257:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190258:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077195.190259:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077195.190261:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077195.190262:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077195.190264:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077195.190266:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0000 x1855007653029888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077195.190271:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653029888:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077195.190273:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077195.190275:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2680 x1855007653030016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190279:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077195.190280:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077195.190282:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077195.190284:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077195.190285:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077195.190287:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653030016:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077195.190289:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077195.190290:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077195.190291:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077195.190292:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077195.190294:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077195.190296:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077195.190298:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077195.190299:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077195.190302:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077195.190303:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653030016, portal 4
00000100:00000001:1.0:1769077195.190305:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077195.190306:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976467072 : -131139733084544 : ffff88baa6cb2680)
00000100:00000040:1.0:1769077195.190309:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2680 x1855007653030016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190313:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077195.190315:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077195.190316:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077195.190318:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653030016, offset 0
00000400:00000200:1.0:1769077195.190321:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077195.190323:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077195.190325:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077195.190327:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077195.190329:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077195.190330:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077195.190332:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077195.190334:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199938:199938:256:4294967295] 192.168.204.104@tcp LPNI seq info [199938:199938:8:4294967295]
00000400:00000200:1.0:1769077195.190337:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077195.190341:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077195.190344:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077195.190346:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077195.190349:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077195.190350:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077195.190353:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077195.190355:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077195.190357:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077195.190358:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077195.190360:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077195.190362:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077195.190364:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077195.190365:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077195.190366:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077195.190368:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2680 x1855007653030016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190373:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077195.190375:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2680 x1855007653030016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190379:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077195.190380:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077195.190382:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077195.190383:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077195.190385:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077195.190387:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298847762
00000100:00000001:1.0:1769077195.190388:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298849019
00000100:00000001:1.0:1769077195.190390:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298847762
00000100:00000001:1.0:1769077195.190392:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298849019
00000100:00000001:1.0:1769077195.190393:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077195.190394:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077195.190395:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077195.190397:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077195/real 1769077195]  req@ffff88baa6cb2680 x1855007653030016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077195.190402:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077195.190403:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077195.190404:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077195.190405:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077195.190406:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077195.190407:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077195.190409:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2680 x1855007653030016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077195.190414:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2680 x1855007653030016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190418:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077195.190419:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190420:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077195.190420:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077195.190423:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2680 x1855007653030016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190427:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077195.190429:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2680 x1855007653030016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190433:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077195.190434:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190435:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077195.190436:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190437:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077195.190438:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077195.190440:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077195.190442:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077195.190443:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077195.190446:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2680 x1855007653030016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077195.190451:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653030016:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077195.190454:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190455:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077195.190457:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3480 x1855007653029760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190460:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077195.190461:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077195.190462:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077195.190464:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077195.190465:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077195.190466:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077195.190467:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077195.190468:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:1.0:1769077195.190470:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077195.190471:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077195.190472:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3480.
00000100:00000001:1.0:1769077195.190473:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077195.190474:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190475:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077195.190477:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0000 x1855007653029888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190481:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077195.190482:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077195.190483:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077195.190484:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077195.190485:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077195.190486:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077195.190487:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077195.190488:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5000.
02000000:00000001:1.0:1769077195.190489:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077195.190490:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077195.190491:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0000.
00000100:00000001:1.0:1769077195.190493:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077195.190493:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190494:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077195.190496:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2680 x1855007653030016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190500:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077195.190501:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077195.190502:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077195.190503:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077195.190503:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077195.190504:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077195.190505:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077195.190506:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4800.
02000000:00000001:1.0:1769077195.190507:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077195.190508:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077195.190509:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2680.
00000100:00000001:1.0:1769077195.190510:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077195.190511:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190512:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190514:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077195.190515:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077195.190516:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077195.190517:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077195.190518:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077195.190520:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2300 x1855007653030144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190524:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077195.190525:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077195.190526:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077195.190527:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077195.190528:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077195.190530:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653030144:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077195.190532:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077195.190534:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077195.190550:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077195.190552:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077195.190554:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077195.190556:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077195.190558:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077195.190560:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077195.190562:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077195.190564:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653030144, portal 4
00000100:00000001:1.0:1769077195.190566:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077195.190567:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976466176 : -131139733085440 : ffff88baa6cb2300)
00000100:00000040:1.0:1769077195.190571:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2300 x1855007653030144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190578:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077195.190580:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077195.190583:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077195.190586:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653030144, offset 0
00000400:00000200:1.0:1769077195.190590:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077195.190594:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077195.190597:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077195.190600:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077195.190603:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077195.190606:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077195.190608:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077195.190612:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199939:199939:256:4294967295] 192.168.204.104@tcp LPNI seq info [199939:199939:8:4294967295]
00000400:00000200:1.0:1769077195.190616:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077195.190623:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077195.190629:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077195.190632:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077195.190636:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077195.190639:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077195.190643:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077195.190645:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077195.190648:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077195.190650:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000200:1.0:1769077195.190652:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077195.190654:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077195.190657:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f553b8
00000400:00000010:1.0:1769077195.190658:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f553b8.
00000100:00000001:1.0:1769077195.190660:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077195.190663:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2300 x1855007653030144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190669:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077195.190671:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2300 x1855007653030144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190675:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077195.190676:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077195.190678:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077195.190680:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077195.190683:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077195.190684:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298847763
00000100:00000001:1.0:1769077195.190686:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298849019
00000100:00000001:1.0:1769077195.190688:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298847763
00000100:00000001:1.0:1769077195.190690:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298849019
00000100:00000001:1.0:1769077195.190691:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077195.190692:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077195.190694:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077195.190696:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077195/real 1769077195]  req@ffff88baa6cb2300 x1855007653030144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077195.190700:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077195.190701:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077195.190702:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077195.190703:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077195.190704:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077195.190706:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077195.190708:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2300 x1855007653030144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077195.190714:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2300 x1855007653030144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190718:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077195.190718:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190720:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077195.190721:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077195.190723:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2300 x1855007653030144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190727:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077195.190729:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2300 x1855007653030144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190733:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077195.190734:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190735:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077195.190736:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190737:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077195.190738:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077195.190740:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077195.190742:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077195.190743:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077195.190746:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2300 x1855007653030144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077195.190752:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653030144:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077195.190754:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190755:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077195.190758:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2300 x1855007653030144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077195.190762:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077195.190763:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077195.190765:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077195.190766:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077195.190767:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077195.190768:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077195.190769:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077195.190770:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6000.
02000000:00000001:1.0:1769077195.190772:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077195.190773:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077195.190774:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2300.
00000100:00000001:1.0:1769077195.190776:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077195.190777:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190778:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.190781:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077195.190782:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077195.190783:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077195.190784:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077196.468651:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298849019, at 4298849024
00000100:00000010:1.0:1769077196.468666:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9900.
00000020:00000001:1.0:1769077197.876788:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077197.876797:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077197.876803:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077200.308947:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077200.308954:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077200.308960:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077200.308972:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3100 x1855007653030272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077200.308991:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077200.308994:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077200.308999:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077200.309004:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077200.309010:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077200.309018:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653030272:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077200.309025:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077200.309031:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077200.309034:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077200.309039:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077200.309045:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077200.309051:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077200.309061:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077200.309067:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077200.309078:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077200.309091:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653030272, portal 25
00000100:00000001:1.0:1769077200.309097:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077200.309101:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976469760 : -131139733081856 : ffff88baa6cb3100)
00000100:00000040:1.0:1769077200.309113:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3100 x1855007653030272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077200.309135:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077200.309142:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077200.309145:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f553b8.
00000100:00000200:1.0:1769077200.309148:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653030272, offset 0
00000400:00000200:1.0:1769077200.309157:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077200.309168:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077200.309177:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077200.309184:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077200.309191:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077200.309197:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077200.309204:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077200.309208:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199940:199940:256:4294967295] 192.168.204.104@tcp LPNI seq info [199940:199940:8:4294967295]
00000400:00000200:1.0:1769077200.309214:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077200.309231:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077200.309241:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077200.309248:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769077200.309260:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077200.309281:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769077200.309299:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077200.309309:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077200.309314:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298854139
00000100:00000010:1.0:1769077200.309323:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9900.
00000100:00000001:1.0:1769077200.309332:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077200.309342:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298854139
00000100:00000010:1.0:1769077200.309348:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b95a0.
00000100:00000001:1.0:1769077200.309354:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077200.309359:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077200.309363:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077200.309368:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077200.309372:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077200.309381:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077200.309384:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077200.309388:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077200.309390:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077200.309393:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077200.309401:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3b80 x1855007653030400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077200.309413:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077200.309417:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077200.309422:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077200.309425:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077200.309428:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077200.309434:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653030400:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077200.309440:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077200.309444:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077200.309447:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077200.309450:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077200.309455:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077200.309460:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077200.309467:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077200.309472:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3caa8.
00000400:00000010:1.0:1769077200.309478:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077200.309485:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653030400, portal 10
00000100:00000001:1.0:1769077200.309489:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077200.309492:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976472448 : -131139733079168 : ffff88baa6cb3b80)
00000100:00000040:1.0:1769077200.309502:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3b80 x1855007653030400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077200.309519:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077200.309524:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077200.309528:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f552a8.
00000100:00000200:1.0:1769077200.309532:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653030400, offset 0
00000400:00000200:1.0:1769077200.309561:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077200.309569:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077200.309576:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077200.309581:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077200.309587:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077200.309590:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077200.309595:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077200.309600:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199941:199941:255:4294967295] 192.168.204.104@tcp LPNI seq info [199941:199941:7:4294967295]
00000400:00000200:1.0:1769077200.309612:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077200.309623:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077200.309633:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077200.309640:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815b00.
00000800:00000200:1.0:1769077200.309651:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077200.309662:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769077200.309670:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077200.309677:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077200.309688:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077200.309691:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298852890
00000100:00000001:1.0:1769077200.309714:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298854139
00000100:00000001:1.0:1769077200.309717:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298852890
00000100:00000001:1.0:1769077200.309721:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298854139
00000100:00000001:1.0:1769077200.309723:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077200.309726:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077200.309728:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077200.309733:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2300 x1855007653030528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077200.309741:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077200.309742:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077200.309744:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077200.309746:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077200.309748:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077200.309752:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653030528:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077200.309755:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077200.309757:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077200.309759:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077200.309761:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077200.309765:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077200.309767:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077200.309771:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077200.309773:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077200.309777:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077200.309780:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653030528, portal 10
00000100:00000001:1.0:1769077200.309783:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077200.309784:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976466176 : -131139733085440 : ffff88baa6cb2300)
00000100:00000040:1.0:1769077200.309790:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2300 x1855007653030528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077200.309796:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077200.309798:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077200.309800:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55220.
00000100:00000200:1.0:1769077200.309802:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653030528, offset 0
00000400:00000200:1.0:1769077200.309807:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077200.309810:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077200.309814:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077200.309817:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077200.309819:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077200.309821:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077200.309823:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077200.309826:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199942:199942:254:4294967295] 192.168.204.104@tcp LPNI seq info [199942:199942:6:4294967295]
00000400:00000200:1.0:1769077200.309830:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077200.309836:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077200.309840:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077200.309845:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077200.309848:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077200.309852:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769077200.309855:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077200.309859:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077200.309862:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077200.309864:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298852875
00000100:00000001:1.0:1769077200.309866:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298854139
00000100:00000001:1.0:1769077200.309868:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298852875
00000100:00000001:1.0:1769077200.309871:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298854139
00000100:00000001:1.0:1769077200.309873:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077200.309875:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077200.309878:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077200.309880:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077200.309883:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077200.309885:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077200.309887:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077200.309888:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077200.309889:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077200.309893:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2680 x1855007653030656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077200.309917:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077200.309919:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077200.309921:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077200.309923:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077200.309925:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077200.309929:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653030656:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077200.309932:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077200.309935:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077200.309936:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077200.309938:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077200.309942:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077200.309945:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077200.309949:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077200.309952:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c9a0.
00000400:00000010:1.0:1769077200.309955:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55dd0.
00000100:00000200:1.0:1769077200.309958:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653030656, portal 4
00000100:00000001:1.0:1769077200.309960:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077200.309962:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976467072 : -131139733084544 : ffff88baa6cb2680)
00000100:00000040:1.0:1769077200.309968:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2680 x1855007653030656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077200.309976:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077200.309978:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077200.309981:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55f68.
00000100:00000200:1.0:1769077200.309983:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653030656, offset 0
00000400:00000200:1.0:1769077200.309988:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077200.309993:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077200.309997:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077200.310000:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077200.310002:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077200.310004:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077200.310007:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077200.310010:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199943:199943:253:4294967295] 192.168.204.104@tcp LPNI seq info [199943:199943:5:4294967295]
00000400:00000200:1.0:1769077200.310014:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077200.310021:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077200.310027:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077200.310032:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815400.
00000800:00000200:1.0:1769077200.310036:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077200.310040:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769077200.310043:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077200.310046:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077200.310050:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077200.310052:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298852882
00000100:00000001:1.0:1769077200.310054:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298854139
00000100:00000001:1.0:1769077200.310057:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298852882
00000100:00000001:1.0:1769077200.310059:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298854139
00000100:00000001:1.0:1769077200.310061:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077200.310063:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077200.310065:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077200.310069:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0000 x1855007653030784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077200.310077:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077200.310079:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077200.310082:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077200.310084:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077200.310086:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077200.310089:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653030784:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077200.310092:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077200.310094:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077200.310096:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077200.310097:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077200.310101:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077200.310103:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077200.310107:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077200.310109:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3ce70.
00000400:00000010:1.0:1769077200.310112:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55990.
00000100:00000200:1.0:1769077200.310116:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653030784, portal 4
00000100:00000001:1.0:1769077200.310117:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077200.310119:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976457216 : -131139733094400 : ffff88baa6cb0000)
00000100:00000040:1.0:1769077200.310124:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0000 x1855007653030784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077200.310131:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077200.310133:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077200.310135:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55770.
00000100:00000200:1.0:1769077200.310138:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653030784, offset 0
00000400:00000200:1.0:1769077200.310141:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077200.310145:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077200.310148:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077200.310151:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077200.310154:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077200.310156:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077200.310159:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077200.310162:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199944:199944:252:4294967295] 192.168.204.104@tcp LPNI seq info [199944:199944:4:4294967295]
00000400:00000200:1.0:1769077200.310166:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077200.310172:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077200.310176:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077200.310181:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815300.
00000800:00000200:1.0:1769077200.310185:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077200.310188:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769077200.310190:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077200.310195:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077200.310197:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077200.310200:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298852882
00000100:00000001:1.0:1769077200.310202:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298854139
00000100:00000001:1.0:1769077200.310204:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298852882
00000100:00000001:1.0:1769077200.310206:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298854139
00000100:00000001:1.0:1769077200.310208:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077200.310210:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077200.310212:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077200.310214:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077200.310217:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077200.310219:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077200.310220:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077200.310222:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077200.310224:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077200.310225:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077200.948726:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077200.948729:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077200.948733:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077201.588648:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298854139, at 4298854144
00000100:00000010:1.0:1769077201.588662:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b95a0.
00000100:00000001:1.0:1769077203.380970:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077203.380975:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077203.380981:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077203.380990:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077200/real 1769077203]  req@ffff88baa6cb3100 x1855007653030272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077203.381022:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077203.381027:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077203.381035:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077203.381043:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077203.381048:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077203.381055:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077203.381066:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3100 x1855007653030272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077203.381089:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3100 x1855007653030272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381120:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077203.381123:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381129:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077203.381133:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077203.381144:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3100 x1855007653030272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381161:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077203.381173:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3100 x1855007653030272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381213:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077203.381221:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381226:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077203.381229:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381235:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077203.381241:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077203.381248:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077203.381270:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077203.381277:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077203.381288:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3100 x1855007653030272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077203.381313:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653030272:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077203.381323:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077203.381328:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077203.381336:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3100 x1855007653030272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381353:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077203.381358:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077203.381363:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077203.381368:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077203.381371:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077203.381373:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077203.381375:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077203.381378:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5c00.
02000000:00000001:1.0:1769077203.381382:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077203.381385:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077203.381387:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3100.
00000100:00000001:1.0:1769077203.381391:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077203.381393:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381395:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077203.381397:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077203.381399:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077203.381400:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077203.381405:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077200/real 1769077203]  req@ffff88baa6cb2680 x1855007653030656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077203.381415:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077203.381417:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077203.381419:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c9a0.
00000400:00000200:1.0:1769077203.381422:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55dd0
00000400:00000010:1.0:1769077203.381424:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55dd0.
00000100:00000001:1.0:1769077203.381428:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077203.381431:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2680 x1855007653030656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077203.381440:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2680 x1855007653030656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381447:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077203.381448:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381451:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077203.381452:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077203.381456:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2680 x1855007653030656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381463:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077203.381477:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2680 x1855007653030656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381483:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077203.381486:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381489:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077203.381490:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381492:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077203.381493:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077203.381496:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077203.381505:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077203.381508:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077203.381513:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2680 x1855007653030656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077203.381522:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653030656:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077203.381526:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077203.381531:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077200/real 1769077203]  req@ffff88baa6cb0000 x1855007653030784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077203.381569:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077203.381572:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077203.381574:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3ce70.
00000400:00000200:1.0:1769077203.381578:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55990
00000400:00000010:1.0:1769077203.381580:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55990.
00000100:00000001:1.0:1769077203.381583:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077203.381588:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0000 x1855007653030784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077203.381596:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0000 x1855007653030784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381605:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077203.381607:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381609:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077203.381611:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077203.381615:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0000 x1855007653030784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381629:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077203.381633:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0000 x1855007653030784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381639:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077203.381642:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381643:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077203.381645:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381647:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077203.381648:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077203.381651:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077203.381655:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077203.381657:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077203.381661:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0000 x1855007653030784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077203.381675:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653030784:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077203.381680:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077203.381684:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077200/real 1769077203]  req@ffff88baa6cb3b80 x1855007653030400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077203.381692:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077203.381693:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077203.381696:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3caa8.
00000400:00000200:1.0:1769077203.381699:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077203.381700:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077203.381703:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077203.381707:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3b80 x1855007653030400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077203.381721:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3b80 x1855007653030400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381727:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077203.381729:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381731:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077203.381732:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077203.381736:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3b80 x1855007653030400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381743:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077203.381747:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3b80 x1855007653030400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381754:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077203.381757:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381759:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077203.381760:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381761:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077203.381763:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077203.381766:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077203.381769:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077203.381772:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077203.381776:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3b80 x1855007653030400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077203.381784:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653030400:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077203.381794:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077203.381798:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077200/real 1769077203]  req@ffff88baa6cb2300 x1855007653030528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077203.381810:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077203.381811:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077203.381813:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077203.381815:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077203.381816:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077203.381819:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077203.381822:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2300 x1855007653030528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077203.381829:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2300 x1855007653030528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381835:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077203.381836:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381838:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077203.381839:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077203.381843:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2300 x1855007653030528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381864:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077203.381868:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2300 x1855007653030528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381875:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077203.381877:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381879:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077203.381880:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381882:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077203.381884:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077203.381886:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077203.381890:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077203.381892:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077203.381897:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2300 x1855007653030528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077203.381904:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653030528:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077203.381908:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381910:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077203.381913:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2680 x1855007653030656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381920:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077203.381922:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077203.381929:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077203.381934:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077203.381936:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077203.381938:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077203.381940:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077203.381942:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6c00.
02000000:00000001:1.0:1769077203.381946:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077203.381947:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077203.381948:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2680.
00000100:00000001:1.0:1769077203.381951:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077203.381953:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.381955:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077203.381959:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0000 x1855007653030784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.381966:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077203.381968:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077203.381969:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077203.381975:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077203.381978:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077203.381980:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077203.381983:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077203.381984:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4c00.
02000000:00000001:1.0:1769077203.381990:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077203.381992:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077203.381994:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0000.
00000100:00000001:1.0:1769077203.381997:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077203.382000:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.382001:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077203.382005:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3b80 x1855007653030400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.382012:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077203.382014:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077203.382016:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077203.382019:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077203.382020:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077203.382022:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077203.382024:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077203.382026:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7000.
02000000:00000001:1.0:1769077203.382030:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077203.382031:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077203.382032:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3b80.
00000100:00000001:1.0:1769077203.382035:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077203.382036:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.382038:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077203.382042:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2300 x1855007653030528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077203.382049:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077203.382051:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077203.382052:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077203.382055:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077203.382056:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077203.382058:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077203.382060:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077203.382062:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:1.0:1769077203.382064:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077203.382065:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077203.382067:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2300.
00000100:00000001:1.0:1769077203.382069:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077203.382070:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.382073:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.382082:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077203.382084:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077203.382088:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077203.382089:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077204.020740:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077204.020745:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077204.020749:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077205.044748:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077205.044753:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077205.044758:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077205.428961:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077205.428967:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077205.428970:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077205.428978:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653030912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.428989:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077205.428991:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077205.428996:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077205.428999:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077205.429002:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077205.429006:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653030912:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077205.429010:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077205.429016:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077205.429019:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077205.429022:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077205.429028:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077205.429030:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077205.429040:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077205.429045:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077205.429067:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077205.429077:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653030912, portal 25
00000100:00000001:1.0:1769077205.429080:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077205.429082:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:1.0:1769077205.429088:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653030912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.429099:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077205.429102:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077205.429106:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077205.429109:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653030912, offset 0
00000400:00000200:1.0:1769077205.429117:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077205.429126:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077205.429134:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077205.429142:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077205.429147:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077205.429152:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077205.429156:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077205.429160:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199945:199945:256:4294967295] 192.168.204.104@tcp LPNI seq info [199945:199945:8:4294967295]
00000400:00000200:1.0:1769077205.429165:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077205.429178:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077205.429187:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077205.429194:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077205.429202:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077205.429207:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077205.429215:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077205.429240:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077205.429246:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077205.429250:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077205.429256:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077205.429262:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077205.429270:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077205.429272:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077205.429279:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077205.429284:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653030912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.429294:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077205.429299:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653030912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.429314:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077205.429316:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077205.429325:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077205.429331:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077205.429334:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298859259
00000100:00000010:1.0:1769077205.429339:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b95a0.
00000100:00000001:1.0:1769077205.429348:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077205.429356:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298859259
00000100:00000010:1.0:1769077205.429360:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9840.
00000100:00000001:1.0:1769077205.429364:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077205.429368:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077205.429371:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077205.429375:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077205.429379:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077205/real 1769077205]  req@ffff88ba87a98380 x1855007653030912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077205.429389:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077205.429397:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077205.429401:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077205.429404:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077205.429406:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077205.429409:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077205.429413:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653030912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077205.429423:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653030912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.429430:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077205.429433:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.429435:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077205.429437:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077205.429442:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653030912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.429450:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077205.429456:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653030912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.429464:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077205.429472:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.429474:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077205.429476:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.429479:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077205.429481:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077205.429484:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077205.429489:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077205.429492:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077205.429498:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653030912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077205.429508:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653030912:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077205.429514:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.429516:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077205.429520:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653030912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.429573:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077205.429577:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077205.429580:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077205.429584:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077205.429586:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077205.429588:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077205.429591:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077205.429595:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:1.0:1769077205.429599:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077205.429602:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077205.429604:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:1.0:1769077205.429608:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077205.429609:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.429612:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.429622:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077205.429625:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077205.429627:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077205.429629:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077205.429631:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077205.429635:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9aa00 x1855007653031040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.429643:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077205.429645:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077205.429648:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077205.429650:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077205.429654:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077205.429657:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653031040:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077205.429660:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077205.429663:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077205.429665:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077205.429668:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077205.429671:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077205.429674:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077205.429679:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077205.429682:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077205.429686:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077205.429690:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653031040, portal 10
00000100:00000001:1.0:1769077205.429693:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077205.429694:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454178816 : -131140255372800 : ffff88ba87a9aa00)
00000100:00000040:1.0:1769077205.429702:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9aa00 x1855007653031040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.429710:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077205.429713:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077205.429716:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077205.429719:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653031040, offset 0
00000400:00000200:1.0:1769077205.429724:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077205.429728:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077205.429732:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077205.429736:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077205.429738:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077205.429741:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077205.429744:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077205.429747:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199946:199946:256:4294967295] 192.168.204.104@tcp LPNI seq info [199946:199946:8:4294967295]
00000400:00000200:1.0:1769077205.429751:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077205.429757:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077205.429762:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077205.429765:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077205.429770:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077205.429773:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077205.429778:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077205.429781:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077205.429785:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077205.429787:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077205.429790:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077205.429794:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077205.429797:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077205.429799:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077205.429802:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077205.429806:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9aa00 x1855007653031040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.429830:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077205.429833:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9aa00 x1855007653031040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.429841:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077205.429842:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077205.429847:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077205.429852:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077205.429857:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077205.429859:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298858010
00000100:00000001:1.0:1769077205.429862:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298859259
00000100:00000001:1.0:1769077205.429865:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298858010
00000100:00000001:1.0:1769077205.429867:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298859259
00000100:00000001:1.0:1769077205.429870:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077205.429872:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077205.429874:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077205.429879:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077205/real 1769077205]  req@ffff88ba87a9aa00 x1855007653031040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077205.429888:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077205.429890:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077205.429892:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077205.429895:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077205.429897:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077205.429900:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077205.429904:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9aa00 x1855007653031040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077205.429913:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9aa00 x1855007653031040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.429920:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077205.429922:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.429924:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077205.429926:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077205.429930:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9aa00 x1855007653031040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.429938:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077205.429942:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9aa00 x1855007653031040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.429951:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077205.429954:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.429955:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077205.429957:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.429959:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077205.429961:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077205.429964:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077205.429969:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077205.429971:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077205.429976:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9aa00 x1855007653031040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077205.429985:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653031040:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077205.429990:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077205.429993:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653031168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430001:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077205.430002:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077205.430006:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077205.430008:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077205.430010:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077205.430014:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653031168:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077205.430018:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077205.430020:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077205.430022:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077205.430024:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077205.430028:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077205.430030:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077205.430034:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077205.430037:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077205.430039:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077205.430042:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653031168, portal 10
00000100:00000001:1.0:1769077205.430043:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077205.430044:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:1.0:1769077205.430050:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653031168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430054:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077205.430056:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077205.430058:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077205.430059:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653031168, offset 0
00000400:00000200:1.0:1769077205.430063:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077205.430066:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077205.430069:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077205.430072:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077205.430075:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077205.430077:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077205.430080:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077205.430083:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199947:199947:256:4294967295] 192.168.204.104@tcp LPNI seq info [199947:199947:8:4294967295]
00000400:00000200:1.0:1769077205.430088:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077205.430095:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077205.430100:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077205.430104:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077205.430109:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077205.430112:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077205.430116:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077205.430119:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077205.430123:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077205.430126:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077205.430129:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077205.430133:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077205.430136:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077205.430139:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077205.430142:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077205.430146:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653031168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430155:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077205.430158:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653031168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430165:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077205.430167:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077205.430170:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077205.430173:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077205.430177:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077205.430180:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298857995
00000100:00000001:1.0:1769077205.430183:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298859259
00000100:00000001:1.0:1769077205.430185:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298857995
00000100:00000001:1.0:1769077205.430188:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298859259
00000100:00000001:1.0:1769077205.430190:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077205.430192:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077205.430195:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077205.430199:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077205/real 1769077205]  req@ffff88ba87a98700 x1855007653031168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077205.430205:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077205.430206:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077205.430209:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077205.430212:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077205.430214:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077205.430217:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077205.430220:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653031168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077205.430229:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653031168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430236:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077205.430238:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.430240:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077205.430241:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077205.430245:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653031168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430252:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077205.430257:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653031168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430265:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077205.430268:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.430270:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077205.430272:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.430274:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077205.430276:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077205.430279:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077205.430283:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077205.430285:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077205.430288:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653031168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077205.430295:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653031168:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077205.430297:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077205.430299:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653031296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430304:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077205.430305:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077205.430308:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077205.430310:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077205.430313:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077205.430316:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653031296:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077205.430327:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077205.430329:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077205.430331:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077205.430333:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077205.430337:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077205.430339:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077205.430343:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077205.430347:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077205.430351:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077205.430354:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653031296, portal 4
00000100:00000001:1.0:1769077205.430356:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077205.430358:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:1.0:1769077205.430364:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653031296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430370:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077205.430372:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077205.430375:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077205.430378:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653031296, offset 0
00000400:00000200:1.0:1769077205.430382:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077205.430387:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077205.430391:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077205.430394:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077205.430396:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077205.430399:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077205.430402:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077205.430405:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199948:199948:256:4294967295] 192.168.204.104@tcp LPNI seq info [199948:199948:8:4294967295]
00000400:00000200:1.0:1769077205.430409:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077205.430414:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077205.430423:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077205.430426:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077205.430429:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077205.430433:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077205.430438:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077205.430440:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077205.430444:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077205.430446:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077205.430449:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077205.430453:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077205.430456:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077205.430458:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077205.430460:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077205.430464:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653031296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430473:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077205.430476:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653031296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430483:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077205.430484:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077205.430487:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077205.430491:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077205.430494:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077205.430497:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298858002
00000100:00000001:1.0:1769077205.430499:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298859259
00000100:00000001:1.0:1769077205.430502:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298858002
00000100:00000001:1.0:1769077205.430504:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298859259
00000100:00000001:1.0:1769077205.430507:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077205.430509:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077205.430511:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077205.430516:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077205/real 1769077205]  req@ffff88ba87a9b480 x1855007653031296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077205.430524:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077205.430525:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077205.430527:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077205.430530:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077205.430532:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077205.430559:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077205.430565:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653031296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077205.430575:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653031296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430582:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077205.430583:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.430585:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077205.430587:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077205.430591:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653031296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430598:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077205.430602:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653031296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430610:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077205.430613:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.430615:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077205.430617:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.430619:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077205.430620:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077205.430623:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077205.430626:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077205.430627:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077205.430631:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653031296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077205.430637:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653031296:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077205.430640:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.430641:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077205.430643:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9aa00 x1855007653031040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430648:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077205.430650:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077205.430652:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077205.430654:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077205.430655:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077205.430656:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077205.430658:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077205.430660:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:1.0:1769077205.430662:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077205.430664:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077205.430665:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9aa00.
00000100:00000001:1.0:1769077205.430667:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077205.430668:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.430669:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077205.430672:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653031168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430676:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077205.430677:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077205.430678:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077205.430680:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077205.430681:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077205.430682:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077205.430683:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077205.430683:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:1.0:1769077205.430685:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077205.430687:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077205.430689:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:1.0:1769077205.430692:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077205.430693:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.430695:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077205.430698:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653031296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430705:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077205.430707:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077205.430709:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077205.430711:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077205.430712:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077205.430713:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077205.430715:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077205.430717:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:1.0:1769077205.430719:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077205.430721:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077205.430722:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:1.0:1769077205.430725:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077205.430726:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.430729:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.430735:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077205.430737:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077205.430739:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077205.430741:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077205.430743:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077205.430746:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653031424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430754:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077205.430755:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077205.430757:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077205.430759:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077205.430761:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077205.430765:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653031424:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077205.430768:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077205.430771:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077205.430772:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077205.430775:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077205.430778:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077205.430780:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077205.430785:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077205.430788:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077205.430791:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077205.430794:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653031424, portal 4
00000100:00000001:1.0:1769077205.430797:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077205.430798:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:1.0:1769077205.430806:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653031424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430825:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077205.430828:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077205.430831:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077205.430834:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653031424, offset 0
00000400:00000200:1.0:1769077205.430838:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077205.430843:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077205.430847:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077205.430850:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077205.430853:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077205.430856:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077205.430859:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077205.430863:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199949:199949:256:4294967295] 192.168.204.104@tcp LPNI seq info [199949:199949:8:4294967295]
00000400:00000200:1.0:1769077205.430868:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077205.430874:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077205.430879:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077205.430882:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077205.430885:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077205.430887:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077205.430890:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077205.430892:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077205.430895:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077205.430897:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077205.430899:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077205.430902:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077205.430904:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077205.430906:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077205.430908:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077205.430911:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653031424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430917:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077205.430919:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653031424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430924:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077205.430925:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077205.430927:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077205.430930:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077205.430933:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077205.430935:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298858003
00000100:00000001:1.0:1769077205.430938:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298859259
00000100:00000001:1.0:1769077205.430940:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298858003
00000100:00000001:1.0:1769077205.430943:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298859259
00000100:00000001:1.0:1769077205.430945:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077205.430948:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077205.430950:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077205.430955:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077205/real 1769077205]  req@ffff88ba87a99f80 x1855007653031424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077205.430963:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077205.430965:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077205.430967:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077205.430970:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077205.430972:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077205.430975:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077205.430978:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653031424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077205.430988:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653031424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.430995:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077205.430997:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.430999:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077205.431000:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077205.431003:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653031424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.431008:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077205.431010:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653031424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.431015:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077205.431017:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.431018:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077205.431019:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.431020:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077205.431021:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077205.431023:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077205.431025:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077205.431026:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077205.431029:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653031424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077205.431033:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653031424:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077205.431036:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.431038:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077205.431040:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653031424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077205.431045:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077205.431046:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077205.431048:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077205.431049:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077205.431050:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077205.431051:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077205.431052:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077205.431053:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:1.0:1769077205.431055:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077205.431056:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077205.431057:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:1.0:1769077205.431059:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077205.431060:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.431062:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.431064:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077205.431065:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077205.431067:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077205.431068:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077206.708668:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298859259, at 4298859264
00000100:00000010:1.0:1769077206.708690:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9840.
00000020:00000001:1.0:1769077207.092776:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077207.092782:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077207.092808:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077208.116742:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077208.116747:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077208.116752:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077210.164791:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077210.164796:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077210.164800:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077210.549025:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077210.549031:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077210.549035:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077210.549056:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f100 x1855007653031552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.549082:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077210.549087:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077210.549095:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077210.549100:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077210.549108:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077210.549119:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653031552:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077210.549127:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077210.549135:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077210.549152:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077210.549158:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077210.549165:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077210.549168:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077210.549178:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077210.549184:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077210.549193:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077210.549202:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653031552, portal 25
00000100:00000001:1.0:1769077210.549208:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077210.549211:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417496832 : -131140292054784 : ffff88ba8579f100)
00000100:00000040:1.0:1769077210.549223:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f100 x1855007653031552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.549245:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077210.549250:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077210.549256:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077210.549262:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653031552, offset 0
00000400:00000200:1.0:1769077210.549272:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077210.549285:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077210.549294:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077210.549301:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077210.549319:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077210.549324:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077210.549328:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077210.549333:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199950:199950:256:4294967295] 192.168.204.104@tcp LPNI seq info [199950:199950:8:4294967295]
00000400:00000200:1.0:1769077210.549339:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077210.549352:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077210.549363:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077210.549383:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077210.549395:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077210.549400:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077210.549414:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077210.549422:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077210.549435:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077210.549440:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077210.549451:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077210.549464:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077210.549483:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077210.549486:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077210.549494:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077210.549502:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f100 x1855007653031552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.549518:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077210.549523:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f100 x1855007653031552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.549572:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077210.549574:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077210.549581:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077210.549586:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077210.549588:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298864380
00000100:00000010:1.0:1769077210.549594:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9840.
00000100:00000001:1.0:1769077210.549603:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077210.549617:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298864380
00000100:00000010:1.0:1769077210.549625:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b98a0.
00000100:00000001:1.0:1769077210.549632:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077210.549638:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077210.549657:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077210.549664:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077210.549674:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077210/real 1769077210]  req@ffff88ba8579f100 x1855007653031552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077210.549694:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077210.549698:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077210.549701:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077210.549706:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077210.549710:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077210.549715:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077210.549721:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f100 x1855007653031552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077210.549783:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f100 x1855007653031552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.549797:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077210.549800:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.549806:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077210.549810:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077210.549815:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f100 x1855007653031552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.549828:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077210.549835:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f100 x1855007653031552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.549847:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077210.549850:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.549855:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077210.549857:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.549861:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077210.549864:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077210.549868:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077210.549875:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077210.549879:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077210.549884:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f100 x1855007653031552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077210.549894:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653031552:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077210.549899:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.549902:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077210.549907:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f100 x1855007653031552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.549922:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077210.549926:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077210.549929:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077210.549935:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077210.549939:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077210.549943:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077210.549945:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077210.549949:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d400.
02000000:00000001:1.0:1769077210.549955:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077210.549958:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077210.549960:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f100.
00000100:00000001:1.0:1769077210.549966:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077210.549968:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.549972:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.549992:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077210.549995:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077210.550001:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077210.550003:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077210.550007:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077210.550013:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579fb80 x1855007653031680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550026:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077210.550029:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077210.550035:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077210.550038:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077210.550043:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077210.550051:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653031680:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077210.550056:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077210.550067:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077210.550070:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077210.550073:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077210.550079:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077210.550083:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077210.550094:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077210.550101:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077210.550110:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077210.550116:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653031680, portal 10
00000100:00000001:1.0:1769077210.550123:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077210.550128:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417499520 : -131140292052096 : ffff88ba8579fb80)
00000100:00000040:1.0:1769077210.550142:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579fb80 x1855007653031680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550166:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077210.550170:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077210.550174:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077210.550178:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653031680, offset 0
00000400:00000200:1.0:1769077210.550186:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077210.550191:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077210.550196:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077210.550200:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077210.550205:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077210.550208:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077210.550212:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077210.550217:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199951:199951:256:4294967295] 192.168.204.104@tcp LPNI seq info [199951:199951:8:4294967295]
00000400:00000200:1.0:1769077210.550223:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077210.550232:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077210.550238:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077210.550244:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077210.550253:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077210.550258:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077210.550267:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077210.550272:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077210.550280:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077210.550283:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077210.550287:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077210.550295:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077210.550299:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077210.550302:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077210.550306:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077210.550314:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579fb80 x1855007653031680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550329:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077210.550334:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579fb80 x1855007653031680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550342:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077210.550344:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077210.550350:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077210.550354:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077210.550359:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077210.550361:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298863130
00000100:00000001:1.0:1769077210.550364:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298864380
00000100:00000001:1.0:1769077210.550367:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298863130
00000100:00000001:1.0:1769077210.550369:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298864380
00000100:00000001:1.0:1769077210.550372:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077210.550384:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077210.550386:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077210.550389:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077210/real 1769077210]  req@ffff88ba8579fb80 x1855007653031680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077210.550400:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077210.550402:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077210.550403:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077210.550405:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077210.550407:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077210.550409:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077210.550413:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579fb80 x1855007653031680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077210.550422:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579fb80 x1855007653031680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550429:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077210.550431:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.550449:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077210.550451:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077210.550457:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579fb80 x1855007653031680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550467:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077210.550474:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579fb80 x1855007653031680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550484:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077210.550487:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.550490:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077210.550491:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.550493:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077210.550495:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077210.550513:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077210.550515:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077210.550517:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077210.550521:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579fb80 x1855007653031680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077210.550526:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653031680:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077210.550529:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077210.550531:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579df80 x1855007653031808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550535:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077210.550536:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077210.550538:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077210.550540:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077210.550541:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077210.550543:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653031808:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077210.550545:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077210.550546:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077210.550547:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077210.550548:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077210.550552:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077210.550553:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077210.550556:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077210.550558:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077210.550560:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077210.550563:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653031808, portal 10
00000100:00000001:1.0:1769077210.550583:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077210.550584:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417492352 : -131140292059264 : ffff88ba8579df80)
00000100:00000040:1.0:1769077210.550589:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579df80 x1855007653031808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550593:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077210.550595:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077210.550597:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077210.550599:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653031808, offset 0
00000400:00000200:1.0:1769077210.550602:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077210.550605:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077210.550608:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077210.550612:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077210.550614:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077210.550617:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077210.550620:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077210.550623:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199952:199952:256:4294967295] 192.168.204.104@tcp LPNI seq info [199952:199952:8:4294967295]
00000400:00000200:1.0:1769077210.550628:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077210.550634:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077210.550640:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077210.550644:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077210.550649:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077210.550652:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077210.550657:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077210.550660:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077210.550675:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077210.550677:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077210.550680:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077210.550683:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077210.550686:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077210.550687:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077210.550689:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077210.550692:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579df80 x1855007653031808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550699:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077210.550701:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579df80 x1855007653031808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550706:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077210.550707:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077210.550709:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077210.550711:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077210.550714:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077210.550716:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298863116
00000100:00000001:1.0:1769077210.550718:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298864380
00000100:00000001:1.0:1769077210.550720:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298863116
00000100:00000001:1.0:1769077210.550721:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298864380
00000100:00000001:1.0:1769077210.550722:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077210.550724:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077210.550725:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077210.550745:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077210/real 1769077210]  req@ffff88ba8579df80 x1855007653031808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077210.550751:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077210.550752:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077210.550753:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077210.550755:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077210.550757:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077210.550758:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077210.550761:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579df80 x1855007653031808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077210.550766:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579df80 x1855007653031808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550770:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077210.550771:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.550772:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077210.550773:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077210.550775:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579df80 x1855007653031808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550779:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077210.550782:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579df80 x1855007653031808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550787:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077210.550789:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.550790:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077210.550791:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.550793:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077210.550794:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077210.550796:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077210.550798:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077210.550799:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077210.550801:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579df80 x1855007653031808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077210.550806:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653031808:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077210.550809:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077210.550811:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c700 x1855007653031936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550816:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077210.550817:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077210.550818:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077210.550820:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077210.550821:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077210.550823:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653031936:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077210.550825:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077210.550826:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077210.550828:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077210.550829:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077210.550832:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077210.550834:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077210.550836:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077210.550838:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077210.550840:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077210.550843:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653031936, portal 4
00000100:00000001:1.0:1769077210.550844:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077210.550845:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486080 : -131140292065536 : ffff88ba8579c700)
00000100:00000040:1.0:1769077210.550850:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c700 x1855007653031936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550854:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077210.550856:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077210.550857:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077210.550859:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653031936, offset 0
00000400:00000200:1.0:1769077210.550861:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077210.550864:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077210.550866:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077210.550868:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077210.550870:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077210.550872:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077210.550873:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077210.550876:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199953:199953:256:4294967295] 192.168.204.104@tcp LPNI seq info [199953:199953:8:4294967295]
00000400:00000200:1.0:1769077210.550879:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077210.550883:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077210.550886:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077210.550888:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077210.550891:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077210.550893:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077210.550896:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077210.550898:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077210.550900:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077210.550902:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077210.550904:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077210.550907:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077210.550909:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077210.550910:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077210.550912:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077210.550914:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c700 x1855007653031936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550934:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077210.550936:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c700 x1855007653031936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550941:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077210.550942:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077210.550944:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077210.550946:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077210.550947:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077210.550949:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298863123
00000100:00000001:1.0:1769077210.550950:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298864380
00000100:00000001:1.0:1769077210.550952:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298863123
00000100:00000001:1.0:1769077210.550953:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298864380
00000100:00000001:1.0:1769077210.550955:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077210.550957:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077210.550958:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077210.550960:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077210/real 1769077210]  req@ffff88ba8579c700 x1855007653031936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077210.550964:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077210.550965:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077210.550966:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077210.550967:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077210.550968:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077210.550969:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077210.550971:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c700 x1855007653031936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077210.550976:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c700 x1855007653031936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550981:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077210.550982:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.550984:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077210.550985:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077210.550987:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c700 x1855007653031936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550991:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077210.550994:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c700 x1855007653031936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.550998:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077210.550999:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.551000:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077210.551001:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.551002:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077210.551003:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077210.551004:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077210.551006:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077210.551007:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077210.551009:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c700 x1855007653031936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077210.551014:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653031936:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077210.551016:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.551017:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077210.551019:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579fb80 x1855007653031680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.551023:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077210.551024:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077210.551026:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077210.551028:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077210.551029:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077210.551031:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077210.551032:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077210.551033:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e000.
02000000:00000001:1.0:1769077210.551036:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077210.551037:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077210.551038:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579fb80.
00000100:00000001:1.0:1769077210.551039:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077210.551040:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.551041:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077210.551043:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579df80 x1855007653031808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.551048:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077210.551049:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077210.551050:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077210.551051:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077210.551052:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077210.551053:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077210.551054:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077210.551055:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d000.
02000000:00000001:1.0:1769077210.551056:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077210.551057:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077210.551057:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579df80.
00000100:00000001:1.0:1769077210.551059:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077210.551060:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.551061:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077210.551063:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c700 x1855007653031936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.551066:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077210.551067:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077210.551068:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077210.551069:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077210.551070:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077210.551071:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077210.551072:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077210.551073:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f000.
02000000:00000001:1.0:1769077210.551074:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077210.551075:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077210.551076:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c700.
00000100:00000001:1.0:1769077210.551079:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077210.551080:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.551082:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.551086:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077210.551088:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077210.551090:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077210.551091:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077210.551092:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077210.551096:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579e300 x1855007653032064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.551104:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077210.551105:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077210.551107:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077210.551109:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077210.551112:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077210.551115:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653032064:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077210.551118:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077210.551120:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077210.551122:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077210.551124:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077210.551128:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077210.551130:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077210.551134:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077210.551137:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077210.551140:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077210.551144:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653032064, portal 4
00000100:00000001:1.0:1769077210.551146:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077210.551148:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417493248 : -131140292058368 : ffff88ba8579e300)
00000100:00000040:1.0:1769077210.551153:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579e300 x1855007653032064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.551158:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077210.551159:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077210.551161:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077210.551163:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653032064, offset 0
00000400:00000200:1.0:1769077210.551166:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077210.551169:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077210.551171:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077210.551174:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077210.551176:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077210.551177:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077210.551179:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077210.551182:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199954:199954:256:4294967295] 192.168.204.104@tcp LPNI seq info [199954:199954:8:4294967295]
00000400:00000200:1.0:1769077210.551184:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077210.551189:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077210.551191:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077210.551193:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077210.551196:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077210.551198:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077210.551201:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077210.551203:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077210.551206:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077210.551207:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077210.551209:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077210.551212:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077210.551214:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077210.551215:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077210.551217:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077210.551219:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579e300 x1855007653032064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.551225:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077210.551227:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579e300 x1855007653032064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.551232:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077210.551233:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077210.551235:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077210.551237:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077210.551240:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077210.551241:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298863123
00000100:00000001:1.0:1769077210.551243:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298864380
00000100:00000001:1.0:1769077210.551245:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298863123
00000100:00000001:1.0:1769077210.551246:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298864380
00000100:00000001:1.0:1769077210.551248:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077210.551249:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077210.551250:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077210.551252:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077210/real 1769077210]  req@ffff88ba8579e300 x1855007653032064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077210.551258:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077210.551259:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077210.551260:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077210.551262:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077210.551263:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077210.551264:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077210.551266:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579e300 x1855007653032064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077210.551272:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579e300 x1855007653032064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.551276:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077210.551277:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.551278:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077210.551279:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077210.551281:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579e300 x1855007653032064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.551285:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077210.551287:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579e300 x1855007653032064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.551292:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077210.551294:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.551295:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077210.551296:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.551297:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077210.551298:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077210.551300:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077210.551302:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077210.551303:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077210.551305:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579e300 x1855007653032064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077210.551311:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653032064:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077210.551314:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.551316:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077210.551319:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579e300 x1855007653032064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077210.551326:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077210.551327:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077210.551329:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077210.551331:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077210.551332:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077210.551333:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077210.551335:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077210.551337:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e800.
02000000:00000001:1.0:1769077210.551340:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077210.551341:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077210.551343:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579e300.
00000100:00000001:1.0:1769077210.551346:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077210.551347:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.551350:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.551353:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077210.551355:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077210.551357:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077210.551359:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077211.188767:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077211.188773:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077211.188778:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077211.828669:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298864380, at 4298864384
00000100:00000010:1.0:1769077211.828697:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b98a0.
00000020:00000001:1.0:1769077213.236716:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077213.236722:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077213.236726:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077214.260844:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077214.260847:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077214.260851:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077215.669068:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077215.669077:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077215.669081:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077215.669097:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c000 x1855007653032192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.669117:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077215.669121:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077215.669131:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077215.669135:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077215.669143:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077215.669156:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653032192:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077215.669169:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077215.669174:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077215.669178:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077215.669183:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077215.669189:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077215.669194:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077215.669209:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077215.669215:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077215.669224:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077215.669234:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653032192, portal 25
00000100:00000001:1.0:1769077215.669241:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077215.669245:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417484288 : -131140292067328 : ffff88ba8579c000)
00000100:00000040:1.0:1769077215.669253:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c000 x1855007653032192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.669267:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077215.669275:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077215.669280:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077215.669284:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653032192, offset 0
00000400:00000200:1.0:1769077215.669295:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077215.669306:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077215.669316:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077215.669323:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077215.669331:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077215.669337:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077215.669345:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077215.669354:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199955:199955:256:4294967295] 192.168.204.104@tcp LPNI seq info [199955:199955:8:4294967295]
00000400:00000200:1.0:1769077215.669359:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077215.669377:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077215.669388:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077215.669396:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077215.669408:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077215.669415:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077215.669423:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077215.669428:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077215.669438:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077215.669441:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077215.669446:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077215.669460:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077215.669465:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077215.669467:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077215.669474:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077215.669479:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c000 x1855007653032192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.669501:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.669510:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c000 x1855007653032192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.669565:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.669567:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077215.669575:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077215.669583:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077215.669591:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298869500
00000100:00000010:1.0:1769077215.669602:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b98a0.
00000100:00000001:1.0:1769077215.669610:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077215.669617:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298869500
00000100:00000010:1.0:1769077215.669623:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9180.
00000100:00000001:1.0:1769077215.669627:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077215.669632:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077215.669654:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.669660:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077215.669669:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077215/real 1769077215]  req@ffff88ba8579c000 x1855007653032192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077215.669687:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077215.669689:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077215.669691:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077215.669695:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077215.669700:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077215.669709:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077215.669718:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c000 x1855007653032192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077215.669749:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c000 x1855007653032192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.669777:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077215.669781:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.669789:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.669792:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077215.669801:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c000 x1855007653032192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.669820:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077215.669829:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c000 x1855007653032192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.669845:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077215.669851:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.669854:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.669856:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.669860:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077215.669864:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077215.669868:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077215.669876:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077215.669884:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077215.669889:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c000 x1855007653032192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077215.669911:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653032192:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077215.669917:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.669921:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.669925:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c000 x1855007653032192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.669934:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077215.669938:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077215.669942:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077215.669947:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077215.669950:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077215.669952:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077215.669959:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077215.669964:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f800.
02000000:00000001:1.0:1769077215.669970:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077215.669973:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077215.669976:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c000.
00000100:00000001:1.0:1769077215.669983:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077215.669986:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.669989:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.669999:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077215.670002:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.670006:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077215.670008:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077215.670013:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077215.670017:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d180 x1855007653032320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.670028:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077215.670031:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077215.670035:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077215.670038:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077215.670047:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077215.670058:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653032320:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077215.670070:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077215.670074:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077215.670077:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077215.670081:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077215.670085:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077215.670088:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077215.670098:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077215.670102:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077215.670112:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077215.670120:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653032320, portal 10
00000100:00000001:1.0:1769077215.670128:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077215.670133:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417488768 : -131140292062848 : ffff88ba8579d180)
00000100:00000040:1.0:1769077215.670144:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d180 x1855007653032320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.670162:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077215.670165:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077215.670173:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077215.670177:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653032320, offset 0
00000400:00000200:1.0:1769077215.670182:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077215.670189:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077215.670195:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077215.670198:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077215.670206:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077215.670214:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077215.670216:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077215.670219:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199956:199956:256:4294967295] 192.168.204.104@tcp LPNI seq info [199956:199956:8:4294967295]
00000400:00000200:1.0:1769077215.670221:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077215.670226:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077215.670230:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077215.670234:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077215.670241:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077215.670245:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077215.670255:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077215.670264:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077215.670276:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077215.670282:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077215.670289:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077215.670298:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077215.670309:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077215.670311:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077215.670317:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077215.670322:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d180 x1855007653032320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.670338:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.670347:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d180 x1855007653032320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.670376:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.670380:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077215.670386:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077215.670392:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077215.670404:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077215.670409:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298868250
00000100:00000001:1.0:1769077215.670414:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298869500
00000100:00000001:1.0:1769077215.670418:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298868250
00000100:00000001:1.0:1769077215.670422:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298869500
00000100:00000001:1.0:1769077215.670427:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077215.670432:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.670437:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077215.670443:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077215/real 1769077215]  req@ffff88ba8579d180 x1855007653032320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077215.670468:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077215.670470:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077215.670472:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077215.670475:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077215.670482:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077215.670485:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077215.670492:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d180 x1855007653032320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077215.670504:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d180 x1855007653032320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.670521:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077215.670524:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.670529:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.670532:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077215.670593:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d180 x1855007653032320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.670609:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077215.670619:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d180 x1855007653032320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.670672:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077215.670680:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.670687:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.670693:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.670697:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077215.670700:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077215.670710:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077215.670727:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077215.670733:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077215.670747:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d180 x1855007653032320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077215.670783:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653032320:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077215.670797:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.670807:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.670818:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d180 x1855007653032320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.670845:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077215.670851:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077215.670859:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077215.670870:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077215.670874:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077215.670880:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077215.670888:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077215.670893:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:1.0:1769077215.670904:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077215.670908:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077215.670912:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d180.
00000100:00000001:1.0:1769077215.670920:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077215.670924:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.670931:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.670939:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077215.670943:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.670950:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077215.670955:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077215.670960:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077215.670971:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ed80 x1855007653032448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671003:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077215.671010:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077215.671018:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077215.671023:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077215.671030:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077215.671038:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653032448:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077215.671050:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077215.671056:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077215.671060:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077215.671065:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077215.671071:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077215.671077:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077215.671086:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077215.671093:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077215.671099:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077215.671106:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653032448, portal 10
00000100:00000001:1.0:1769077215.671113:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077215.671117:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417495936 : -131140292055680 : ffff88ba8579ed80)
00000100:00000040:1.0:1769077215.671135:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ed80 x1855007653032448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671165:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077215.671180:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077215.671187:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077215.671192:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653032448, offset 0
00000400:00000200:1.0:1769077215.671211:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077215.671219:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077215.671225:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077215.671229:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077215.671233:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077215.671237:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077215.671239:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077215.671244:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199957:199957:256:4294967295] 192.168.204.104@tcp LPNI seq info [199957:199957:8:4294967295]
00000400:00000200:1.0:1769077215.671249:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077215.671256:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077215.671261:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077215.671265:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077215.671270:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077215.671273:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077215.671278:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077215.671287:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077215.671292:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077215.671295:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077215.671298:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077215.671302:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077215.671305:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077215.671307:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077215.671310:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077215.671315:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ed80 x1855007653032448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671325:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.671328:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ed80 x1855007653032448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671336:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.671338:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077215.671341:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077215.671345:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077215.671349:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077215.671351:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298868236
00000100:00000001:1.0:1769077215.671354:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298869500
00000100:00000001:1.0:1769077215.671356:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298868236
00000100:00000001:1.0:1769077215.671359:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298869500
00000100:00000001:1.0:1769077215.671361:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077215.671363:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.671365:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077215.671369:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077215/real 1769077215]  req@ffff88ba8579ed80 x1855007653032448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077215.671377:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077215.671379:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077215.671381:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077215.671384:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077215.671386:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077215.671388:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077215.671391:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ed80 x1855007653032448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077215.671401:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ed80 x1855007653032448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671408:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077215.671410:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.671412:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.671413:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077215.671418:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ed80 x1855007653032448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671426:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077215.671431:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ed80 x1855007653032448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671438:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077215.671441:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.671443:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.671444:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.671447:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077215.671449:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077215.671452:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077215.671456:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077215.671459:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077215.671463:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ed80 x1855007653032448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077215.671473:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653032448:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077215.671477:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077215.671481:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ea00 x1855007653032576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671488:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077215.671490:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077215.671492:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077215.671494:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077215.671497:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077215.671500:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653032576:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077215.671503:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077215.671506:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077215.671507:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077215.671509:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077215.671513:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077215.671515:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077215.671520:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077215.671523:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077215.671526:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077215.671529:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653032576, portal 4
00000100:00000001:1.0:1769077215.671532:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077215.671533:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417495040 : -131140292056576 : ffff88ba8579ea00)
00000100:00000040:1.0:1769077215.671568:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ea00 x1855007653032576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671576:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077215.671579:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077215.671582:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077215.671585:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653032576, offset 0
00000400:00000200:1.0:1769077215.671589:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077215.671593:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077215.671597:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077215.671601:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077215.671604:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077215.671607:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077215.671609:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077215.671613:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199958:199958:256:4294967295] 192.168.204.104@tcp LPNI seq info [199958:199958:8:4294967295]
00000400:00000200:1.0:1769077215.671618:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077215.671625:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077215.671630:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077215.671633:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077215.671638:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077215.671656:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077215.671661:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077215.671664:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077215.671669:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077215.671671:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077215.671674:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077215.671678:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077215.671681:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077215.671683:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077215.671686:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077215.671690:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ea00 x1855007653032576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671699:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.671703:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ea00 x1855007653032576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671710:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.671712:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077215.671715:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077215.671719:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077215.671723:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077215.671726:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298868244
00000100:00000001:1.0:1769077215.671729:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298869500
00000100:00000001:1.0:1769077215.671731:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298868244
00000100:00000001:1.0:1769077215.671733:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298869500
00000100:00000001:1.0:1769077215.671736:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077215.671738:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.671740:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077215.671744:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077215/real 1769077215]  req@ffff88ba8579ea00 x1855007653032576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077215.671752:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077215.671753:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077215.671755:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077215.671758:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077215.671760:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077215.671762:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077215.671766:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ea00 x1855007653032576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077215.671776:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ea00 x1855007653032576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671789:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077215.671791:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.671793:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.671795:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077215.671799:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ea00 x1855007653032576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671806:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077215.671810:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ea00 x1855007653032576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671817:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077215.671819:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.671821:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.671822:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.671825:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077215.671826:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077215.671829:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077215.671833:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077215.671836:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077215.671840:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ea00 x1855007653032576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077215.671848:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653032576:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077215.671852:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.671855:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.671858:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ed80 x1855007653032448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671866:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077215.671867:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077215.671870:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077215.671872:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077215.671874:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077215.671876:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077215.671878:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077215.671881:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c800.
02000000:00000001:1.0:1769077215.671883:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077215.671885:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077215.671886:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ed80.
00000100:00000001:1.0:1769077215.671890:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077215.671892:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.671893:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.671897:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ea00 x1855007653032576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671905:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077215.671906:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077215.671907:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077215.671910:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077215.671911:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077215.671913:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077215.671914:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077215.671916:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f800.
02000000:00000001:1.0:1769077215.671918:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077215.671919:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077215.671921:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ea00.
00000100:00000001:1.0:1769077215.671923:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077215.671924:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.671926:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.671929:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077215.671931:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.671933:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077215.671935:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077215.671936:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077215.671940:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579e680 x1855007653032704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.671947:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077215.671949:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077215.671952:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077215.671954:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077215.671956:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077215.671959:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653032704:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077215.671962:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077215.671964:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077215.671966:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077215.671968:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077215.671970:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077215.671972:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077215.671976:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077215.671979:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077215.671982:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077215.671984:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653032704, portal 4
00000100:00000001:1.0:1769077215.671986:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077215.671988:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417494144 : -131140292057472 : ffff88ba8579e680)
00000100:00000040:1.0:1769077215.671993:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579e680 x1855007653032704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.672001:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077215.672004:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077215.672006:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077215.672008:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653032704, offset 0
00000400:00000200:1.0:1769077215.672012:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077215.672016:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077215.672019:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077215.672022:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077215.672024:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077215.672027:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077215.672030:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077215.672034:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199959:199959:256:4294967295] 192.168.204.104@tcp LPNI seq info [199959:199959:8:4294967295]
00000400:00000200:1.0:1769077215.672038:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077215.672045:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077215.672051:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077215.672054:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077215.672058:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077215.672061:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077215.672066:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077215.672069:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077215.672074:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077215.672076:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077215.672079:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077215.672083:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077215.672086:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077215.672088:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077215.672090:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077215.672094:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579e680 x1855007653032704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.672102:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.672105:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579e680 x1855007653032704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.672113:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.672115:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077215.672117:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077215.672120:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077215.672124:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077215.672126:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298868244
00000100:00000001:1.0:1769077215.672129:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298869500
00000100:00000001:1.0:1769077215.672131:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298868244
00000100:00000001:1.0:1769077215.672134:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298869500
00000100:00000001:1.0:1769077215.672136:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077215.672138:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.672140:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077215.672143:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077215/real 1769077215]  req@ffff88ba8579e680 x1855007653032704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077215.672153:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077215.672154:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077215.672156:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077215.672158:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077215.672160:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077215.672162:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077215.672165:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579e680 x1855007653032704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077215.672174:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579e680 x1855007653032704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.672181:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077215.672182:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.672184:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.672186:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077215.672190:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579e680 x1855007653032704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.672197:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077215.672201:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579e680 x1855007653032704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.672208:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077215.672210:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.672212:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.672213:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.672215:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077215.672217:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077215.672219:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077215.672222:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077215.672224:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077215.672229:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579e680 x1855007653032704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077215.672238:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653032704:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077215.672242:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.672244:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.672247:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579e680 x1855007653032704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.672253:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077215.672255:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077215.672256:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077215.672259:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077215.672260:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077215.672261:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077215.672263:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077215.672265:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e800.
02000000:00000001:1.0:1769077215.672267:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077215.672268:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077215.672270:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579e680.
00000100:00000001:1.0:1769077215.672272:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077215.672273:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.672275:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.672278:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077215.672279:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.672281:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077215.672283:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077216.308751:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077216.308757:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077216.308761:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077216.948646:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298869500, at 4298869504
00000100:00000010:1.0:1769077216.948665:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9180.
00000020:00000001:1.0:1769077217.332762:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077217.332766:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077217.332770:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077219.380772:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077219.380778:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077219.380783:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077220.404763:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077220.404770:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077220.404774:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077220.788907:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077220.788921:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077220.788929:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077220.788950:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3480 x1855007653032832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.789011:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077220.789018:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.789026:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077220.789037:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077220.789042:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077220.789056:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653032832:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077220.789074:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077220.789095:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077220.789104:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.789116:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077220.789133:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077220.789142:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077220.789165:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077220.789178:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077220.789198:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077220.789229:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653032832, portal 25
00000100:00000001:1.0:1769077220.789246:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077220.789253:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976470656 : -131139733080960 : ffff88baa6cb3480)
00000100:00000040:1.0:1769077220.789281:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3480 x1855007653032832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.789325:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077220.789334:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077220.789340:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077220.789346:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653032832, offset 0
00000400:00000200:1.0:1769077220.789366:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077220.789380:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077220.789396:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077220.789405:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077220.789417:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077220.789425:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077220.789443:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077220.789463:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199960:199960:256:4294967295] 192.168.204.104@tcp LPNI seq info [199960:199960:8:4294967295]
00000400:00000200:1.0:1769077220.789493:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077220.789605:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077220.789615:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077220.789622:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077220.789637:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077220.789645:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077220.789662:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077220.789669:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077220.789692:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077220.789704:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077220.789716:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077220.789730:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077220.789743:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077220.789751:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077220.789764:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077220.789784:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3480 x1855007653032832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.789819:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.789827:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3480 x1855007653032832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.789902:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.789910:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077220.789922:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077220.789942:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077220.789958:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298874620
00000100:00000010:1.0:1769077220.789976:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9180.
00000100:00000001:1.0:1769077220.790012:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077220.790028:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298874620
00000100:00000010:1.0:1769077220.790034:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9000.
00000100:00000001:1.0:1769077220.790042:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077220.790055:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077220.790067:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.790079:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077220.790091:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077220/real 1769077220]  req@ffff88baa6cb3480 x1855007653032832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077220.790123:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077220.790131:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077220.790142:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077220.790158:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077220.790179:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077220.790194:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077220.790209:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3480 x1855007653032832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077220.790273:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3480 x1855007653032832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.790324:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077220.790335:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.790341:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.790345:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077220.790356:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3480 x1855007653032832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.790408:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077220.790444:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3480 x1855007653032832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.790599:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077220.790605:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.790608:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.790609:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.790620:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077220.790623:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077220.790628:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077220.790638:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077220.790645:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077220.790662:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3480 x1855007653032832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077220.790690:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653032832:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077220.790707:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.790712:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.790718:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3480 x1855007653032832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.790745:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077220.790750:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077220.790755:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077220.790774:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077220.790784:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077220.790799:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077220.790817:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077220.790831:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:1.0:1769077220.790851:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077220.790860:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077220.790869:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3480.
00000100:00000001:1.0:1769077220.790879:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077220.790883:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.790892:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.790912:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077220.790918:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.790926:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077220.790931:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077220.790938:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077220.790954:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1f80 x1855007653032960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.790992:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077220.791004:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.791012:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077220.791020:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077220.791037:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077220.791053:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653032960:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077220.791070:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077220.791076:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077220.791082:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.791097:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077220.791104:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077220.791115:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077220.791134:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077220.791147:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077220.791163:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077220.791178:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653032960, portal 10
00000100:00000001:1.0:1769077220.791190:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077220.791194:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976465280 : -131139733086336 : ffff88baa6cb1f80)
00000100:00000040:1.0:1769077220.791210:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1f80 x1855007653032960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791218:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077220.791221:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077220.791224:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077220.791227:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653032960, offset 0
00000400:00000200:1.0:1769077220.791232:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077220.791240:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077220.791247:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077220.791252:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077220.791256:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077220.791260:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077220.791264:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077220.791269:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199961:199961:256:4294967295] 192.168.204.104@tcp LPNI seq info [199961:199961:8:4294967295]
00000400:00000200:1.0:1769077220.791276:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077220.791287:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077220.791295:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077220.791302:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077220.791309:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077220.791314:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077220.791322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077220.791326:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077220.791331:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077220.791334:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077220.791337:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077220.791341:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077220.791345:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077220.791347:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077220.791350:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077220.791355:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1f80 x1855007653032960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791364:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.791367:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1f80 x1855007653032960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791384:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.791386:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077220.791390:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077220.791394:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077220.791399:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077220.791401:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298873371
00000100:00000001:1.0:1769077220.791405:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298874620
00000100:00000001:1.0:1769077220.791408:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298873371
00000100:00000001:1.0:1769077220.791410:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298874620
00000100:00000001:1.0:1769077220.791413:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077220.791415:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.791417:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077220.791420:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077220/real 1769077220]  req@ffff88baa6cb1f80 x1855007653032960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077220.791427:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077220.791429:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077220.791430:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077220.791433:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077220.791434:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077220.791437:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077220.791440:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1f80 x1855007653032960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077220.791448:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1f80 x1855007653032960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791454:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077220.791455:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.791457:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.791458:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077220.791462:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1f80 x1855007653032960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791467:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077220.791471:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1f80 x1855007653032960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791478:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077220.791481:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.791483:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.791485:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.791487:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077220.791489:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077220.791492:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077220.791496:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077220.791498:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077220.791501:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1f80 x1855007653032960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077220.791508:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653032960:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077220.791512:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077220.791516:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0a80 x1855007653033088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791522:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077220.791523:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.791525:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077220.791527:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077220.791530:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077220.791532:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653033088:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077220.791582:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077220.791586:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077220.791588:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.791590:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077220.791595:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077220.791597:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077220.791602:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077220.791604:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077220.791607:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077220.791611:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653033088, portal 10
00000100:00000001:1.0:1769077220.791613:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077220.791615:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459904 : -131139733091712 : ffff88baa6cb0a80)
00000100:00000040:1.0:1769077220.791622:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0a80 x1855007653033088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791629:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077220.791631:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077220.791634:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077220.791636:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653033088, offset 0
00000400:00000200:1.0:1769077220.791640:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077220.791644:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077220.791648:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077220.791651:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077220.791654:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077220.791657:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077220.791659:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077220.791663:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199962:199962:256:4294967295] 192.168.204.104@tcp LPNI seq info [199962:199962:8:4294967295]
00000400:00000200:1.0:1769077220.791667:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077220.791673:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077220.791677:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077220.791680:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077220.791684:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077220.791687:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077220.791691:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077220.791694:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077220.791698:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077220.791700:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077220.791703:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077220.791707:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077220.791710:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077220.791712:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077220.791714:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077220.791718:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0a80 x1855007653033088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791725:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.791729:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0a80 x1855007653033088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791736:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.791738:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077220.791741:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077220.791744:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077220.791747:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077220.791750:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298873357
00000100:00000001:1.0:1769077220.791753:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298874620
00000100:00000001:1.0:1769077220.791755:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298873357
00000100:00000001:1.0:1769077220.791757:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298874620
00000100:00000001:1.0:1769077220.791759:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077220.791761:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.791763:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077220.791766:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077220/real 1769077220]  req@ffff88baa6cb0a80 x1855007653033088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077220.791773:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077220.791775:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077220.791777:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077220.791779:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077220.791781:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077220.791783:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077220.791786:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0a80 x1855007653033088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077220.791794:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0a80 x1855007653033088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791801:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077220.791802:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.791804:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.791805:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077220.791809:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0a80 x1855007653033088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791817:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077220.791820:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0a80 x1855007653033088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791827:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077220.791829:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.791830:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.791831:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.791833:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077220.791835:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077220.791837:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077220.791840:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077220.791842:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077220.791845:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0a80 x1855007653033088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077220.791852:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653033088:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077220.791857:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077220.791860:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1500 x1855007653033216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791867:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077220.791868:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.791871:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077220.791872:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077220.791874:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077220.791877:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653033216:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077220.791880:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077220.791882:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077220.791884:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.791886:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077220.791890:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077220.791892:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077220.791895:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077220.791898:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077220.791901:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077220.791904:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653033216, portal 4
00000100:00000001:1.0:1769077220.791906:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077220.791908:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976462592 : -131139733089024 : ffff88baa6cb1500)
00000100:00000040:1.0:1769077220.791913:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1500 x1855007653033216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.791920:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077220.791922:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077220.791924:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077220.791927:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653033216, offset 0
00000400:00000200:1.0:1769077220.791930:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077220.791933:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077220.791936:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077220.791938:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077220.791940:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077220.791943:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077220.791946:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077220.791949:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199963:199963:256:4294967295] 192.168.204.104@tcp LPNI seq info [199963:199963:8:4294967295]
00000400:00000200:1.0:1769077220.791953:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077220.791959:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077220.791963:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077220.791965:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077220.791968:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077220.791971:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077220.791975:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077220.791978:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077220.791981:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077220.791984:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077220.791987:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077220.791990:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077220.791993:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077220.791994:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077220.791997:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077220.792000:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1500 x1855007653033216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792007:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.792010:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1500 x1855007653033216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792017:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.792018:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077220.792020:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077220.792023:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077220.792026:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077220.792028:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298873364
00000100:00000001:1.0:1769077220.792031:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298874620
00000100:00000001:1.0:1769077220.792033:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298873364
00000100:00000001:1.0:1769077220.792035:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298874620
00000100:00000001:1.0:1769077220.792037:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077220.792039:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.792040:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077220.792043:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077220/real 1769077220]  req@ffff88baa6cb1500 x1855007653033216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077220.792050:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077220.792051:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077220.792053:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077220.792055:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077220.792057:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077220.792059:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077220.792062:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1500 x1855007653033216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077220.792071:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1500 x1855007653033216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792076:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077220.792078:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.792079:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.792080:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077220.792084:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1500 x1855007653033216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792097:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077220.792101:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1500 x1855007653033216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792107:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077220.792109:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.792110:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.792111:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.792113:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077220.792114:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077220.792117:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077220.792119:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077220.792121:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077220.792125:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1500 x1855007653033216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077220.792132:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653033216:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077220.792135:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.792137:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.792140:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1f80 x1855007653032960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792147:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077220.792149:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077220.792151:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077220.792154:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077220.792155:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077220.792156:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077220.792159:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077220.792161:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:1.0:1769077220.792165:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077220.792167:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077220.792168:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1f80.
00000100:00000001:1.0:1769077220.792171:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077220.792173:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.792175:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.792178:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0a80 x1855007653033088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792184:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077220.792185:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077220.792186:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077220.792188:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077220.792189:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077220.792190:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077220.792192:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077220.792193:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7400.
02000000:00000001:1.0:1769077220.792195:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077220.792196:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077220.792197:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0a80.
00000100:00000001:1.0:1769077220.792199:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077220.792201:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.792203:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.792205:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1500 x1855007653033216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792211:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077220.792213:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077220.792215:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077220.792217:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077220.792218:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077220.792219:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077220.792221:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077220.792222:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:1.0:1769077220.792225:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077220.792226:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077220.792227:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1500.
00000100:00000001:1.0:1769077220.792229:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077220.792230:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.792231:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.792236:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077220.792239:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.792242:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077220.792244:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077220.792246:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077220.792251:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0e00 x1855007653033344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792262:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077220.792264:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.792267:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077220.792269:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077220.792273:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077220.792277:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653033344:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077220.792282:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077220.792285:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077220.792288:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.792291:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077220.792296:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077220.792299:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077220.792305:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077220.792310:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077220.792315:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077220.792320:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653033344, portal 4
00000100:00000001:1.0:1769077220.792324:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077220.792325:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976460800 : -131139733090816 : ffff88baa6cb0e00)
00000100:00000040:1.0:1769077220.792334:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0e00 x1855007653033344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792341:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077220.792343:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077220.792346:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077220.792348:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653033344, offset 0
00000400:00000200:1.0:1769077220.792352:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077220.792357:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077220.792360:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077220.792363:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077220.792366:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077220.792368:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077220.792371:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077220.792374:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199964:199964:256:4294967295] 192.168.204.104@tcp LPNI seq info [199964:199964:8:4294967295]
00000400:00000200:1.0:1769077220.792389:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077220.792395:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077220.792399:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077220.792402:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077220.792406:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077220.792409:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077220.792413:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077220.792416:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077220.792420:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077220.792422:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077220.792425:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077220.792428:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077220.792431:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077220.792433:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077220.792436:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077220.792439:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0e00 x1855007653033344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792453:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.792456:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0e00 x1855007653033344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792463:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.792464:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077220.792467:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077220.792470:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077220.792473:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077220.792475:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298873364
00000100:00000001:1.0:1769077220.792478:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298874620
00000100:00000001:1.0:1769077220.792480:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298873364
00000100:00000001:1.0:1769077220.792482:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298874620
00000100:00000001:1.0:1769077220.792485:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077220.792487:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.792488:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077220.792492:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077220/real 1769077220]  req@ffff88baa6cb0e00 x1855007653033344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077220.792499:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077220.792500:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077220.792501:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077220.792503:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077220.792504:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077220.792506:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077220.792509:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0e00 x1855007653033344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077220.792517:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0e00 x1855007653033344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792523:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077220.792525:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.792527:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.792529:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077220.792532:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0e00 x1855007653033344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792599:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077220.792607:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0e00 x1855007653033344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792617:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077220.792621:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.792624:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.792626:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.792629:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077220.792631:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077220.792634:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077220.792640:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077220.792643:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077220.792649:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0e00 x1855007653033344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077220.792669:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653033344:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077220.792675:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.792678:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.792683:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0e00 x1855007653033344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.792693:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077220.792695:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077220.792698:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077220.792703:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077220.792705:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077220.792707:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077220.792710:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077220.792713:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7c00.
02000000:00000001:1.0:1769077220.792717:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077220.792720:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077220.792722:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0e00.
00000100:00000001:1.0:1769077220.792726:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077220.792728:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.792731:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.792736:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077220.792737:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.792739:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077220.792741:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077222.068698:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298874620, at 4298874624
00000100:00000010:1.0:1769077222.068714:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9000.
00000020:00000001:1.0:1769077222.452760:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077222.452766:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077222.452787:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077225.524796:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077225.524800:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077225.524803:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077225.908923:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077225.908929:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077225.908933:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077225.908942:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653033472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.908957:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077225.908960:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077225.908964:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077225.908969:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077225.908973:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077225.908980:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653033472:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077225.908987:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077225.908992:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077225.908996:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077225.909000:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077225.909007:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077225.909010:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077225.909021:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077225.909025:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077225.909034:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077225.909043:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653033472, portal 25
00000100:00000001:1.0:1769077225.909048:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077225.909051:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000100:00000040:1.0:1769077225.909061:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653033472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.909073:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077225.909078:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077225.909082:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077225.909086:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653033472, offset 0
00000400:00000200:1.0:1769077225.909095:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077225.909102:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077225.909110:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077225.909117:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077225.909121:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077225.909126:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077225.909131:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077225.909137:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199965:199965:256:4294967295] 192.168.204.104@tcp LPNI seq info [199965:199965:8:4294967295]
00000400:00000200:1.0:1769077225.909142:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077225.909157:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077225.909168:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077225.909174:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077225.909184:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077225.909190:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077225.909199:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077225.909204:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769077225.909209:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077225.909213:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077225.909221:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077225.909230:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077225.909239:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077225.909244:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077225.909261:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077225.909272:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b100 x1855007653033472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.909294:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077225.909301:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653033472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.909314:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077225.909318:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077225.909332:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077225.909347:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077225.909354:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298879739
00000100:00000010:1.0:1769077225.909364:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9000.
00000100:00000001:1.0:1769077225.909375:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077225.909386:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298879739
00000100:00000010:1.0:1769077225.909392:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b91e0.
00000100:00000001:1.0:1769077225.909396:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077225.909403:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077225.909407:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077225.909410:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077225.909418:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077225/real 1769077225]  req@ffff88ba87a9b100 x1855007653033472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077225.909432:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077225.909436:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077225.909438:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077225.909443:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077225.909445:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077225.909448:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077225.909452:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653033472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077225.909460:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653033472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.909500:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077225.909503:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.909508:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077225.909511:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077225.909518:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653033472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.909527:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077225.909558:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653033472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.909565:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077225.909567:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.909570:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077225.909572:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.909576:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077225.909578:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077225.909584:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077225.909589:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077225.909593:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077225.909599:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653033472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077225.909611:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653033472:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077225.909616:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.909619:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077225.909624:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653033472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.909646:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077225.909650:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077225.909653:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077225.909658:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077225.909661:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077225.909665:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077225.909670:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077225.909673:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:1.0:1769077225.909681:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077225.909684:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077225.909686:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:1.0:1769077225.909691:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077225.909694:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.909697:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.909706:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077225.909710:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077225.909721:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077225.909724:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077225.909727:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077225.909734:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653033600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.909746:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077225.909748:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077225.909752:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077225.909754:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077225.909759:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077225.909763:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653033600:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077225.909767:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077225.909771:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077225.909773:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077225.909774:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077225.909779:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077225.909782:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077225.909788:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077225.909792:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077225.909799:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077225.909804:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653033600, portal 10
00000100:00000001:1.0:1769077225.909807:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077225.909808:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:1.0:1769077225.909815:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653033600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.909825:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077225.909830:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077225.909836:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077225.909840:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653033600, offset 0
00000400:00000200:1.0:1769077225.909848:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077225.909853:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077225.909859:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077225.909864:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077225.909869:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077225.909871:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077225.909876:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077225.909883:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199966:199966:256:4294967295] 192.168.204.104@tcp LPNI seq info [199966:199966:8:4294967295]
00000400:00000200:1.0:1769077225.909892:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077225.909901:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077225.909910:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077225.909914:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077225.909922:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077225.909927:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077225.909934:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077225.909939:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769077225.909946:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077225.909950:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077225.909953:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077225.909959:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077225.909962:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077225.909966:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077225.909969:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077225.909978:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a680 x1855007653033600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.909990:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077225.909996:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653033600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910007:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077225.910012:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077225.910016:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077225.910021:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077225.910027:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077225.910030:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298878490
00000100:00000001:1.0:1769077225.910037:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298879739
00000100:00000001:1.0:1769077225.910042:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298878490
00000100:00000001:1.0:1769077225.910045:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298879739
00000100:00000001:1.0:1769077225.910050:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077225.910056:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077225.910059:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077225.910064:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077225/real 1769077225]  req@ffff88ba87a9a680 x1855007653033600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077225.910074:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077225.910076:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077225.910079:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077225.910084:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077225.910088:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077225.910092:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077225.910100:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653033600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077225.910115:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653033600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910137:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077225.910139:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.910144:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077225.910146:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077225.910153:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653033600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910164:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077225.910169:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653033600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910175:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077225.910180:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.910183:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077225.910187:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.910189:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077225.910193:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077225.910198:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077225.910204:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077225.910207:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077225.910215:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653033600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077225.910227:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653033600:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077225.910233:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077225.910242:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653033728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910274:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077225.910278:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077225.910284:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077225.910289:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077225.910292:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077225.910300:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653033728:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077225.910309:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077225.910311:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077225.910315:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077225.910317:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077225.910321:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077225.910324:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077225.910331:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077225.910336:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077225.910340:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077225.910343:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653033728, portal 10
00000100:00000001:1.0:1769077225.910345:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077225.910347:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
00000100:00000040:1.0:1769077225.910355:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653033728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910363:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077225.910366:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077225.910369:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077225.910372:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653033728, offset 0
00000400:00000200:1.0:1769077225.910376:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077225.910380:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077225.910384:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077225.910388:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077225.910390:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077225.910392:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077225.910394:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077225.910396:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199967:199967:256:4294967295] 192.168.204.104@tcp LPNI seq info [199967:199967:8:4294967295]
00000400:00000200:1.0:1769077225.910399:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077225.910404:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077225.910408:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077225.910411:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077225.910414:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077225.910416:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077225.910419:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077225.910421:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769077225.910424:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077225.910426:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077225.910428:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077225.910431:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077225.910433:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077225.910434:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077225.910436:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077225.910439:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9ad80 x1855007653033728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910445:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077225.910447:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653033728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910451:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077225.910453:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077225.910455:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077225.910457:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077225.910459:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077225.910461:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298878475
00000100:00000001:1.0:1769077225.910463:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298879739
00000100:00000001:1.0:1769077225.910464:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298878475
00000100:00000001:1.0:1769077225.910466:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298879739
00000100:00000001:1.0:1769077225.910480:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077225.910483:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077225.910484:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077225.910487:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077225/real 1769077225]  req@ffff88ba87a9ad80 x1855007653033728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077225.910493:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077225.910494:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077225.910496:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077225.910498:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077225.910499:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077225.910501:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077225.910503:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653033728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077225.910509:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653033728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910513:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077225.910514:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.910515:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077225.910516:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077225.910518:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653033728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910522:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077225.910524:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653033728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910529:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077225.910531:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.910532:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077225.910550:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.910552:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077225.910553:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077225.910556:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077225.910558:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077225.910560:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077225.910563:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653033728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077225.910569:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653033728:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077225.910572:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.910573:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077225.910575:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653033600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910579:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077225.910580:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077225.910582:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077225.910584:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077225.910585:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077225.910586:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077225.910587:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077225.910589:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:1.0:1769077225.910591:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077225.910592:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077225.910593:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:1.0:1769077225.910595:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077225.910596:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.910597:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077225.910599:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653033728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910603:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077225.910603:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077225.910604:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077225.910606:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077225.910607:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077225.910607:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077225.910608:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077225.910609:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:1.0:1769077225.910611:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077225.910612:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077225.910613:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:1.0:1769077225.910614:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077225.910615:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.910616:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.910619:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077225.910620:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077225.910621:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077225.910623:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077225.910624:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077225.910626:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653033856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910631:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077225.910632:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077225.910633:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077225.910635:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077225.910637:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077225.910639:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653033856:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077225.910641:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077225.910642:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077225.910644:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077225.910645:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077225.910647:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077225.910649:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077225.910651:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077225.910653:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077225.910656:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077225.910658:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653033856, portal 4
00000100:00000001:1.0:1769077225.910659:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077225.910660:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000100:00000040:1.0:1769077225.910664:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653033856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910669:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077225.910670:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077225.910672:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077225.910674:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653033856, offset 0
00000400:00000200:1.0:1769077225.910677:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077225.910680:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077225.910682:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077225.910685:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077225.910686:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077225.910688:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077225.910690:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077225.910692:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199968:199968:256:4294967295] 192.168.204.104@tcp LPNI seq info [199968:199968:8:4294967295]
00000400:00000200:1.0:1769077225.910695:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077225.910699:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077225.910702:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077225.910704:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077225.910707:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077225.910709:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077225.910712:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077225.910714:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769077225.910717:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077225.910718:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077225.910720:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077225.910722:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077225.910724:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077225.910726:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077225.910728:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077225.910730:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99180 x1855007653033856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910735:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077225.910737:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653033856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910742:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077225.910743:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077225.910746:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077225.910748:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077225.910750:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077225.910752:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298878483
00000100:00000001:1.0:1769077225.910754:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298879739
00000100:00000001:1.0:1769077225.910755:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298878483
00000100:00000001:1.0:1769077225.910757:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298879739
00000100:00000001:1.0:1769077225.910758:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077225.910759:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077225.910760:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077225.910763:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077225/real 1769077225]  req@ffff88ba87a99180 x1855007653033856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077225.910767:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077225.910768:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077225.910770:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077225.910771:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077225.910772:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077225.910773:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077225.910776:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653033856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077225.910781:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653033856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910786:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077225.910786:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.910787:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077225.910788:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077225.910790:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653033856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910794:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077225.910797:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653033856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910802:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077225.910804:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.910805:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077225.910805:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.910806:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077225.910807:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077225.910809:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077225.910811:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077225.910812:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077225.910814:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653033856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077225.910819:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653033856:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077225.910821:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077225.910823:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653033984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910827:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077225.910828:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077225.910829:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077225.910830:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077225.910831:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077225.910833:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653033984:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077225.910835:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077225.910836:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077225.910837:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077225.910838:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077225.910840:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077225.910841:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077225.910843:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077225.910845:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077225.910847:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077225.910849:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653033984, portal 4
00000100:00000001:1.0:1769077225.910850:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077225.910851:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:1.0:1769077225.910854:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653033984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910858:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077225.910859:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077225.910861:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077225.910862:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653033984, offset 0
00000400:00000200:1.0:1769077225.910865:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077225.910867:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077225.910869:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077225.910871:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077225.910872:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077225.910874:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077225.910875:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077225.910877:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199969:199969:256:4294967295] 192.168.204.104@tcp LPNI seq info [199969:199969:8:4294967295]
00000400:00000200:1.0:1769077225.910880:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077225.910884:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077225.910886:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077225.910888:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077225.910890:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077225.910892:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077225.910895:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077225.910911:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769077225.910914:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077225.910915:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077225.910918:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077225.910920:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077225.910922:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077225.910923:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077225.910925:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077225.910928:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653033984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910933:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077225.910935:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653033984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910939:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077225.910940:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077225.910942:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077225.910944:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077225.910946:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077225.910947:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298878483
00000100:00000001:1.0:1769077225.910949:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298879739
00000100:00000001:1.0:1769077225.910950:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298878483
00000100:00000001:1.0:1769077225.910952:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298879739
00000100:00000001:1.0:1769077225.910953:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077225.910954:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077225.910956:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077225.910958:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077225/real 1769077225]  req@ffff88ba87a98e00 x1855007653033984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077225.910962:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077225.910963:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077225.910964:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077225.910966:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077225.910967:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077225.910968:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077225.910970:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653033984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077225.910975:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653033984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910983:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077225.910984:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.910985:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077225.910986:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077225.910989:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653033984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910993:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077225.910995:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653033984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.910999:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077225.911000:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.911001:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077225.911002:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.911003:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077225.911004:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077225.911006:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077225.911007:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077225.911009:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077225.911012:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653033984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077225.911019:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653033984:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077225.911023:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.911024:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077225.911028:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653033856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.911034:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077225.911036:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077225.911038:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077225.911041:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077225.911042:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077225.911044:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077225.911047:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077225.911048:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:1.0:1769077225.911051:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077225.911053:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077225.911054:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000001:1.0:1769077225.911057:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077225.911058:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.911060:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077225.911064:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653033984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077225.911070:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077225.911072:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077225.911074:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077225.911076:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077225.911078:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077225.911079:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077225.911081:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077225.911083:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:1.0:1769077225.911085:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077225.911086:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077225.911088:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:1.0:1769077225.911091:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077225.911092:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.911094:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.911097:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077225.911099:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077225.911101:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077225.911102:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077227.188608:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298879739, at 4298879744
00000100:00000010:1.0:1769077227.188623:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b91e0.
00000020:00000001:1.0:1769077228.596692:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077228.596696:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077228.596699:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077231.028992:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077231.029002:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077231.029012:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077231.029026:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0380 x1855007653034112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.029055:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077231.029057:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077231.029064:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077231.029070:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077231.029079:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077231.029099:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653034112:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077231.029106:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077231.029112:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077231.029116:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077231.029121:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077231.029132:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077231.029137:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077231.029152:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077231.029158:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077231.029168:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077231.029179:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653034112, portal 25
00000100:00000001:1.0:1769077231.029183:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077231.029185:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976458112 : -131139733093504 : ffff88baa6cb0380)
00000100:00000040:1.0:1769077231.029192:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0380 x1855007653034112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.029205:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077231.029214:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077231.029217:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077231.029222:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653034112, offset 0
00000400:00000200:1.0:1769077231.029232:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077231.029243:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077231.029255:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077231.029266:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077231.029278:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077231.029290:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077231.029298:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077231.029315:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199970:199970:256:4294967295] 192.168.204.104@tcp LPNI seq info [199970:199970:8:4294967295]
00000400:00000200:1.0:1769077231.029322:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077231.029346:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077231.029371:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077231.029421:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077231.029443:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077231.029452:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077231.029465:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077231.029473:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769077231.029484:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077231.029490:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077231.029499:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077231.029511:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077231.029526:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077231.029582:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077231.029596:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077231.029614:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0380 x1855007653034112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.029663:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077231.029673:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0380 x1855007653034112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.029705:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077231.029708:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077231.029717:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077231.029741:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077231.029746:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298884860
00000100:00000010:1.0:1769077231.029760:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b91e0.
00000100:00000001:1.0:1769077231.029774:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077231.029788:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298884860
00000100:00000010:1.0:1769077231.029792:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9480.
00000100:00000001:1.0:1769077231.029798:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077231.029807:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077231.029814:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077231.029822:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077231.029831:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077231/real 1769077231]  req@ffff88baa6cb0380 x1855007653034112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077231.029860:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077231.029866:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077231.029873:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077231.029884:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077231.029890:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077231.029902:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077231.029916:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0380 x1855007653034112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077231.029955:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0380 x1855007653034112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.029994:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077231.030003:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030011:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077231.030014:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077231.030024:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0380 x1855007653034112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030046:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077231.030055:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0380 x1855007653034112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030075:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077231.030081:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030089:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077231.030094:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030105:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077231.030118:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077231.030130:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077231.030147:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077231.030155:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077231.030166:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0380 x1855007653034112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077231.030173:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653034112:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077231.030178:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030181:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077231.030186:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0380 x1855007653034112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030191:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077231.030193:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077231.030196:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077231.030199:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077231.030201:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077231.030202:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077231.030204:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077231.030206:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7c00.
02000000:00000001:1.0:1769077231.030211:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077231.030212:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077231.030214:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0380.
00000100:00000001:1.0:1769077231.030216:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077231.030218:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030219:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030227:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077231.030228:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077231.030230:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077231.030232:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077231.030233:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077231.030236:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2a00 x1855007653034240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030241:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077231.030243:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077231.030245:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077231.030246:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077231.030248:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077231.030250:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653034240:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077231.030252:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077231.030253:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077231.030254:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077231.030256:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077231.030258:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077231.030260:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077231.030264:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077231.030266:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077231.030269:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077231.030271:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653034240, portal 10
00000100:00000001:1.0:1769077231.030273:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077231.030274:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976467968 : -131139733083648 : ffff88baa6cb2a00)
00000100:00000040:1.0:1769077231.030279:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2a00 x1855007653034240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030284:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077231.030286:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077231.030287:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077231.030289:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653034240, offset 0
00000400:00000200:1.0:1769077231.030292:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077231.030295:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077231.030298:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077231.030301:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077231.030303:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077231.030304:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077231.030306:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077231.030309:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199971:199971:256:4294967295] 192.168.204.104@tcp LPNI seq info [199971:199971:8:4294967295]
00000400:00000200:1.0:1769077231.030312:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077231.030317:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077231.030320:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077231.030322:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077231.030325:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077231.030327:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077231.030331:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077231.030333:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769077231.030335:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077231.030337:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077231.030339:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077231.030342:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077231.030344:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077231.030345:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077231.030347:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077231.030350:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2a00 x1855007653034240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030355:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077231.030357:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2a00 x1855007653034240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030362:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077231.030363:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077231.030366:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077231.030371:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077231.030374:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077231.030376:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298883610
00000100:00000001:1.0:1769077231.030380:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298884860
00000100:00000001:1.0:1769077231.030395:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298883610
00000100:00000001:1.0:1769077231.030398:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298884860
00000100:00000001:1.0:1769077231.030400:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077231.030403:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077231.030405:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077231.030409:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077231/real 1769077231]  req@ffff88baa6cb2a00 x1855007653034240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077231.030419:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077231.030421:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077231.030423:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077231.030426:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077231.030428:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077231.030431:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077231.030435:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2a00 x1855007653034240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077231.030441:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2a00 x1855007653034240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030446:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077231.030447:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030448:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077231.030449:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077231.030451:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2a00 x1855007653034240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030456:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077231.030458:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2a00 x1855007653034240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030463:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077231.030465:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030466:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077231.030467:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030468:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077231.030469:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077231.030471:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077231.030473:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077231.030475:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077231.030478:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2a00 x1855007653034240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077231.030483:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653034240:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077231.030485:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077231.030487:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2d80 x1855007653034368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030492:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077231.030492:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077231.030494:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077231.030495:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077231.030497:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077231.030499:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653034368:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077231.030501:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077231.030503:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077231.030504:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077231.030505:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077231.030508:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769077231.030509:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077231.030512:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077231.030514:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077231.030516:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077231.030518:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653034368, portal 10
00000100:00000001:1.0:1769077231.030520:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077231.030521:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976468864 : -131139733082752 : ffff88baa6cb2d80)
00000100:00000040:1.0:1769077231.030525:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2d80 x1855007653034368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030530:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077231.030532:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077231.030533:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077231.030553:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653034368, offset 0
00000400:00000200:1.0:1769077231.030556:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077231.030561:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077231.030565:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077231.030568:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077231.030570:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077231.030573:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077231.030575:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077231.030579:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199972:199972:256:4294967295] 192.168.204.104@tcp LPNI seq info [199972:199972:8:4294967295]
00000400:00000200:1.0:1769077231.030583:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077231.030590:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077231.030595:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077231.030599:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077231.030603:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077231.030607:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077231.030611:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077231.030614:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769077231.030618:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077231.030620:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077231.030623:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077231.030626:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077231.030629:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077231.030631:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077231.030633:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077231.030636:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2d80 x1855007653034368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030642:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077231.030644:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2d80 x1855007653034368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030648:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077231.030650:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077231.030652:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077231.030655:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077231.030657:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077231.030659:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298883596
00000100:00000001:1.0:1769077231.030661:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298884860
00000100:00000001:1.0:1769077231.030662:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298883596
00000100:00000001:1.0:1769077231.030664:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298884860
00000100:00000001:1.0:1769077231.030665:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077231.030667:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077231.030668:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077231.030670:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077231/real 1769077231]  req@ffff88baa6cb2d80 x1855007653034368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077231.030675:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077231.030676:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077231.030678:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077231.030679:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077231.030680:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077231.030682:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077231.030684:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2d80 x1855007653034368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077231.030690:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2d80 x1855007653034368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030694:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077231.030694:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030696:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077231.030696:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077231.030699:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2d80 x1855007653034368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030703:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077231.030705:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2d80 x1855007653034368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030710:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077231.030712:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030713:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077231.030714:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030715:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077231.030716:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077231.030718:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077231.030720:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077231.030721:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077231.030723:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2d80 x1855007653034368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077231.030728:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653034368:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077231.030731:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077231.030733:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1c00 x1855007653034496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030738:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077231.030739:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077231.030741:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077231.030742:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077231.030743:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077231.030745:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653034496:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077231.030747:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077231.030749:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077231.030750:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077231.030751:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077231.030754:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821a400.
02000000:00000001:1.0:1769077231.030755:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077231.030758:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077231.030760:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077231.030762:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077231.030764:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653034496, portal 4
00000100:00000001:1.0:1769077231.030765:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077231.030766:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976464384 : -131139733087232 : ffff88baa6cb1c00)
00000100:00000040:1.0:1769077231.030770:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1c00 x1855007653034496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030774:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077231.030775:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077231.030777:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077231.030779:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653034496, offset 0
00000400:00000200:1.0:1769077231.030781:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077231.030784:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077231.030786:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077231.030788:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077231.030790:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077231.030792:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077231.030794:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077231.030796:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199973:199973:256:4294967295] 192.168.204.104@tcp LPNI seq info [199973:199973:8:4294967295]
00000400:00000200:1.0:1769077231.030799:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077231.030803:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077231.030806:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077231.030807:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077231.030810:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077231.030812:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077231.030815:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077231.030817:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769077231.030820:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077231.030821:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077231.030823:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077231.030825:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077231.030827:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077231.030829:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077231.030830:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077231.030832:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1c00 x1855007653034496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030838:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077231.030840:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1c00 x1855007653034496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030844:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077231.030845:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077231.030847:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077231.030849:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077231.030851:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077231.030852:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298883603
00000100:00000001:1.0:1769077231.030854:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298884860
00000100:00000001:1.0:1769077231.030855:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298883603
00000100:00000001:1.0:1769077231.030856:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298884860
00000100:00000001:1.0:1769077231.030858:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077231.030859:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077231.030860:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077231.030862:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077231/real 1769077231]  req@ffff88baa6cb1c00 x1855007653034496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077231.030866:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077231.030867:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077231.030868:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077231.030869:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077231.030870:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077231.030872:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077231.030874:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1c00 x1855007653034496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077231.030880:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1c00 x1855007653034496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030888:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077231.030890:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030891:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077231.030892:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077231.030894:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1c00 x1855007653034496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030898:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077231.030901:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1c00 x1855007653034496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030905:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077231.030906:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030907:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077231.030908:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.030909:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077231.030910:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077231.030911:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077231.030913:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077231.030914:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077231.030916:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1c00 x1855007653034496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077231.030921:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653034496:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077231.030923:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077231.030925:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0700 x1855007653034624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030930:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077231.030931:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077231.030933:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077231.030935:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077231.030936:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077231.030938:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653034624:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077231.030941:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077231.030942:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077231.030943:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077231.030944:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077231.030947:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218c00.
02000000:00000001:1.0:1769077231.030949:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077231.030952:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077231.030956:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077231.030959:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077231.030962:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653034624, portal 4
00000100:00000001:1.0:1769077231.030964:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077231.030965:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459008 : -131139733092608 : ffff88baa6cb0700)
00000100:00000040:1.0:1769077231.030971:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0700 x1855007653034624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.030979:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077231.030981:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077231.030984:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077231.030987:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653034624, offset 0
00000400:00000200:1.0:1769077231.030991:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077231.030995:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077231.030999:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077231.031002:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077231.031005:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077231.031007:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077231.031009:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077231.031012:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199974:199974:256:4294967295] 192.168.204.104@tcp LPNI seq info [199974:199974:8:4294967295]
00000400:00000200:1.0:1769077231.031015:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077231.031030:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077231.031034:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077231.031037:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077231.031040:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077231.031042:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077231.031045:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077231.031047:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769077231.031049:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077231.031051:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077231.031053:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077231.031055:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077231.031057:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077231.031059:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077231.031061:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077231.031063:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0700 x1855007653034624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.031069:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077231.031071:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0700 x1855007653034624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.031076:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077231.031077:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077231.031079:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077231.031081:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077231.031083:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077231.031085:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298883603
00000100:00000001:1.0:1769077231.031087:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298884860
00000100:00000001:1.0:1769077231.031088:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298883603
00000100:00000001:1.0:1769077231.031090:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298884860
00000100:00000001:1.0:1769077231.031091:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077231.031092:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077231.031094:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077231.031096:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077231/real 1769077231]  req@ffff88baa6cb0700 x1855007653034624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077231.031102:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077231.031103:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077231.031104:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077231.031105:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077231.031106:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077231.031108:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077231.031109:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0700 x1855007653034624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077231.031115:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0700 x1855007653034624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.031120:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077231.031121:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.031122:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077231.031123:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077231.031125:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0700 x1855007653034624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.031129:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077231.031131:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0700 x1855007653034624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.031135:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077231.031137:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.031138:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077231.031138:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.031140:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077231.031140:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077231.031142:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077231.031144:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077231.031145:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077231.031148:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0700 x1855007653034624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077231.031154:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653034624:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077231.031156:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.031157:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077231.031159:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2a00 x1855007653034240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.031163:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077231.031164:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077231.031165:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077231.031167:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077231.031168:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077231.031168:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077231.031170:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077231.031171:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:1.0:1769077231.031180:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077231.031181:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077231.031182:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2a00.
00000100:00000001:1.0:1769077231.031183:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077231.031184:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.031186:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077231.031188:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2d80 x1855007653034368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.031192:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077231.031193:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077231.031194:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769077231.031195:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077231.031196:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077231.031196:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077231.031197:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077231.031198:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7400.
02000000:00000001:1.0:1769077231.031200:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077231.031201:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077231.031202:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2d80.
00000100:00000001:1.0:1769077231.031204:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077231.031205:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.031206:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077231.031208:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1c00 x1855007653034496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.031212:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077231.031212:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077231.031213:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821a400.
02000000:00000001:1.0:1769077231.031214:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077231.031215:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077231.031216:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077231.031217:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077231.031218:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:1.0:1769077231.031219:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077231.031219:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077231.031220:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1c00.
00000100:00000001:1.0:1769077231.031221:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077231.031222:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.031223:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077231.031225:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0700 x1855007653034624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077231.031229:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077231.031229:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077231.031230:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218c00.
02000000:00000001:1.0:1769077231.031231:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077231.031232:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077231.031233:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077231.031234:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077231.031235:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:1.0:1769077231.031236:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077231.031237:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077231.031237:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0700.
00000100:00000001:1.0:1769077231.031239:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077231.031239:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.031241:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.031243:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077231.031244:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077231.031246:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077231.031247:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077231.668724:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077231.668728:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077231.668732:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077232.308612:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298884860, at 4298884864
00000100:00000010:1.0:1769077232.308630:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9480.
00000020:00000001:1.0:1769077234.740734:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077234.740739:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077234.740743:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077236.148925:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077236.148936:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077236.148945:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077236.148963:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1880 x1855007653034752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.148985:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077236.148990:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077236.149004:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077236.149013:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077236.149027:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077236.149047:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653034752:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077236.149059:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077236.149068:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077236.149073:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077236.149082:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077236.149094:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821a400.
02000000:00000001:1.0:1769077236.149101:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077236.149117:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077236.149125:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077236.149136:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077236.149152:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653034752, portal 25
00000100:00000001:1.0:1769077236.149164:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077236.149170:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976463488 : -131139733088128 : ffff88baa6cb1880)
00000100:00000040:1.0:1769077236.149190:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1880 x1855007653034752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.149242:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077236.149258:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077236.149264:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077236.149281:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653034752, offset 0
00000400:00000200:1.0:1769077236.149314:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077236.149332:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077236.149349:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077236.149365:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077236.149384:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077236.149404:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077236.149417:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077236.149434:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199975:199975:256:4294967295] 192.168.204.104@tcp LPNI seq info [199975:199975:8:4294967295]
00000400:00000200:1.0:1769077236.149458:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077236.149484:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077236.149506:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077236.149518:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077236.149598:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077236.149612:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077236.149641:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077236.149653:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077236.149680:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077236.149689:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077236.149702:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077236.149723:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077236.149743:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077236.149753:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077236.149771:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077236.149782:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1880 x1855007653034752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.149839:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077236.149851:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1880 x1855007653034752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.149898:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077236.149903:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077236.149916:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077236.149935:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077236.149941:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298889980
00000100:00000010:1.0:1769077236.149948:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9480.
00000100:00000001:1.0:1769077236.149958:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077236.149968:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298889980
00000100:00000010:1.0:1769077236.149973:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b91e0.
00000100:00000001:1.0:1769077236.149977:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077236.149982:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077236.149985:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077236.149988:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077236.149995:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077236/real 1769077236]  req@ffff88baa6cb1880 x1855007653034752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077236.150007:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077236.150009:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077236.150012:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077236.150015:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077236.150017:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077236.150021:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077236.150025:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1880 x1855007653034752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077236.150035:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1880 x1855007653034752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150042:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077236.150044:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.150048:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077236.150050:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077236.150055:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1880 x1855007653034752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150064:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077236.150070:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1880 x1855007653034752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150079:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077236.150083:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.150085:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077236.150087:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.150090:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077236.150092:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077236.150096:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077236.150101:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077236.150104:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077236.150109:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1880 x1855007653034752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077236.150119:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653034752:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077236.150125:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.150127:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077236.150130:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1880 x1855007653034752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150138:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077236.150141:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077236.150145:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821a400.
02000000:00000001:1.0:1769077236.150149:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077236.150151:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077236.150154:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077236.150156:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077236.150159:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:1.0:1769077236.150164:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077236.150168:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077236.150170:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1880.
00000100:00000001:1.0:1769077236.150174:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077236.150175:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.150178:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.150187:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077236.150190:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077236.150193:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077236.150195:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077236.150196:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077236.150201:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3800 x1855007653034880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150210:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077236.150211:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077236.150214:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077236.150217:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077236.150219:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077236.150223:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653034880:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077236.150226:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077236.150229:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077236.150231:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077236.150233:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077236.150236:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821a400.
02000000:00000001:1.0:1769077236.150238:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077236.150243:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077236.150246:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077236.150251:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077236.150254:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653034880, portal 10
00000100:00000001:1.0:1769077236.150256:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077236.150258:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976471552 : -131139733080064 : ffff88baa6cb3800)
00000100:00000040:1.0:1769077236.150264:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3800 x1855007653034880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150270:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077236.150273:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077236.150276:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077236.150278:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653034880, offset 0
00000400:00000200:1.0:1769077236.150282:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077236.150287:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077236.150291:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077236.150309:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077236.150313:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077236.150316:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077236.150318:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077236.150322:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199976:199976:256:4294967295] 192.168.204.104@tcp LPNI seq info [199976:199976:8:4294967295]
00000400:00000200:1.0:1769077236.150327:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077236.150334:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077236.150339:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077236.150343:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077236.150348:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077236.150351:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077236.150357:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077236.150360:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077236.150364:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077236.150366:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077236.150369:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077236.150372:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077236.150376:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077236.150378:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077236.150380:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077236.150385:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3800 x1855007653034880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150393:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077236.150396:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3800 x1855007653034880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150403:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077236.150405:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077236.150409:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077236.150414:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077236.150418:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077236.150420:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298888730
00000100:00000001:1.0:1769077236.150423:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298889980
00000100:00000001:1.0:1769077236.150426:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298888730
00000100:00000001:1.0:1769077236.150428:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298889980
00000100:00000001:1.0:1769077236.150430:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077236.150433:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077236.150435:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077236.150439:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077236/real 1769077236]  req@ffff88baa6cb3800 x1855007653034880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077236.150448:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077236.150449:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077236.150451:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077236.150454:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077236.150456:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077236.150458:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077236.150462:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3800 x1855007653034880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077236.150472:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3800 x1855007653034880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150478:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077236.150480:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.150482:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077236.150483:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077236.150487:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3800 x1855007653034880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150494:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077236.150498:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3800 x1855007653034880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150507:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077236.150510:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.150511:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077236.150513:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.150515:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077236.150517:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077236.150520:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077236.150524:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077236.150527:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077236.150532:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3800 x1855007653034880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077236.150564:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653034880:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077236.150569:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077236.150573:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0700 x1855007653035008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150581:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077236.150583:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077236.150585:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077236.150587:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077236.150590:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077236.150593:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653035008:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077236.150596:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077236.150599:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077236.150600:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077236.150602:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077236.150606:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769077236.150609:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077236.150613:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077236.150616:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077236.150619:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077236.150623:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653035008, portal 10
00000100:00000001:1.0:1769077236.150625:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077236.150627:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459008 : -131139733092608 : ffff88baa6cb0700)
00000100:00000040:1.0:1769077236.150633:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0700 x1855007653035008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150640:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077236.150643:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077236.150645:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077236.150648:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653035008, offset 0
00000400:00000200:1.0:1769077236.150652:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077236.150656:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077236.150661:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077236.150664:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077236.150667:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077236.150670:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077236.150672:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077236.150676:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199977:199977:256:4294967295] 192.168.204.104@tcp LPNI seq info [199977:199977:8:4294967295]
00000400:00000200:1.0:1769077236.150681:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077236.150688:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077236.150693:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077236.150697:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077236.150701:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077236.150704:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077236.150709:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077236.150712:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077236.150716:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077236.150718:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077236.150721:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077236.150725:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077236.150729:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077236.150731:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077236.150734:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077236.150737:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0700 x1855007653035008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150746:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077236.150750:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0700 x1855007653035008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150758:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077236.150759:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077236.150763:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077236.150766:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077236.150770:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077236.150772:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298888716
00000100:00000001:1.0:1769077236.150775:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298889980
00000100:00000001:1.0:1769077236.150777:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298888716
00000100:00000001:1.0:1769077236.150780:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298889980
00000100:00000001:1.0:1769077236.150782:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077236.150784:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077236.150786:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077236.150790:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077236/real 1769077236]  req@ffff88baa6cb0700 x1855007653035008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077236.150799:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077236.150800:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077236.150802:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077236.150805:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077236.150807:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077236.150809:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077236.150813:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0700 x1855007653035008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077236.150823:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0700 x1855007653035008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150830:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077236.150832:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.150834:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077236.150835:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077236.150839:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0700 x1855007653035008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150847:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077236.150851:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0700 x1855007653035008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150859:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077236.150861:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.150863:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077236.150865:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.150867:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077236.150869:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077236.150872:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077236.150876:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077236.150878:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077236.150883:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0700 x1855007653035008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077236.150891:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653035008:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077236.150895:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077236.150900:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1c00 x1855007653035136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150907:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077236.150909:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077236.150912:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077236.150914:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077236.150916:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077236.150920:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653035136:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077236.150924:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077236.150925:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077236.150927:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077236.150929:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077236.150932:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077236.150934:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077236.150938:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077236.150941:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077236.150945:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077236.150949:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653035136, portal 4
00000100:00000001:1.0:1769077236.150951:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077236.150952:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976464384 : -131139733087232 : ffff88baa6cb1c00)
00000100:00000040:1.0:1769077236.150958:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1c00 x1855007653035136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.150965:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077236.150968:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077236.150970:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077236.150973:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653035136, offset 0
00000400:00000200:1.0:1769077236.150977:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077236.150981:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077236.150985:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077236.150988:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077236.150991:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077236.150993:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077236.150995:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077236.150999:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199978:199978:256:4294967295] 192.168.204.104@tcp LPNI seq info [199978:199978:8:4294967295]
00000400:00000200:1.0:1769077236.151003:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077236.151009:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077236.151015:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077236.151019:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077236.151023:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077236.151026:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077236.151030:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077236.151033:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077236.151037:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077236.151039:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077236.151042:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077236.151045:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077236.151048:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077236.151051:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077236.151054:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077236.151057:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1c00 x1855007653035136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151065:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077236.151068:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1c00 x1855007653035136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151074:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077236.151076:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077236.151079:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077236.151082:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077236.151087:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077236.151089:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298888723
00000100:00000001:1.0:1769077236.151092:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298889980
00000100:00000001:1.0:1769077236.151094:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298888723
00000100:00000001:1.0:1769077236.151097:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298889980
00000100:00000001:1.0:1769077236.151099:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077236.151101:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077236.151103:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077236.151108:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077236/real 1769077236]  req@ffff88baa6cb1c00 x1855007653035136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077236.151116:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077236.151117:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077236.151119:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077236.151121:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077236.151122:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077236.151125:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077236.151128:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1c00 x1855007653035136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077236.151137:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1c00 x1855007653035136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151144:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077236.151146:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.151148:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077236.151149:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077236.151152:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1c00 x1855007653035136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151158:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077236.151162:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1c00 x1855007653035136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151169:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077236.151171:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.151173:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077236.151174:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.151176:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077236.151177:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077236.151179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077236.151182:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077236.151184:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077236.151189:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1c00 x1855007653035136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077236.151197:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653035136:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077236.151202:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077236.151206:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2d80 x1855007653035264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151213:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077236.151215:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077236.151217:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077236.151219:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077236.151221:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077236.151225:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653035264:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077236.151228:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077236.151230:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077236.151233:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077236.151234:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077236.151238:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219800.
02000000:00000001:1.0:1769077236.151240:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077236.151243:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077236.151246:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077236.151250:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077236.151253:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653035264, portal 4
00000100:00000001:1.0:1769077236.151255:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077236.151256:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976468864 : -131139733082752 : ffff88baa6cb2d80)
00000100:00000040:1.0:1769077236.151263:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2d80 x1855007653035264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151270:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077236.151272:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077236.151274:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077236.151277:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653035264, offset 0
00000400:00000200:1.0:1769077236.151282:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077236.151286:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077236.151289:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077236.151293:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077236.151310:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077236.151313:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077236.151315:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077236.151318:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199979:199979:256:4294967295] 192.168.204.104@tcp LPNI seq info [199979:199979:8:4294967295]
00000400:00000200:1.0:1769077236.151322:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077236.151328:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077236.151333:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077236.151336:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077236.151340:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077236.151343:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077236.151347:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077236.151350:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077236.151353:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077236.151355:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077236.151358:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077236.151362:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077236.151365:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077236.151366:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077236.151369:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077236.151373:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2d80 x1855007653035264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151381:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077236.151384:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2d80 x1855007653035264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151391:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077236.151393:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077236.151396:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077236.151399:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077236.151402:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077236.151405:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298888723
00000100:00000001:1.0:1769077236.151407:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298889980
00000100:00000001:1.0:1769077236.151410:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298888723
00000100:00000001:1.0:1769077236.151412:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298889980
00000100:00000001:1.0:1769077236.151414:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077236.151417:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077236.151418:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077236.151422:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077236/real 1769077236]  req@ffff88baa6cb2d80 x1855007653035264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077236.151430:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077236.151432:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077236.151433:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077236.151435:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077236.151437:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077236.151439:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077236.151443:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2d80 x1855007653035264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077236.151452:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2d80 x1855007653035264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151458:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077236.151460:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.151462:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077236.151464:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077236.151468:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2d80 x1855007653035264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151476:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077236.151480:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2d80 x1855007653035264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151487:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077236.151490:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.151492:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077236.151493:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.151495:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077236.151497:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077236.151499:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077236.151502:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077236.151503:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077236.151506:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2d80 x1855007653035264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077236.151512:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653035264:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077236.151514:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.151516:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077236.151518:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3800 x1855007653034880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151522:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077236.151523:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077236.151525:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821a400.
02000000:00000001:1.0:1769077236.151526:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077236.151528:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077236.151529:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077236.151530:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077236.151531:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:1.0:1769077236.151550:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077236.151551:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077236.151552:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3800.
00000100:00000001:1.0:1769077236.151555:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077236.151556:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.151557:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077236.151559:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0700 x1855007653035008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151569:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077236.151570:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077236.151571:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769077236.151573:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077236.151573:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077236.151574:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077236.151575:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077236.151576:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7000.
02000000:00000001:1.0:1769077236.151579:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077236.151580:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077236.151580:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0700.
00000100:00000001:1.0:1769077236.151582:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077236.151582:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.151583:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077236.151585:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1c00 x1855007653035136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151589:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077236.151590:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077236.151591:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077236.151593:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077236.151594:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077236.151595:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077236.151596:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077236.151596:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4c00.
02000000:00000001:1.0:1769077236.151598:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077236.151598:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077236.151599:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1c00.
00000100:00000001:1.0:1769077236.151600:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077236.151601:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.151602:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077236.151604:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2d80 x1855007653035264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077236.151607:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077236.151608:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077236.151609:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219800.
02000000:00000001:1.0:1769077236.151611:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077236.151612:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077236.151613:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077236.151614:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077236.151615:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6c00.
02000000:00000001:1.0:1769077236.151617:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077236.151617:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077236.151618:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2d80.
00000100:00000001:1.0:1769077236.151619:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077236.151620:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.151621:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.151624:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077236.151625:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077236.151626:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077236.151627:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077237.428625:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298889980, at 4298889984
00000100:00000010:1.0:1769077237.428641:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b91e0.
00000020:00000001:1.0:1769077237.812739:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077237.812742:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077237.812745:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077240.884760:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077240.884763:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077240.884766:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077241.268988:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077241.268995:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077241.269000:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077241.269010:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653035392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.269023:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077241.269027:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077241.269032:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077241.269036:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077241.269042:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077241.269048:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653035392:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077241.269057:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077241.269061:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077241.269064:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077241.269068:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077241.269073:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219800.
02000000:00000001:1.0:1769077241.269075:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077241.269085:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077241.269092:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077241.269102:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077241.269113:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653035392, portal 25
00000100:00000001:1.0:1769077241.269117:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077241.269120:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000040:1.0:1769077241.269131:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653035392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.269145:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077241.269153:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077241.269157:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077241.269162:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653035392, offset 0
00000400:00000200:1.0:1769077241.269173:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077241.269186:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077241.269205:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077241.269228:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077241.269236:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077241.269242:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077241.269248:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077241.269255:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199980:199980:256:4294967295] 192.168.204.104@tcp LPNI seq info [199980:199980:8:4294967295]
00000400:00000200:1.0:1769077241.269264:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077241.269279:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077241.269291:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077241.269298:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077241.269309:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077241.269317:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077241.269327:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077241.269332:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077241.269340:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077241.269342:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077241.269349:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077241.269359:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077241.269365:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077241.269369:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077241.269377:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077241.269384:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9bb80 x1855007653035392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.269399:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077241.269405:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653035392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.269424:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077241.269427:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077241.269434:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077241.269443:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077241.269449:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298895099
00000100:00000010:1.0:1769077241.269457:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b91e0.
00000100:00000001:1.0:1769077241.269467:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077241.269477:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298895099
00000100:00000010:1.0:1769077241.269484:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9000.
00000100:00000001:1.0:1769077241.269491:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077241.269495:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077241.269499:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077241.269502:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077241.269510:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077241/real 1769077241]  req@ffff88ba87a9bb80 x1855007653035392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077241.269530:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077241.269533:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077241.269583:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077241.269591:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077241.269598:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077241.269607:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077241.269616:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653035392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077241.269639:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653035392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.269656:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077241.269660:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.269663:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077241.269666:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077241.269673:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653035392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.269693:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077241.269704:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653035392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.269727:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077241.269735:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.269741:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077241.269744:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.269750:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077241.269753:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077241.269760:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077241.269770:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077241.269774:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077241.269779:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653035392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077241.269786:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653035392:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077241.269794:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.269797:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077241.269801:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653035392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.269809:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077241.269812:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077241.269815:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219800.
02000000:00000001:1.0:1769077241.269818:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077241.269829:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077241.269831:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077241.269834:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077241.269837:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6000.
02000000:00000001:1.0:1769077241.269841:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077241.269844:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077241.269846:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
00000100:00000001:1.0:1769077241.269850:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077241.269851:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.269854:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.269863:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077241.269865:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077241.269867:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077241.269868:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077241.269869:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077241.269873:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653035520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.269878:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077241.269879:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077241.269881:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077241.269882:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077241.269884:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077241.269886:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653035520:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077241.269888:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077241.269890:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077241.269891:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077241.269893:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077241.269895:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219800.
02000000:00000001:1.0:1769077241.269897:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077241.269901:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077241.269903:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077241.269905:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077241.269908:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653035520, portal 10
00000100:00000001:1.0:1769077241.269909:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077241.269910:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
00000100:00000040:1.0:1769077241.269916:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653035520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.269921:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077241.269922:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077241.269924:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077241.269926:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653035520, offset 0
00000400:00000200:1.0:1769077241.269928:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077241.269931:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077241.269934:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077241.269937:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077241.269939:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077241.269941:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077241.269943:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077241.269945:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199981:199981:256:4294967295] 192.168.204.104@tcp LPNI seq info [199981:199981:8:4294967295]
00000400:00000200:1.0:1769077241.269948:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077241.269952:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077241.269956:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077241.269958:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077241.269961:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077241.269963:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077241.269966:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077241.269984:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077241.269987:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077241.269988:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077241.269991:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077241.269993:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077241.269996:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077241.269997:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077241.269999:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077241.270002:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98a80 x1855007653035520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270008:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077241.270010:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653035520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270015:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077241.270016:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077241.270018:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077241.270021:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077241.270024:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077241.270025:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298893850
00000100:00000001:1.0:1769077241.270028:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298895099
00000100:00000001:1.0:1769077241.270030:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298893850
00000100:00000001:1.0:1769077241.270031:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298895099
00000100:00000001:1.0:1769077241.270033:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077241.270034:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077241.270035:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077241.270038:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077241/real 1769077241]  req@ffff88ba87a98a80 x1855007653035520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077241.270043:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077241.270044:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077241.270045:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077241.270047:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077241.270048:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077241.270050:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077241.270052:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653035520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077241.270058:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653035520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270063:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077241.270064:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270065:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077241.270066:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077241.270068:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653035520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270072:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077241.270074:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653035520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270078:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077241.270080:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270081:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077241.270082:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270083:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077241.270084:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077241.270085:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077241.270088:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077241.270089:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077241.270092:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653035520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077241.270098:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653035520:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077241.270100:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077241.270102:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653035648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270111:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077241.270112:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077241.270113:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077241.270115:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077241.270116:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077241.270118:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653035648:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077241.270120:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077241.270121:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077241.270122:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077241.270123:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077241.270125:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077241.270126:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077241.270128:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077241.270130:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077241.270132:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077241.270134:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653035648, portal 10
00000100:00000001:1.0:1769077241.270135:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077241.270136:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:1.0:1769077241.270140:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653035648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270145:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077241.270147:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077241.270148:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077241.270150:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653035648, offset 0
00000400:00000200:1.0:1769077241.270152:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077241.270155:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077241.270157:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077241.270159:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077241.270160:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077241.270162:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077241.270164:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077241.270166:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199982:199982:256:4294967295] 192.168.204.104@tcp LPNI seq info [199982:199982:8:4294967295]
00000400:00000200:1.0:1769077241.270169:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077241.270174:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077241.270177:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077241.270179:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077241.270181:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077241.270183:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077241.270185:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077241.270187:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077241.270190:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077241.270191:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077241.270193:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077241.270195:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077241.270197:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077241.270199:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077241.270200:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077241.270203:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653035648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270208:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077241.270226:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653035648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270230:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077241.270231:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077241.270234:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077241.270237:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077241.270239:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077241.270241:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298893835
00000100:00000001:1.0:1769077241.270243:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298895099
00000100:00000001:1.0:1769077241.270244:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298893835
00000100:00000001:1.0:1769077241.270246:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298895099
00000100:00000001:1.0:1769077241.270247:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077241.270249:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077241.270250:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077241.270253:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077241/real 1769077241]  req@ffff88ba87a98e00 x1855007653035648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077241.270259:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077241.270260:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077241.270262:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077241.270263:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077241.270264:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077241.270266:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077241.270268:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653035648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077241.270273:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653035648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270277:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077241.270278:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270279:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077241.270280:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077241.270282:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653035648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270286:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077241.270288:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653035648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270292:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077241.270294:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270295:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077241.270296:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270298:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077241.270299:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077241.270300:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077241.270303:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077241.270304:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077241.270307:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653035648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077241.270312:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653035648:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077241.270314:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077241.270316:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653035776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270320:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077241.270321:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077241.270323:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077241.270324:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077241.270325:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077241.270327:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653035776:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077241.270330:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077241.270331:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077241.270332:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077241.270334:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077241.270336:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769077241.270337:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077241.270340:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077241.270341:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077241.270344:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077241.270346:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653035776, portal 4
00000100:00000001:1.0:1769077241.270347:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077241.270348:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000100:00000040:1.0:1769077241.270352:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653035776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270356:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077241.270358:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077241.270359:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077241.270361:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653035776, offset 0
00000400:00000200:1.0:1769077241.270364:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077241.270366:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077241.270369:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077241.270371:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077241.270373:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077241.270374:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077241.270376:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077241.270378:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199983:199983:256:4294967295] 192.168.204.104@tcp LPNI seq info [199983:199983:8:4294967295]
00000400:00000200:1.0:1769077241.270381:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077241.270385:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077241.270388:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077241.270389:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077241.270392:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077241.270394:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077241.270397:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077241.270399:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077241.270401:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077241.270403:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077241.270405:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077241.270407:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077241.270409:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077241.270410:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077241.270412:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077241.270414:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99180 x1855007653035776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270419:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077241.270421:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653035776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270425:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077241.270427:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077241.270429:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077241.270431:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077241.270433:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077241.270434:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298893842
00000100:00000001:1.0:1769077241.270436:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298895099
00000100:00000001:1.0:1769077241.270438:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298893842
00000100:00000001:1.0:1769077241.270439:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298895099
00000100:00000001:1.0:1769077241.270440:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077241.270442:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077241.270443:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077241.270445:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077241/real 1769077241]  req@ffff88ba87a99180 x1855007653035776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077241.270449:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077241.270450:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077241.270451:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077241.270452:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077241.270453:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077241.270454:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077241.270456:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653035776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077241.270462:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653035776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270466:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077241.270467:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270468:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077241.270469:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077241.270471:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653035776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270475:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077241.270477:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653035776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270482:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077241.270484:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270485:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077241.270486:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270487:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077241.270488:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077241.270489:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077241.270491:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077241.270492:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077241.270494:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653035776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077241.270499:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653035776:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077241.270501:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077241.270503:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653035904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270507:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077241.270508:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077241.270509:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077241.270510:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077241.270511:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077241.270513:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653035904:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077241.270515:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077241.270516:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077241.270517:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077241.270518:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077241.270520:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821a400.
02000000:00000001:1.0:1769077241.270521:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077241.270524:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077241.270525:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077241.270527:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077241.270529:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653035904, portal 4
00000100:00000001:1.0:1769077241.270531:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077241.270532:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
00000100:00000040:1.0:1769077241.270561:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653035904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270568:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077241.270571:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077241.270574:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077241.270577:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653035904, offset 0
00000400:00000200:1.0:1769077241.270582:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077241.270586:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077241.270590:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077241.270593:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077241.270596:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077241.270598:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077241.270600:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077241.270604:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199984:199984:256:4294967295] 192.168.204.104@tcp LPNI seq info [199984:199984:8:4294967295]
00000400:00000200:1.0:1769077241.270609:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077241.270614:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077241.270617:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077241.270620:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077241.270623:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077241.270625:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077241.270628:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077241.270629:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077241.270632:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077241.270634:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077241.270636:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077241.270638:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077241.270640:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077241.270641:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077241.270644:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077241.270646:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9ad80 x1855007653035904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270652:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077241.270654:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653035904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270659:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077241.270660:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077241.270661:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077241.270663:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077241.270666:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077241.270667:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298893843
00000100:00000001:1.0:1769077241.270669:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298895099
00000100:00000001:1.0:1769077241.270671:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298893843
00000100:00000001:1.0:1769077241.270673:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298895099
00000100:00000001:1.0:1769077241.270674:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077241.270676:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077241.270677:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077241.270679:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077241/real 1769077241]  req@ffff88ba87a9ad80 x1855007653035904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077241.270684:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077241.270685:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077241.270686:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077241.270687:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077241.270689:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077241.270690:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077241.270694:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653035904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077241.270703:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653035904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270716:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077241.270718:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270720:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077241.270722:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077241.270726:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653035904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270734:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077241.270739:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653035904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270747:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077241.270749:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270750:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077241.270751:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270753:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077241.270754:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077241.270756:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077241.270758:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077241.270759:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077241.270762:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653035904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077241.270767:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653035904:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077241.270770:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270771:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077241.270773:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653035520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270777:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077241.270778:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077241.270780:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219800.
02000000:00000001:1.0:1769077241.270782:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077241.270783:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077241.270784:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077241.270786:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077241.270787:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:1.0:1769077241.270789:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077241.270790:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077241.270791:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:1.0:1769077241.270793:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077241.270794:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270795:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077241.270799:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653035648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270806:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077241.270807:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077241.270809:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077241.270812:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077241.270813:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077241.270814:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077241.270817:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077241.270818:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:1.0:1769077241.270821:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077241.270822:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077241.270823:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:1.0:1769077241.270826:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077241.270828:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270830:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077241.270834:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653035776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270842:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077241.270843:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077241.270845:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769077241.270848:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077241.270849:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077241.270850:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077241.270853:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077241.270855:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:1.0:1769077241.270856:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077241.270857:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077241.270858:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000001:1.0:1769077241.270860:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077241.270861:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270862:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077241.270865:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653035904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077241.270870:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077241.270871:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077241.270872:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821a400.
02000000:00000001:1.0:1769077241.270873:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077241.270874:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077241.270875:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077241.270882:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077241.270884:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:1.0:1769077241.270885:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077241.270886:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077241.270887:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:1.0:1769077241.270888:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077241.270889:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270891:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.270894:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077241.270895:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077241.270897:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077241.270898:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077242.548643:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298895099, at 4298895104
00000100:00000010:1.0:1769077242.548663:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9000.
00000020:00000001:1.0:1769077243.956740:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077243.956747:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077243.956753:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077246.388854:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077246.388859:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077246.388864:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077246.388873:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2a00 x1855007653036032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.388903:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077246.388908:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077246.388915:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077246.388920:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077246.388927:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077246.388936:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653036032:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077246.388947:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077246.388952:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077246.388955:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077246.388957:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077246.388962:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769077246.388964:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077246.388972:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077246.388977:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077246.388984:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077246.388993:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653036032, portal 25
00000100:00000001:1.0:1769077246.388996:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077246.388998:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976467968 : -131139733083648 : ffff88baa6cb2a00)
00000100:00000040:1.0:1769077246.389006:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2a00 x1855007653036032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.389017:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077246.389021:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077246.389025:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077246.389030:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653036032, offset 0
00000400:00000200:1.0:1769077246.389039:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077246.389051:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077246.389060:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077246.389069:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077246.389076:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077246.389082:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077246.389088:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077246.389096:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199985:199985:256:4294967295] 192.168.204.104@tcp LPNI seq info [199985:199985:8:4294967295]
00000400:00000200:1.0:1769077246.389103:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077246.389117:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077246.389186:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077246.389195:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077246.389207:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077246.389212:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077246.389220:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077246.389227:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077246.389237:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077246.389240:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077246.389248:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077246.389258:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077246.389267:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077246.389269:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077246.389275:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077246.389290:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2a00 x1855007653036032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.389305:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077246.389311:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2a00 x1855007653036032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.389321:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.389323:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077246.389330:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077246.389337:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077246.389341:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298900219
00000100:00000010:1.0:1769077246.389347:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9000.
00000100:00000001:1.0:1769077246.389355:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077246.389364:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298900219
00000100:00000010:1.0:1769077246.389370:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9180.
00000100:00000001:1.0:1769077246.389373:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077246.389379:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077246.389383:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.389386:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077246.389393:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077246/real 1769077246]  req@ffff88baa6cb2a00 x1855007653036032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077246.389407:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077246.389411:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077246.389414:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077246.389417:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077246.389421:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077246.389425:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077246.389429:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2a00 x1855007653036032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077246.389450:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2a00 x1855007653036032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.389462:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077246.389465:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.389469:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077246.389471:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077246.389476:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2a00 x1855007653036032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.389481:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077246.389488:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2a00 x1855007653036032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.389502:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077246.389508:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.389513:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077246.389516:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.389521:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077246.389525:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077246.389532:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077246.389563:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077246.389566:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077246.389570:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2a00 x1855007653036032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077246.389576:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653036032:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077246.389582:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.389586:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077246.389592:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2a00 x1855007653036032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.389619:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077246.389629:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077246.389633:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769077246.389640:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077246.389645:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077246.389648:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077246.389653:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077246.389657:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6000.
02000000:00000001:1.0:1769077246.389662:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077246.389666:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077246.389669:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2a00.
00000100:00000001:1.0:1769077246.389674:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077246.389677:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.389681:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.389691:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077246.389694:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.389699:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077246.389702:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077246.389705:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077246.389711:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0380 x1855007653036160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.389729:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077246.389734:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077246.389739:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077246.389743:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077246.389747:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077246.389752:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653036160:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077246.389758:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077246.389761:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077246.389764:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077246.389766:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077246.389770:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769077246.389775:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077246.389783:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077246.389787:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077246.389793:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077246.389797:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653036160, portal 10
00000100:00000001:1.0:1769077246.389803:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077246.389805:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976458112 : -131139733093504 : ffff88baa6cb0380)
00000100:00000040:1.0:1769077246.389816:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0380 x1855007653036160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.389844:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077246.389850:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077246.389854:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077246.389858:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653036160, offset 0
00000400:00000200:1.0:1769077246.389868:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077246.389875:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077246.389882:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077246.389889:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077246.389892:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077246.389896:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077246.389899:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077246.389902:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199986:199986:256:4294967295] 192.168.204.104@tcp LPNI seq info [199986:199986:8:4294967295]
00000400:00000200:1.0:1769077246.389906:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077246.389913:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077246.389919:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077246.389924:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077246.389928:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077246.389932:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077246.389937:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077246.389940:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077246.389943:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077246.389945:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077246.389947:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077246.389950:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077246.389952:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077246.389954:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077246.389956:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077246.389958:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0380 x1855007653036160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.389965:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077246.389967:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0380 x1855007653036160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.389971:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.389972:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077246.389975:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077246.389977:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077246.389980:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077246.389981:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298898970
00000100:00000001:1.0:1769077246.389983:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298900219
00000100:00000001:1.0:1769077246.389985:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298898970
00000100:00000001:1.0:1769077246.389986:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298900219
00000100:00000001:1.0:1769077246.389988:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077246.389989:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.389990:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077246.389993:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077246/real 1769077246]  req@ffff88baa6cb0380 x1855007653036160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077246.390002:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077246.390003:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077246.390004:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077246.390006:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077246.390007:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077246.390008:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077246.390010:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0380 x1855007653036160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077246.390015:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0380 x1855007653036160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390020:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077246.390021:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390022:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077246.390023:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077246.390025:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0380 x1855007653036160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390029:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077246.390031:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0380 x1855007653036160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390035:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077246.390037:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390038:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077246.390039:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390040:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077246.390041:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077246.390042:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077246.390045:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077246.390046:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077246.390049:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0380 x1855007653036160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077246.390055:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653036160:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077246.390057:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077246.390059:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0e00 x1855007653036288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390063:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077246.390064:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077246.390065:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077246.390067:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077246.390068:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077246.390070:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653036288:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077246.390071:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077246.390073:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077246.390074:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077246.390075:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077246.390077:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077246.390078:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077246.390080:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077246.390082:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077246.390084:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077246.390086:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653036288, portal 10
00000100:00000001:1.0:1769077246.390088:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077246.390089:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976460800 : -131139733090816 : ffff88baa6cb0e00)
00000100:00000040:1.0:1769077246.390092:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0e00 x1855007653036288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390097:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077246.390098:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077246.390100:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077246.390101:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653036288, offset 0
00000400:00000200:1.0:1769077246.390104:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077246.390107:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077246.390109:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077246.390111:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077246.390113:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077246.390115:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077246.390118:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077246.390120:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199987:199987:256:4294967295] 192.168.204.104@tcp LPNI seq info [199987:199987:8:4294967295]
00000400:00000200:1.0:1769077246.390141:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077246.390148:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077246.390154:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077246.390158:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077246.390162:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077246.390165:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077246.390172:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077246.390175:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077246.390179:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077246.390181:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077246.390184:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077246.390188:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077246.390191:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077246.390192:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077246.390195:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077246.390200:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0e00 x1855007653036288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390207:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077246.390210:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0e00 x1855007653036288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390217:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.390219:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077246.390222:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077246.390224:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077246.390227:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077246.390230:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298898955
00000100:00000001:1.0:1769077246.390233:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298900219
00000100:00000001:1.0:1769077246.390235:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298898955
00000100:00000001:1.0:1769077246.390237:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298900219
00000100:00000001:1.0:1769077246.390239:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077246.390241:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.390243:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077246.390247:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077246/real 1769077246]  req@ffff88baa6cb0e00 x1855007653036288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077246.390255:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077246.390256:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077246.390258:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077246.390259:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077246.390261:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077246.390262:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077246.390264:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0e00 x1855007653036288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077246.390270:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0e00 x1855007653036288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390274:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077246.390275:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390276:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077246.390277:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077246.390279:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0e00 x1855007653036288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390283:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077246.390286:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0e00 x1855007653036288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390290:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077246.390292:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390293:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077246.390294:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390295:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077246.390297:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077246.390298:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077246.390300:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077246.390302:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077246.390304:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0e00 x1855007653036288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077246.390309:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653036288:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077246.390311:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077246.390313:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1500 x1855007653036416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390318:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077246.390319:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077246.390320:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077246.390321:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077246.390323:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077246.390325:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653036416:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077246.390326:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077246.390328:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077246.390329:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077246.390330:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077246.390333:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219800.
02000000:00000001:1.0:1769077246.390334:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077246.390336:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077246.390338:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077246.390340:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077246.390342:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653036416, portal 4
00000100:00000001:1.0:1769077246.390344:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077246.390345:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976462592 : -131139733089024 : ffff88baa6cb1500)
00000100:00000040:1.0:1769077246.390349:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1500 x1855007653036416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390353:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077246.390355:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077246.390357:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077246.390358:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653036416, offset 0
00000400:00000200:1.0:1769077246.390361:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077246.390363:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077246.390365:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077246.390367:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077246.390369:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077246.390371:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077246.390372:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077246.390375:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199988:199988:256:4294967295] 192.168.204.104@tcp LPNI seq info [199988:199988:8:4294967295]
00000400:00000200:1.0:1769077246.390377:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077246.390381:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077246.390384:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077246.390386:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077246.390389:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077246.390391:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077246.390393:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077246.390395:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077246.390398:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077246.390399:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077246.390401:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077246.390404:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077246.390405:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077246.390407:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077246.390408:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077246.390410:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1500 x1855007653036416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390420:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077246.390422:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1500 x1855007653036416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390427:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.390428:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077246.390429:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077246.390431:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077246.390433:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077246.390434:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298898962
00000100:00000001:1.0:1769077246.390436:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298900219
00000100:00000001:1.0:1769077246.390437:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298898962
00000100:00000001:1.0:1769077246.390439:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298900219
00000100:00000001:1.0:1769077246.390440:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077246.390442:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.390443:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077246.390445:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077246/real 1769077246]  req@ffff88baa6cb1500 x1855007653036416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077246.390449:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077246.390450:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077246.390451:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077246.390452:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077246.390453:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077246.390454:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077246.390456:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1500 x1855007653036416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077246.390461:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1500 x1855007653036416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390465:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077246.390467:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390468:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077246.390469:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077246.390471:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1500 x1855007653036416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390476:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077246.390481:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1500 x1855007653036416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390488:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077246.390491:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390492:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077246.390494:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390495:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077246.390497:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077246.390500:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077246.390503:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077246.390505:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077246.390510:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1500 x1855007653036416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077246.390518:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653036416:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077246.390523:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390525:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077246.390528:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0380 x1855007653036160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390553:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077246.390554:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077246.390556:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769077246.390558:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077246.390559:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077246.390560:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077246.390562:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077246.390563:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4800.
02000000:00000001:1.0:1769077246.390566:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077246.390567:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077246.390568:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0380.
00000100:00000001:1.0:1769077246.390569:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077246.390570:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390572:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077246.390574:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0e00 x1855007653036288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390579:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077246.390580:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077246.390581:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077246.390583:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077246.390583:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077246.390584:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077246.390585:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077246.390586:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5000.
02000000:00000001:1.0:1769077246.390588:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077246.390588:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077246.390589:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0e00.
00000100:00000001:1.0:1769077246.390590:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077246.390591:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390592:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077246.390594:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1500 x1855007653036416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390598:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077246.390598:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077246.390599:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219800.
02000000:00000001:1.0:1769077246.390600:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077246.390601:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077246.390602:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077246.390603:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077246.390604:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:1.0:1769077246.390605:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077246.390606:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077246.390607:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1500.
00000100:00000001:1.0:1769077246.390608:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077246.390609:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390610:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390613:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077246.390614:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.390615:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077246.390617:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077246.390618:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077246.390620:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0a80 x1855007653036544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390624:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077246.390625:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077246.390627:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077246.390628:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077246.390629:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077246.390631:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653036544:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077246.390633:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077246.390634:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077246.390635:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077246.390636:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077246.390638:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219800.
02000000:00000001:1.0:1769077246.390640:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077246.390642:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077246.390644:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077246.390646:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077246.390648:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653036544, portal 4
00000100:00000001:1.0:1769077246.390650:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077246.390651:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459904 : -131139733091712 : ffff88baa6cb0a80)
00000100:00000040:1.0:1769077246.390655:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0a80 x1855007653036544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390662:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077246.390664:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077246.390667:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077246.390669:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653036544, offset 0
00000400:00000200:1.0:1769077246.390673:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077246.390677:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077246.390681:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077246.390684:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077246.390687:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077246.390690:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077246.390692:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077246.390695:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [199989:199989:256:4294967295] 192.168.204.104@tcp LPNI seq info [199989:199989:8:4294967295]
00000400:00000200:1.0:1769077246.390699:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077246.390705:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077246.390710:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077246.390714:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077246.390718:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077246.390721:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077246.390725:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077246.390728:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077246.390733:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077246.390735:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077246.390738:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077246.390741:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077246.390743:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077246.390745:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077246.390747:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077246.390750:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0a80 x1855007653036544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390755:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077246.390757:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0a80 x1855007653036544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390762:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.390763:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077246.390766:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077246.390768:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077246.390770:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077246.390772:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298898963
00000100:00000001:1.0:1769077246.390773:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298900219
00000100:00000001:1.0:1769077246.390775:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298898963
00000100:00000001:1.0:1769077246.390777:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298900219
00000100:00000001:1.0:1769077246.390778:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077246.390779:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.390781:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077246.390783:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077246/real 1769077246]  req@ffff88baa6cb0a80 x1855007653036544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077246.390788:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077246.390789:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077246.390790:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077246.390792:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077246.390793:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077246.390794:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077246.390796:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0a80 x1855007653036544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077246.390801:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0a80 x1855007653036544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390805:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077246.390806:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390807:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077246.390808:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077246.390810:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0a80 x1855007653036544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390814:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077246.390816:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0a80 x1855007653036544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390821:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077246.390823:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390824:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077246.390825:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390826:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077246.390827:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077246.390829:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077246.390831:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077246.390832:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077246.390834:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0a80 x1855007653036544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077246.390839:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653036544:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077246.390841:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390842:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077246.390844:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0a80 x1855007653036544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.390848:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077246.390849:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077246.390850:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219800.
02000000:00000001:1.0:1769077246.390852:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077246.390853:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077246.390854:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077246.390855:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077246.390856:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:1.0:1769077246.390858:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077246.390859:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077246.390860:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0a80.
00000100:00000001:1.0:1769077246.390861:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077246.390862:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390864:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.390866:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077246.390867:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.390868:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077246.390869:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077247.028761:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077247.028768:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077247.028774:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077247.668665:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298900219, at 4298900224
00000100:00000010:1.0:1769077247.668685:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9180.
00000020:00000001:1.0:1769077250.100674:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077250.100678:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077250.100680:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077251.509222:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077251.509225:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077251.509885:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077251.509890:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077251.510639:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077251.510642:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077251.510929:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077251.510944:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077251.511358:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077251.511361:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1769077252.788682:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298905339, at 4298905344
00000100:00000010:1.0:1769077252.788714:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16d20.
00000020:00000001:1.0:1769077253.172728:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077253.172734:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077253.172739:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077256.244763:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077256.244771:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077256.244777:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077256.630135:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077256.630145:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769077256.631336:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077256.631341:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769077256.632012:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077256.632017:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769077256.632596:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077256.632601:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769077256.633165:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077256.633170:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1769077257.908652:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298910460, at 4298910464
00000100:00000010:1.0:1769077257.908672:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16a80.
00000020:00000001:1.0:1769077259.316732:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077259.316736:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077259.316741:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077261.748676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077261.748692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077261.748696:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077261.748701:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077261.748707:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077261.748717:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4241
00000400:00000200:1.0:1769077261.748728:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077261.748739:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077261.748743:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077261.748747:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.748751:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077261.748755:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.748758:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077261.748763:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077261.748765:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769077261.748769:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077261.748772:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769077261.748775:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769077261.748786:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769077261.748791:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.748797:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077261.748800:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.748802:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077261.748806:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769077261.748809:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077261.748813:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077261.748817:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077261.748821:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077261.748825:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077261.748828:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077261.748831:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077261.748842:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611500.
00000020:00000040:1.0:1769077261.748846:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769077261.748852:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077261.748854:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077261.748858:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077261.748861:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077261.748880:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077261.748891:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821bc00.
00000100:00000001:1.0:1769077261.748902:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077261.748915:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611500 x1855007653037952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077261.748928:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077261.748934:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077261.748939:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fb51406] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611500 x1855007653037952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077261.748962:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077261.748965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077261.748968:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077261.748969:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077261.748971:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077261.748973:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077261.748975:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4241
00000400:00000200:1.0:1769077261.748978:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077261.748981:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077261.748983:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077261.748987:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.748990:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077261.748994:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.748997:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077261.749000:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077261.749002:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769077261.749004:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077261.749007:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769077261.749011:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769077261.749018:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769077261.749027:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.749033:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077261.749038:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.749041:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077261.749050:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769077261.749056:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077261.749061:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077261.749065:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077261.749073:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077261.749079:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077261.749093:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077261.749098:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077261.749106:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077261.749112:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077261.749121:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611880.
00000020:00000040:1.0:1769077261.749127:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769077261.749135:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077261.749140:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077261.749147:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077261.749152:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077261.749157:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077261.749168:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000001:1.0:1769077261.749177:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077261.749188:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611880 x1855007653038080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077261.749206:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077261.749214:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077261.749227:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0af494a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611880 x1855007653038080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077261.749244:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077261.749250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077261.749255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077261.749261:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077261.749266:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077261.749275:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077261.749283:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4241
00000400:00000200:1.0:1769077261.749299:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077261.749311:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077261.749321:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077261.749335:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.749341:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077261.749349:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.749357:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077261.749366:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077261.749371:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769077261.749376:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077261.749380:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769077261.749385:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769077261.749393:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769077261.749402:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.749408:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077261.749414:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.749417:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077261.749423:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769077261.749435:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077261.749440:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077261.749443:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077261.749448:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077261.749454:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077261.749459:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077261.749463:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077261.749471:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077261.749487:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077261.749498:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611f80.
00000020:00000040:1.0:1769077261.749506:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769077261.749514:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077261.749518:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077261.749527:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077261.749531:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077261.749625:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077261.749638:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000100:00000001:1.0:1769077261.749648:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077261.749661:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611f80 x1855007653038208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077261.749691:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077261.749698:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077261.749700:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:1.0:1769077261.749709:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0de5d6f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611f80 x1855007653038208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769077261.749710:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1769077261.749745:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077261.749755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077261.749761:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077261.749767:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077261.749770:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077261.749777:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077261.749788:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4241
00000400:00000200:1.0:1769077261.749806:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077261.749817:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077261.749835:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077261.749844:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.749856:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077261.749863:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.749886:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077261.749892:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077261.749896:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769077261.749901:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077261.749904:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769077261.749912:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769077261.749923:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769077261.749936:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.749946:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077261.749954:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.749964:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077261.749976:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769077261.749985:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077261.749994:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077261.749998:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077261.750004:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077261.750012:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077261.750020:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077261.750026:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077261.750032:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077261.750038:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077261.750044:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612d80.
00000020:00000040:1.0:1769077261.750051:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769077261.750057:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077261.750062:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077261.750068:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077261.750071:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077261.750076:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077261.750086:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769077261.750095:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077261.750105:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612d80 x1855007653038336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077261.750144:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077261.750150:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077261.750163:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fed2dda] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612d80 x1855007653038336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077261.750195:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077261.750204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077261.750215:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077261.750218:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077261.750223:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077261.750235:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077261.750243:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4241
00000400:00000200:1.0:1769077261.750252:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077261.750268:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077261.750275:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077261.750287:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.750301:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077261.750312:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.750320:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077261.750329:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077261.750333:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769077261.750340:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077261.750345:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769077261.750352:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769077261.750360:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769077261.750372:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.750380:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077261.750388:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077261.750394:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077261.750401:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769077261.750411:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077261.750418:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077261.750423:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077261.750429:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077261.750436:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077261.750439:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077261.750442:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077261.750451:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077261.750457:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077261.750466:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610700.
00000020:00000040:1.0:1769077261.750472:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769077261.750479:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077261.750483:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077261.750490:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077261.750493:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077261.750497:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077261.750510:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000001:1.0:1769077261.750517:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077261.750532:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610700 x1855007653038464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077261.750573:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077261.750576:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077261.750591:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029410724] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610700 x1855007653038464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077261.750615:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077261.750626:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4252)
00000800:00000200:0.1:1769077261.750885:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077261.750889:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077261.751220:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077261.751223:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077261.751666:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077261.751670:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077261.752363:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077261.752367:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1769077262.388822:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077262.388829:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077262.388833:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077263.028677:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298915580, at 4298915584
00000100:00000010:1.0:1769077263.028699:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16180.
00000020:00000001:1.0:1769077265.460723:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077265.460729:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077265.460734:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077266.868665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077266.868676:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077266.868678:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077266.868682:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077266.868686:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077266.868692:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4247
00000400:00000200:1.0:1769077266.868717:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077266.868722:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077266.868725:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077266.868728:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.868731:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077266.868733:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.868735:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077266.868739:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077266.868741:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769077266.868743:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077266.868745:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769077266.868747:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769077266.868749:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769077266.868751:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.868752:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077266.868754:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.868756:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077266.868808:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769077266.868811:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077266.868812:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077266.868815:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077266.868817:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077266.868819:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077266.868821:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077266.868823:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077266.868848:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612300.
00000020:00000040:1.0:1769077266.868852:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769077266.868855:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077266.868857:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077266.868859:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077266.868861:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077266.868865:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077266.868872:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218000.
00000100:00000001:1.0:1769077266.868877:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077266.868885:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612300 x1855007653038592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077266.868893:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077266.868896:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077266.868899:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000561e7356] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612300 x1855007653038592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077266.868917:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077266.868920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077266.868922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077266.868923:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077266.868925:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077266.868926:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077266.868928:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4247
00000400:00000200:1.0:1769077266.868931:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077266.868933:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077266.868935:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077266.868937:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.868940:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077266.868941:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.868943:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077266.868945:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077266.868946:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769077266.868947:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077266.868950:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769077266.868954:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769077266.868958:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769077266.868963:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.868967:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077266.868986:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.868991:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077266.868996:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769077266.869002:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869005:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077266.869007:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077266.869013:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077266.869019:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077266.869023:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077266.869029:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077266.869036:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077266.869040:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077266.869043:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610000.
00000020:00000040:1.0:1769077266.869048:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769077266.869053:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077266.869055:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077266.869058:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077266.869059:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077266.869061:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077266.869065:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219c00.
00000100:00000001:1.0:1769077266.869070:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077266.869076:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610000 x1855007653038720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077266.869086:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077266.869089:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077266.869092:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d5982a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610000 x1855007653038720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077266.869107:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077266.869111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077266.869113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077266.869114:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077266.869118:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077266.869122:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077266.869126:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4247
00000400:00000200:1.0:1769077266.869132:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077266.869137:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077266.869142:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077266.869147:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869150:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077266.869156:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869160:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077266.869165:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077266.869168:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769077266.869170:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077266.869172:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769077266.869176:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769077266.869181:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769077266.869183:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869185:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077266.869189:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869191:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077266.869193:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769077266.869199:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869202:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077266.869205:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077266.869210:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077266.869214:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077266.869217:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077266.869220:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077266.869224:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077266.869227:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077266.869232:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613100.
00000020:00000040:1.0:1769077266.869237:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769077266.869240:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077266.869242:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077266.869245:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077266.869247:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077266.869251:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077266.869256:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:1.0:1769077266.869263:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077266.869270:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613100 x1855007653038848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077266.869278:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077266.869280:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077266.869285:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c5e314b] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613100 x1855007653038848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077266.869296:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077266.869297:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:1.0:1769077266.869299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077266.869304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077266.869305:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077266.869307:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077266.869308:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077266.869310:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4247
00000400:00000200:1.0:1769077266.869312:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077266.869314:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077266.869316:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077266.869318:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869320:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077266.869322:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869325:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077266.869329:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077266.869333:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769077266.869336:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077266.869339:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769077266.869342:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769077266.869344:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769077266.869351:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869354:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077266.869358:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869361:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077266.869363:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769077266.869368:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869371:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077266.869374:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077266.869379:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077266.869384:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077266.869388:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077266.869390:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077266.869395:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077266.869398:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077266.869402:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610700.
00000020:00000040:1.0:1769077266.869406:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769077266.869412:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077266.869415:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077266.869419:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077266.869421:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077266.869425:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077266.869430:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000001:1.0:1769077266.869435:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077266.869445:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610700 x1855007653038976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077266.869459:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077266.869463:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077266.869470:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029410724] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610700 x1855007653038976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077266.869482:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077266.869485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077266.869490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077266.869494:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077266.869496:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077266.869500:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077266.869504:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4247
00000400:00000200:1.0:1769077266.869512:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077266.869516:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077266.869519:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077266.869526:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869529:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077266.869534:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869536:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077266.869537:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077266.869538:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769077266.869539:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077266.869541:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769077266.869542:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769077266.869544:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769077266.869546:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869547:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077266.869570:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869572:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077266.869574:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769077266.869576:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077266.869582:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077266.869587:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077266.869591:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077266.869595:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077266.869599:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077266.869601:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077266.869603:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077266.869606:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077266.869610:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612d80.
00000020:00000040:1.0:1769077266.869631:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769077266.869633:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077266.869635:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077266.869636:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077266.869638:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077266.869640:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077266.869643:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219400.
00000100:00000001:1.0:1769077266.869646:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077266.869652:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612d80 x1855007653039104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077266.869657:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077266.869659:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077266.869663:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fed2dda] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612d80 x1855007653039104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077266.869668:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077266.869695:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4257)
00000800:00000200:0.1:1769077266.869802:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077266.870013:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077266.870199:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077266.870351:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:1.0:1769077268.148669:0:13539:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298920699, at 4298920704
00000100:00000010:1.0:1769077268.148689:0:13539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16780.
00000020:00000001:1.0:1769077268.532881:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077268.532886:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077268.532891:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077271.604829:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077271.604835:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077271.604840:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077271.989259:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077271.989274:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077271.989284:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077271.989312:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ce00 x1855007653039232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.989361:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077271.989367:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077271.989379:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077271.989387:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077271.989399:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077271.989410:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653039232:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077271.989422:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077271.989452:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077271.989465:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077271.989483:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077271.989499:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077271.989508:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077271.989529:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077271.989593:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077271.989619:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077271.989637:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653039232, portal 25
00000100:00000001:1.0:1769077271.989648:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077271.989652:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417487872 : -131140292063744 : ffff88ba8579ce00)
00000100:00000040:1.0:1769077271.989681:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ce00 x1855007653039232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.989722:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077271.989736:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077271.989751:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077271.989763:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653039232, offset 0
00000400:00000200:1.0:1769077271.989802:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077271.989831:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077271.989853:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077271.989868:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077271.989893:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077271.989909:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077271.989923:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077271.989938:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200010:200010:256:4294967295] 192.168.204.104@tcp LPNI seq info [200010:200010:8:4294967295]
00000400:00000200:1.0:1769077271.989959:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077271.989993:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077271.990008:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077271.990022:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077271.990209:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077271.990241:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077271.990269:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077271.990295:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077271.990319:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077271.990327:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077271.990341:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077271.990363:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077271.990375:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077271.990384:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077271.990398:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077271.990410:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ce00 x1855007653039232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.990451:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077271.990466:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ce00 x1855007653039232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.990490:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077271.990502:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077271.990516:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077271.990578:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077271.990589:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298925821
00000100:00000010:1.0:1769077271.990627:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9180.
00000100:00000001:1.0:1769077271.990643:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077271.990663:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298925821
00000100:00000010:1.0:1769077271.990690:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b98a0.
00000100:00000001:1.0:1769077271.990711:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077271.990717:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077271.990727:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077271.990738:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077271.990758:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077271/real 1769077271]  req@ffff88ba8579ce00 x1855007653039232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077271.990866:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077271.990874:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077271.990882:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077271.990894:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077271.990898:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077271.990906:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077271.990913:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ce00 x1855007653039232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077271.990940:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ce00 x1855007653039232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.990988:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077271.990995:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.991003:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077271.991025:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077271.991040:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ce00 x1855007653039232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991092:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077271.991111:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ce00 x1855007653039232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991122:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077271.991135:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.991138:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077271.991140:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.991142:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077271.991145:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077271.991149:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077271.991153:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077271.991155:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077271.991159:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ce00 x1855007653039232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077271.991178:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653039232:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077271.991187:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.991190:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077271.991192:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ce00 x1855007653039232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991197:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077271.991200:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077271.991203:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077271.991206:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077271.991209:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077271.991211:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077271.991213:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077271.991216:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c400.
02000000:00000001:1.0:1769077271.991219:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077271.991221:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077271.991223:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ce00.
00000100:00000001:1.0:1769077271.991228:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077271.991229:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.991231:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.991239:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077271.991241:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077271.991244:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077271.991247:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077271.991259:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077271.991263:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f480 x1855007653039360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991269:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077271.991271:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077271.991273:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077271.991276:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077271.991279:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077271.991282:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653039360:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077271.991287:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077271.991291:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077271.991293:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077271.991296:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077271.991300:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077271.991302:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077271.991309:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077271.991313:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077271.991317:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077271.991323:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653039360, portal 10
00000100:00000001:1.0:1769077271.991325:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077271.991327:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417497728 : -131140292053888 : ffff88ba8579f480)
00000100:00000040:1.0:1769077271.991336:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f480 x1855007653039360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991345:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077271.991348:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077271.991350:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077271.991354:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653039360, offset 0
00000400:00000200:1.0:1769077271.991359:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077271.991364:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077271.991369:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077271.991372:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077271.991375:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077271.991378:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077271.991380:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077271.991383:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200011:200011:256:4294967295] 192.168.204.104@tcp LPNI seq info [200011:200011:8:4294967295]
00000400:00000200:1.0:1769077271.991386:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077271.991392:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077271.991395:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077271.991399:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077271.991402:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077271.991405:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077271.991410:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077271.991412:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077271.991415:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077271.991417:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077271.991419:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077271.991422:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077271.991425:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077271.991426:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077271.991429:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077271.991432:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f480 x1855007653039360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991438:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077271.991440:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f480 x1855007653039360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991446:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077271.991447:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077271.991450:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077271.991454:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077271.991456:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077271.991458:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298924571
00000100:00000001:1.0:1769077271.991461:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298925821
00000100:00000001:1.0:1769077271.991463:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298924571
00000100:00000001:1.0:1769077271.991466:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298925821
00000100:00000001:1.0:1769077271.991468:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077271.991470:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077271.991471:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077271.991474:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077271/real 1769077271]  req@ffff88ba8579f480 x1855007653039360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077271.991479:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077271.991481:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077271.991482:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077271.991483:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077271.991485:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077271.991486:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077271.991489:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f480 x1855007653039360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077271.991505:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f480 x1855007653039360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991509:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077271.991510:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.991511:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077271.991512:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077271.991515:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f480 x1855007653039360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991519:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077271.991521:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f480 x1855007653039360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991526:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077271.991528:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.991529:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077271.991530:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.991532:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077271.991534:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077271.991536:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077271.991539:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077271.991540:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077271.991543:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f480 x1855007653039360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077271.991548:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653039360:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077271.991551:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077271.991554:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ca80 x1855007653039488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991559:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077271.991560:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077271.991561:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077271.991563:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077271.991564:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077271.991586:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653039488:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077271.991589:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077271.991601:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077271.991603:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077271.991604:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077271.991608:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077271.991610:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077271.991612:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077271.991614:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077271.991617:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077271.991619:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653039488, portal 10
00000100:00000001:1.0:1769077271.991621:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077271.991622:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486976 : -131140292064640 : ffff88ba8579ca80)
00000100:00000040:1.0:1769077271.991627:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ca80 x1855007653039488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991632:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077271.991634:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077271.991635:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077271.991637:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653039488, offset 0
00000400:00000200:1.0:1769077271.991640:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077271.991642:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077271.991644:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077271.991646:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077271.991648:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077271.991650:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077271.991651:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077271.991654:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200012:200012:256:4294967295] 192.168.204.104@tcp LPNI seq info [200012:200012:8:4294967295]
00000400:00000200:1.0:1769077271.991657:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077271.991661:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077271.991665:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077271.991667:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077271.991670:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077271.991673:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077271.991676:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077271.991678:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077271.991680:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077271.991682:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077271.991684:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077271.991686:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077271.991688:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077271.991690:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077271.991692:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077271.991709:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ca80 x1855007653039488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991716:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077271.991718:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ca80 x1855007653039488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991728:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077271.991729:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077271.991732:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077271.991751:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077271.991754:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077271.991756:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298924557
00000100:00000001:1.0:1769077271.991758:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298925821
00000100:00000001:1.0:1769077271.991760:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298924557
00000100:00000001:1.0:1769077271.991762:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298925821
00000100:00000001:1.0:1769077271.991764:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077271.991766:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077271.991768:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077271.991772:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077271/real 1769077271]  req@ffff88ba8579ca80 x1855007653039488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077271.991791:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077271.991793:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077271.991795:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077271.991803:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077271.991805:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077271.991809:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077271.991814:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ca80 x1855007653039488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077271.991840:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ca80 x1855007653039488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991848:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077271.991849:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.991850:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077271.991851:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077271.991854:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ca80 x1855007653039488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991860:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077271.991863:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ca80 x1855007653039488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991867:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077271.991869:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.991870:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077271.991871:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.991872:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077271.991873:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077271.991875:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077271.991877:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077271.991878:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077271.991880:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ca80 x1855007653039488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077271.991885:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653039488:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077271.991888:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077271.991891:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d500 x1855007653039616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991896:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077271.991897:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077271.991899:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077271.991900:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077271.991901:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077271.991903:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653039616:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077271.991905:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077271.991907:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077271.991909:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077271.991910:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077271.991913:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077271.991914:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077271.991918:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077271.991919:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077271.991922:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077271.991924:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653039616, portal 4
00000100:00000001:1.0:1769077271.991926:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077271.991927:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417489664 : -131140292061952 : ffff88ba8579d500)
00000100:00000040:1.0:1769077271.991931:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d500 x1855007653039616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.991935:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077271.991937:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077271.991938:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077271.991940:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653039616, offset 0
00000400:00000200:1.0:1769077271.991942:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077271.991945:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077271.991947:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077271.991949:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077271.991950:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077271.991952:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077271.991953:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077271.991956:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200013:200013:256:4294967295] 192.168.204.104@tcp LPNI seq info [200013:200013:8:4294967295]
00000400:00000200:1.0:1769077271.991959:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077271.991963:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077271.991966:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077271.991968:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077271.991971:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077271.991973:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077271.991975:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077271.991993:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077271.991996:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077271.991999:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077271.992001:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077271.992003:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077271.992006:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077271.992007:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077271.992009:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077271.992011:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d500 x1855007653039616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992016:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077271.992019:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d500 x1855007653039616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992023:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077271.992024:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077271.992027:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077271.992029:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077271.992031:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077271.992033:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298924564
00000100:00000001:1.0:1769077271.992035:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298925821
00000100:00000001:1.0:1769077271.992036:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298924564
00000100:00000001:1.0:1769077271.992038:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298925821
00000100:00000001:1.0:1769077271.992039:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077271.992040:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077271.992041:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077271.992044:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077271/real 1769077271]  req@ffff88ba8579d500 x1855007653039616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077271.992049:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077271.992050:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077271.992051:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077271.992053:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077271.992054:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077271.992056:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077271.992058:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d500 x1855007653039616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077271.992064:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d500 x1855007653039616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992068:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077271.992069:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.992070:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077271.992071:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077271.992073:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d500 x1855007653039616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992077:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077271.992079:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d500 x1855007653039616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992083:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077271.992085:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.992086:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077271.992086:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.992087:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077271.992088:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077271.992090:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077271.992093:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077271.992094:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077271.992097:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d500 x1855007653039616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077271.992102:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653039616:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077271.992104:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077271.992107:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d880 x1855007653039744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992112:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077271.992114:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077271.992127:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077271.992128:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077271.992129:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077271.992131:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653039744:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077271.992133:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077271.992134:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077271.992135:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077271.992136:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077271.992138:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077271.992140:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077271.992141:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077271.992143:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077271.992145:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077271.992147:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653039744, portal 4
00000100:00000001:1.0:1769077271.992148:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077271.992149:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417490560 : -131140292061056 : ffff88ba8579d880)
00000100:00000040:1.0:1769077271.992153:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d880 x1855007653039744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992157:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077271.992159:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077271.992160:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077271.992161:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653039744, offset 0
00000400:00000200:1.0:1769077271.992164:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077271.992166:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077271.992168:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077271.992170:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077271.992171:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077271.992173:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077271.992174:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077271.992177:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200014:200014:256:4294967295] 192.168.204.104@tcp LPNI seq info [200014:200014:8:4294967295]
00000400:00000200:1.0:1769077271.992180:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077271.992184:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077271.992187:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077271.992189:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077271.992191:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077271.992193:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077271.992195:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077271.992197:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077271.992200:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077271.992201:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077271.992203:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077271.992215:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077271.992217:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077271.992218:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077271.992220:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077271.992222:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d880 x1855007653039744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992226:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077271.992228:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d880 x1855007653039744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992233:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077271.992234:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077271.992236:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077271.992238:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077271.992240:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077271.992241:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298924564
00000100:00000001:1.0:1769077271.992242:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298925821
00000100:00000001:1.0:1769077271.992243:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298924564
00000100:00000001:1.0:1769077271.992245:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298925821
00000100:00000001:1.0:1769077271.992247:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077271.992249:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077271.992250:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077271.992252:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077271/real 1769077271]  req@ffff88ba8579d880 x1855007653039744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077271.992258:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077271.992258:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077271.992259:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077271.992261:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077271.992261:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077271.992263:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077271.992264:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d880 x1855007653039744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077271.992270:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d880 x1855007653039744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992274:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077271.992276:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.992277:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077271.992279:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077271.992283:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d880 x1855007653039744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992290:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077271.992294:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d880 x1855007653039744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992302:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077271.992304:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.992306:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077271.992307:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.992309:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077271.992311:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077271.992314:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077271.992318:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077271.992321:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077271.992326:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d880 x1855007653039744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077271.992335:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653039744:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077271.992339:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.992342:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077271.992344:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f480 x1855007653039360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992349:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077271.992350:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077271.992352:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077271.992354:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077271.992355:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077271.992356:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077271.992358:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077271.992359:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e000.
02000000:00000001:1.0:1769077271.992361:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077271.992362:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077271.992363:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f480.
00000100:00000001:1.0:1769077271.992382:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077271.992383:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.992384:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077271.992387:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ca80 x1855007653039488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992393:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077271.992394:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077271.992395:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077271.992397:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077271.992397:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077271.992398:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077271.992400:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077271.992401:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c000.
02000000:00000001:1.0:1769077271.992403:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077271.992404:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077271.992406:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ca80.
00000100:00000001:1.0:1769077271.992408:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077271.992409:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.992410:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077271.992412:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d500 x1855007653039616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992416:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077271.992417:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077271.992418:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077271.992420:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077271.992420:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077271.992421:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077271.992422:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077271.992423:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:1.0:1769077271.992425:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077271.992426:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077271.992427:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d500.
00000100:00000001:1.0:1769077271.992428:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077271.992429:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.992430:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077271.992432:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d880 x1855007653039744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077271.992437:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077271.992438:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077271.992439:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077271.992440:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077271.992441:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077271.992442:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077271.992443:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077271.992444:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d400.
02000000:00000001:1.0:1769077271.992446:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077271.992446:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077271.992447:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d880.
00000100:00000001:1.0:1769077271.992450:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077271.992451:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.992453:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.992456:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077271.992457:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077271.992459:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077271.992460:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077273.268726:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298925821, at 4298925824
00000100:00000010:1.0:1769077273.268744:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b98a0.
00000020:00000001:1.0:1769077274.676916:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077274.676922:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077274.676928:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077277.108840:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077277.108846:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077277.108850:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077277.108860:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98000 x1855007653039872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.108874:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077277.108877:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077277.108881:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077277.108884:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077277.108890:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077277.108897:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653039872:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077277.108903:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077277.108907:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077277.108910:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077277.108914:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077277.108920:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077277.108925:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077277.108936:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077277.108941:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077277.108947:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077277.108956:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653039872, portal 25
00000100:00000001:1.0:1769077277.108960:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077277.108964:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168064 : -131140255383552 : ffff88ba87a98000)
00000100:00000040:1.0:1769077277.108974:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98000 x1855007653039872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.108988:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077277.108993:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077277.108997:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077277.109002:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653039872, offset 0
00000400:00000200:1.0:1769077277.109018:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077277.109033:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077277.109059:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077277.109070:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077277.109080:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077277.109087:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077277.109094:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077277.109103:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200015:200015:256:4294967295] 192.168.204.104@tcp LPNI seq info [200015:200015:8:4294967295]
00000400:00000200:1.0:1769077277.109114:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077277.109131:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077277.109148:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077277.109154:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077277.109175:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077277.109183:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077277.109196:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077277.109201:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077277.109211:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077277.109215:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077277.109223:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077277.109233:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077277.109241:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077277.109246:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077277.109253:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077277.109262:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98000 x1855007653039872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.109280:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077277.109289:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98000 x1855007653039872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.109309:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077277.109314:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077277.109333:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077277.109340:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077277.109345:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298930939
00000100:00000010:1.0:1769077277.109353:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b98a0.
00000100:00000001:1.0:1769077277.109363:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077277.109376:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298930939
00000100:00000010:1.0:1769077277.109380:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9840.
00000100:00000001:1.0:1769077277.109385:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077277.109390:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077277.109406:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077277.109412:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077277.109419:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077277/real 1769077277]  req@ffff88ba87a98000 x1855007653039872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077277.109453:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077277.109456:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077277.109461:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077277.109465:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077277.109469:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077277.109475:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077277.109483:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98000 x1855007653039872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077277.109507:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98000 x1855007653039872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.109522:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077277.109525:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.109530:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077277.109566:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077277.109574:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98000 x1855007653039872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.109589:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077277.109597:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98000 x1855007653039872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.109636:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077277.109641:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.109645:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077277.109648:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.109663:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077277.109668:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077277.109678:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077277.109689:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077277.109695:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077277.109704:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98000 x1855007653039872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077277.109715:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653039872:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077277.109721:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.109724:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077277.109727:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98000 x1855007653039872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.109735:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077277.109738:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077277.109741:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077277.109745:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077277.109747:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077277.109749:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077277.109751:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077277.109754:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:1.0:1769077277.109757:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077277.109760:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077277.109762:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98000.
00000100:00000001:1.0:1769077277.109765:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077277.109766:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.109769:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.109776:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077277.109778:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077277.109781:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077277.109782:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077277.109784:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077277.109788:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653040000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.109797:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077277.109798:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077277.109801:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077277.109803:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077277.109806:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077277.109809:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653040000:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077277.109813:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077277.109815:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077277.109817:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077277.109819:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077277.109822:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077277.109825:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077277.109830:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077277.109834:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077277.109838:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077277.109841:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653040000, portal 10
00000100:00000001:1.0:1769077277.109843:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077277.109845:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00000040:1.0:1769077277.109852:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653040000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.109859:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077277.109862:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077277.109865:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077277.109867:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653040000, offset 0
00000400:00000200:1.0:1769077277.109871:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077277.109876:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077277.109880:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077277.109883:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077277.109886:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077277.109888:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077277.109891:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077277.109894:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200016:200016:256:4294967295] 192.168.204.104@tcp LPNI seq info [200016:200016:8:4294967295]
00000400:00000200:1.0:1769077277.109899:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077277.109906:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077277.109911:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077277.109915:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077277.109920:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077277.109923:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077277.109928:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077277.109931:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077277.109934:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077277.109937:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077277.109940:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077277.109944:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077277.109947:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077277.109949:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077277.109952:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077277.109956:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653040000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.109966:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077277.109969:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653040000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.109977:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077277.109979:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077277.109983:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077277.109987:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077277.109991:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077277.109993:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298929690
00000100:00000001:1.0:1769077277.109996:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298930939
00000100:00000001:1.0:1769077277.109998:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298929690
00000100:00000001:1.0:1769077277.110001:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298930939
00000100:00000001:1.0:1769077277.110003:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077277.110005:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077277.110007:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077277.110011:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077277/real 1769077277]  req@ffff88ba87a9a300 x1855007653040000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077277.110019:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077277.110021:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077277.110023:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077277.110026:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077277.110028:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077277.110030:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077277.110034:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653040000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077277.110042:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653040000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110049:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077277.110050:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.110052:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077277.110054:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077277.110058:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653040000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110064:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077277.110068:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653040000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110076:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077277.110079:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.110080:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077277.110082:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.110095:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077277.110097:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077277.110099:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077277.110103:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077277.110105:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077277.110110:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653040000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077277.110119:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653040000:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077277.110123:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077277.110126:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653040128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110133:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077277.110135:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077277.110137:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077277.110139:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077277.110141:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077277.110145:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653040128:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077277.110148:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077277.110150:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077277.110152:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077277.110154:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077277.110158:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077277.110160:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077277.110165:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077277.110168:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077277.110171:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077277.110174:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653040128, portal 10
00000100:00000001:1.0:1769077277.110176:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077277.110177:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:1.0:1769077277.110183:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653040128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110190:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077277.110192:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077277.110195:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077277.110197:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653040128, offset 0
00000400:00000200:1.0:1769077277.110201:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077277.110205:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077277.110209:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077277.110212:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077277.110215:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077277.110217:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077277.110220:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077277.110223:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200017:200017:256:4294967295] 192.168.204.104@tcp LPNI seq info [200017:200017:8:4294967295]
00000400:00000200:1.0:1769077277.110228:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077277.110235:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077277.110240:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077277.110244:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077277.110249:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077277.110252:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077277.110256:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077277.110259:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077277.110264:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077277.110266:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077277.110269:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077277.110273:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077277.110276:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077277.110278:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077277.110281:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077277.110285:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653040128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110293:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077277.110297:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653040128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110304:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077277.110306:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077277.110309:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077277.110312:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077277.110316:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077277.110318:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298929675
00000100:00000001:1.0:1769077277.110321:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298930939
00000100:00000001:1.0:1769077277.110323:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298929675
00000100:00000001:1.0:1769077277.110335:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298930939
00000100:00000001:1.0:1769077277.110337:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077277.110340:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077277.110342:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077277.110345:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077277/real 1769077277]  req@ffff88ba87a9b800 x1855007653040128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077277.110354:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077277.110355:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077277.110357:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077277.110360:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077277.110362:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077277.110364:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077277.110367:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653040128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077277.110376:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653040128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110384:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077277.110386:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.110388:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077277.110399:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077277.110403:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653040128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110410:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077277.110415:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653040128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110423:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077277.110426:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.110427:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077277.110429:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.110431:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077277.110433:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077277.110436:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077277.110440:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077277.110442:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077277.110447:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653040128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077277.110456:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653040128:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077277.110460:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077277.110464:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653040256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110472:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077277.110473:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077277.110476:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077277.110478:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077277.110481:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077277.110484:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653040256:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077277.110487:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077277.110489:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077277.110491:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077277.110493:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077277.110496:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077277.110498:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077277.110503:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077277.110506:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077277.110510:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077277.110513:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653040256, portal 4
00000100:00000001:1.0:1769077277.110515:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077277.110516:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:1.0:1769077277.110522:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653040256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110529:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077277.110532:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077277.110555:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077277.110558:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653040256, offset 0
00000400:00000200:1.0:1769077277.110563:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077277.110568:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077277.110572:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077277.110575:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077277.110578:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077277.110580:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077277.110583:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077277.110586:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200018:200018:256:4294967295] 192.168.204.104@tcp LPNI seq info [200018:200018:8:4294967295]
00000400:00000200:1.0:1769077277.110590:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077277.110597:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077277.110603:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077277.110606:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077277.110630:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077277.110632:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077277.110637:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077277.110640:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077277.110645:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077277.110647:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077277.110660:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077277.110664:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077277.110667:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077277.110669:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077277.110672:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077277.110677:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653040256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110685:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077277.110688:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653040256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110695:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077277.110697:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077277.110701:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077277.110704:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077277.110708:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077277.110710:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298929683
00000100:00000001:1.0:1769077277.110713:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298930939
00000100:00000001:1.0:1769077277.110715:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298929683
00000100:00000001:1.0:1769077277.110718:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298930939
00000100:00000001:1.0:1769077277.110720:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077277.110723:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077277.110725:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077277.110728:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077277/real 1769077277]  req@ffff88ba87a99880 x1855007653040256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077277.110737:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077277.110739:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077277.110741:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077277.110744:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077277.110746:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077277.110749:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077277.110753:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653040256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077277.110762:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653040256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110769:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077277.110771:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.110773:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077277.110775:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077277.110779:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653040256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110786:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077277.110790:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653040256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110798:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077277.110800:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.110802:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077277.110804:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.110806:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077277.110807:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077277.110810:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077277.110814:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077277.110816:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077277.110820:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653040256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077277.110828:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653040256:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077277.110833:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077277.110836:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653040384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110843:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077277.110844:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077277.110847:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077277.110848:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077277.110850:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077277.110853:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653040384:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077277.110856:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077277.110858:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077277.110860:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077277.110862:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077277.110866:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077277.110868:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077277.110872:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077277.110875:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077277.110878:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077277.110882:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653040384, portal 4
00000100:00000001:1.0:1769077277.110884:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077277.110886:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:1.0:1769077277.110892:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653040384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.110900:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077277.110902:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077277.110905:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077277.110908:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653040384, offset 0
00000400:00000200:1.0:1769077277.110913:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077277.110917:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077277.110921:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077277.110924:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077277.110927:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077277.110929:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077277.110932:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077277.110935:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200019:200019:256:4294967295] 192.168.204.104@tcp LPNI seq info [200019:200019:8:4294967295]
00000400:00000200:1.0:1769077277.110940:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077277.110947:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077277.110952:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077277.110955:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077277.110959:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077277.110962:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077277.110967:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077277.110970:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077277.110974:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077277.110976:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077277.110979:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077277.110983:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077277.110986:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077277.110988:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077277.110991:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077277.110995:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653040384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.111004:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077277.111008:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653040384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.111014:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077277.111016:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077277.111020:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077277.111023:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077277.111027:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077277.111030:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298929683
00000100:00000001:1.0:1769077277.111033:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298930939
00000100:00000001:1.0:1769077277.111035:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298929683
00000100:00000001:1.0:1769077277.111037:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298930939
00000100:00000001:1.0:1769077277.111040:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077277.111042:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077277.111044:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077277.111048:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077277/real 1769077277]  req@ffff88ba87a99c00 x1855007653040384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077277.111056:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077277.111057:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077277.111059:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077277.111062:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077277.111063:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077277.111066:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077277.111069:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653040384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077277.111078:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653040384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.111084:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077277.111086:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.111087:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077277.111089:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077277.111093:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653040384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.111100:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077277.111104:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653040384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.111111:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077277.111114:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.111115:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077277.111117:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.111119:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077277.111120:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077277.111123:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077277.111127:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077277.111129:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077277.111133:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653040384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077277.111141:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653040384:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077277.111145:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.111148:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077277.111151:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653040000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.111158:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077277.111160:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077277.111162:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077277.111164:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077277.111166:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077277.111167:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077277.111169:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077277.111172:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:1.0:1769077277.111174:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077277.111176:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077277.111177:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:1.0:1769077277.111179:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077277.111181:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.111183:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077277.111186:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653040128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.111199:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077277.111201:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077277.111202:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077277.111205:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077277.111206:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077277.111207:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077277.111209:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077277.111211:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:1.0:1769077277.111213:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077277.111215:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077277.111216:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:1.0:1769077277.111218:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077277.111220:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.111221:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077277.111225:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653040256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.111231:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077277.111233:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077277.111234:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077277.111237:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077277.111238:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077277.111239:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077277.111241:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077277.111243:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7c00.
02000000:00000001:1.0:1769077277.111245:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077277.111247:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077277.111248:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:1.0:1769077277.111251:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077277.111252:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.111254:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077277.111258:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653040384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077277.111265:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077277.111266:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077277.111269:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b800.
02000000:00000001:1.0:1769077277.111271:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077277.111272:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077277.111273:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077277.111275:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077277.111277:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:1.0:1769077277.111279:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077277.111280:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077277.111282:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:1.0:1769077277.111284:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077277.111285:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.111287:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.111291:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077277.111293:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077277.111295:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077277.111296:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077277.748815:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077277.748820:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077277.748824:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077278.388725:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298930939, at 4298930944
00000100:00000010:1.0:1769077278.388775:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9840.
00000020:00000001:1.0:1769077280.820816:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077280.820822:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077280.820827:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077282.228866:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077282.228875:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077282.228881:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077282.228894:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653040512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.228925:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077282.228933:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077282.228943:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077282.228952:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077282.228961:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077282.228977:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653040512:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077282.228995:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077282.229021:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077282.229027:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077282.229033:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077282.229045:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077282.229051:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077282.229067:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077282.229075:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077282.229087:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077282.229099:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653040512, portal 25
00000100:00000001:1.0:1769077282.229108:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077282.229114:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:1.0:1769077282.229131:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653040512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.229157:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077282.229168:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077282.229174:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077282.229182:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653040512, offset 0
00000400:00000200:1.0:1769077282.229200:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077282.229221:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077282.229257:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077282.229270:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077282.229296:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077282.229308:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077282.229320:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077282.229347:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200020:200020:256:4294967295] 192.168.204.104@tcp LPNI seq info [200020:200020:8:4294967295]
00000400:00000200:1.0:1769077282.229362:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077282.229387:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077282.229426:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077282.229437:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077282.229455:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077282.229467:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077282.229487:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077282.229498:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077282.229513:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077282.229580:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077282.229593:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077282.229604:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077282.229612:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077282.229618:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077282.229627:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077282.229638:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653040512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.229662:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077282.229672:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653040512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.229696:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.229702:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077282.229712:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077282.229722:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077282.229729:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4298936060
00000100:00000010:1.0:1769077282.229738:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9840.
00000100:00000001:1.0:1769077282.229747:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077282.229756:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4298936060
00000100:00000010:1.0:1769077282.229764:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b95a0.
00000100:00000001:1.0:1769077282.229771:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077282.229777:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077282.229784:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.229787:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077282.229796:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077282/real 1769077282]  req@ffff88ba87a98380 x1855007653040512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077282.229822:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077282.229825:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077282.229829:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077282.229833:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077282.229837:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077282.229842:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077282.229868:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653040512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077282.229891:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653040512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.229920:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077282.229943:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.229952:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077282.229959:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077282.229974:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653040512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230010:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077282.230022:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653040512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230073:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077282.230085:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.230091:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077282.230095:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.230098:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077282.230106:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077282.230116:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077282.230132:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077282.230140:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077282.230153:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653040512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077282.230182:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653040512:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077282.230198:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.230205:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077282.230237:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653040512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230262:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077282.230269:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077282.230274:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077282.230283:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077282.230289:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077282.230294:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077282.230301:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077282.230307:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:1.0:1769077282.230314:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077282.230318:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077282.230321:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:1.0:1769077282.230341:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077282.230343:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.230347:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.230355:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077282.230357:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.230360:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077282.230363:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077282.230364:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077282.230371:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9aa00 x1855007653040640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230381:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077282.230383:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077282.230385:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077282.230388:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077282.230391:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077282.230394:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653040640:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077282.230397:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077282.230399:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077282.230401:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077282.230403:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077282.230407:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077282.230410:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077282.230433:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077282.230438:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077282.230443:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077282.230448:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653040640, portal 10
00000100:00000001:1.0:1769077282.230451:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077282.230453:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454178816 : -131140255372800 : ffff88ba87a9aa00)
00000100:00000040:1.0:1769077282.230463:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9aa00 x1855007653040640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230474:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077282.230478:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077282.230481:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077282.230485:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653040640, offset 0
00000400:00000200:1.0:1769077282.230492:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077282.230498:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077282.230503:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077282.230507:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077282.230510:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077282.230512:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077282.230514:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077282.230518:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200021:200021:256:4294967295] 192.168.204.104@tcp LPNI seq info [200021:200021:8:4294967295]
00000400:00000200:1.0:1769077282.230567:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077282.230591:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077282.230596:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077282.230599:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077282.230603:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077282.230606:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077282.230610:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077282.230613:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077282.230616:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077282.230618:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077282.230621:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077282.230624:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077282.230627:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077282.230628:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077282.230631:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077282.230634:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9aa00 x1855007653040640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230642:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077282.230644:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9aa00 x1855007653040640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230650:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.230651:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077282.230654:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077282.230657:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077282.230660:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077282.230661:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298934811
00000100:00000001:1.0:1769077282.230664:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298936060
00000100:00000001:1.0:1769077282.230666:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298934811
00000100:00000001:1.0:1769077282.230668:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298936060
00000100:00000001:1.0:1769077282.230669:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077282.230671:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.230673:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077282.230675:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077282/real 1769077282]  req@ffff88ba87a9aa00 x1855007653040640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077282.230682:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077282.230683:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077282.230685:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077282.230687:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077282.230688:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077282.230690:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077282.230693:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9aa00 x1855007653040640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077282.230699:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9aa00 x1855007653040640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230704:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077282.230706:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.230707:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077282.230708:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077282.230711:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9aa00 x1855007653040640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230716:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077282.230719:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9aa00 x1855007653040640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230724:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077282.230726:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.230727:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077282.230728:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.230730:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077282.230731:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077282.230733:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077282.230736:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077282.230738:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077282.230741:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9aa00 x1855007653040640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077282.230748:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653040640:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077282.230751:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077282.230753:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653040768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230764:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077282.230766:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077282.230768:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077282.230769:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077282.230771:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077282.230773:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653040768:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077282.230775:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077282.230777:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077282.230778:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077282.230780:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077282.230782:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077282.230784:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077282.230786:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077282.230788:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077282.230790:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077282.230793:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653040768, portal 10
00000100:00000001:1.0:1769077282.230795:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077282.230796:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:1.0:1769077282.230800:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653040768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230806:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077282.230808:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077282.230810:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077282.230812:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653040768, offset 0
00000400:00000200:1.0:1769077282.230815:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077282.230818:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077282.230821:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077282.230823:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077282.230825:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077282.230827:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077282.230829:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077282.230832:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200022:200022:256:4294967295] 192.168.204.104@tcp LPNI seq info [200022:200022:8:4294967295]
00000400:00000200:1.0:1769077282.230836:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077282.230841:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077282.230844:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077282.230847:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077282.230850:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077282.230852:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077282.230856:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077282.230858:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077282.230861:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077282.230863:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077282.230866:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077282.230869:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077282.230871:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077282.230872:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077282.230874:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077282.230877:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653040768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230883:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077282.230886:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653040768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230891:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.230892:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077282.230896:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077282.230899:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077282.230903:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077282.230906:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298934796
00000100:00000001:1.0:1769077282.230910:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298936060
00000100:00000001:1.0:1769077282.230912:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298934796
00000100:00000001:1.0:1769077282.230915:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298936060
00000100:00000001:1.0:1769077282.230918:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077282.230921:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.230923:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077282.230929:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077282/real 1769077282]  req@ffff88ba87a98700 x1855007653040768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077282.230940:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077282.230942:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077282.230944:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077282.230948:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077282.230950:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077282.230953:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077282.230958:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653040768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077282.230970:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653040768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.230977:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077282.230978:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.230980:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077282.230981:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077282.230984:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653040768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231007:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077282.231011:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653040768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231019:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077282.231022:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.231023:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077282.231025:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.231027:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077282.231029:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077282.231033:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077282.231037:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077282.231040:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077282.231044:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653040768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077282.231053:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653040768:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077282.231058:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077282.231061:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653040896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231068:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077282.231070:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077282.231072:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077282.231075:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077282.231077:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077282.231080:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653040896:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077282.231084:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077282.231087:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077282.231089:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077282.231091:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077282.231095:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077282.231097:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077282.231102:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077282.231105:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077282.231109:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077282.231113:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653040896, portal 4
00000100:00000001:1.0:1769077282.231115:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077282.231134:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:1.0:1769077282.231139:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653040896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231144:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077282.231146:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077282.231148:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077282.231150:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653040896, offset 0
00000400:00000200:1.0:1769077282.231153:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077282.231157:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077282.231160:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077282.231162:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077282.231165:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077282.231167:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077282.231168:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077282.231171:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200023:200023:256:4294967295] 192.168.204.104@tcp LPNI seq info [200023:200023:8:4294967295]
00000400:00000200:1.0:1769077282.231174:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077282.231180:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077282.231183:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077282.231185:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077282.231189:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077282.231191:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077282.231194:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077282.231197:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077282.231219:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077282.231222:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077282.231228:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077282.231234:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077282.231239:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077282.231242:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077282.231247:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077282.231253:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653040896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231283:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077282.231289:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653040896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231299:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.231302:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077282.231308:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077282.231312:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077282.231318:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077282.231321:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298934803
00000100:00000001:1.0:1769077282.231325:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298936060
00000100:00000001:1.0:1769077282.231328:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298934803
00000100:00000001:1.0:1769077282.231348:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298936060
00000100:00000001:1.0:1769077282.231351:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077282.231354:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.231356:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077282.231361:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077282/real 1769077282]  req@ffff88ba87a9b480 x1855007653040896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077282.231368:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077282.231369:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077282.231371:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077282.231373:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077282.231375:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077282.231376:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077282.231379:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653040896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077282.231386:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653040896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231391:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077282.231392:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.231394:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077282.231395:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077282.231397:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653040896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231403:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077282.231408:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653040896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231417:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077282.231420:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.231423:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077282.231424:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.231427:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077282.231429:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077282.231432:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077282.231436:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077282.231456:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077282.231462:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653040896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077282.231476:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653040896:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077282.231482:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077282.231488:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653041024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231497:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077282.231498:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077282.231501:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077282.231503:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077282.231505:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077282.231508:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653041024:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077282.231511:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077282.231513:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077282.231514:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077282.231516:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077282.231520:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077282.231561:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077282.231566:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077282.231586:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077282.231589:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077282.231592:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653041024, portal 4
00000100:00000001:1.0:1769077282.231594:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077282.231595:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:1.0:1769077282.231601:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653041024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231606:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077282.231608:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077282.231610:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077282.231612:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653041024, offset 0
00000400:00000200:1.0:1769077282.231615:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077282.231618:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077282.231621:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077282.231624:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077282.231626:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077282.231628:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077282.231630:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077282.231633:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200024:200024:256:4294967295] 192.168.204.104@tcp LPNI seq info [200024:200024:8:4294967295]
00000400:00000200:1.0:1769077282.231636:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077282.231641:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077282.231645:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077282.231648:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077282.231651:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077282.231654:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077282.231657:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077282.231659:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077282.231663:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077282.231664:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077282.231667:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077282.231670:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077282.231672:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077282.231674:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077282.231676:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077282.231679:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653041024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231685:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077282.231688:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653041024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231693:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.231694:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077282.231696:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077282.231699:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077282.231701:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077282.231703:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4298934804
00000100:00000001:1.0:1769077282.231704:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4298936060
00000100:00000001:1.0:1769077282.231706:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4298934804
00000100:00000001:1.0:1769077282.231708:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4298936060
00000100:00000001:1.0:1769077282.231710:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077282.231712:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.231713:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077282.231716:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077282/real 1769077282]  req@ffff88ba87a99f80 x1855007653041024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077282.231722:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077282.231723:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077282.231724:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077282.231726:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077282.231727:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077282.231728:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077282.231731:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653041024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077282.231737:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653041024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231747:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077282.231749:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.231750:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077282.231751:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077282.231754:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653041024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231759:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077282.231762:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653041024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231767:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077282.231769:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.231770:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077282.231771:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.231772:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077282.231774:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077282.231775:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077282.231778:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077282.231780:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077282.231783:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653041024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077282.231789:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653041024:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077282.231792:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.231793:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077282.231795:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9aa00 x1855007653040640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231800:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077282.231802:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077282.231804:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077282.231806:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077282.231807:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077282.231809:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077282.231810:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077282.231812:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:1.0:1769077282.231814:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077282.231815:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077282.231816:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9aa00.
00000100:00000001:1.0:1769077282.231819:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077282.231820:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.231821:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077282.231823:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653040768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231829:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077282.231830:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077282.231831:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077282.231832:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077282.231833:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077282.231834:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077282.231836:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077282.231837:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:1.0:1769077282.231838:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077282.231839:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077282.231840:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:1.0:1769077282.231842:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077282.231843:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.231844:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077282.231846:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653040896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231851:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077282.231852:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077282.231853:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769077282.231854:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077282.231855:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077282.231856:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077282.231858:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077282.231876:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:1.0:1769077282.231879:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077282.231880:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077282.231882:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:1.0:1769077282.231884:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077282.231886:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.231888:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077282.231891:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653041024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.231902:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077282.231904:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077282.231907:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769077282.231910:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077282.231912:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077282.231914:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077282.231917:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077282.231920:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:1.0:1769077282.231940:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077282.231942:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077282.231944:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:1.0:1769077282.231947:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077282.231949:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.231952:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.231957:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077282.231959:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.231962:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077282.231965:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077283.508590:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298936060, at 4298936064
00000100:00000010:1.0:1769077283.508603:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b95a0.
00000020:00000001:1.0:1769077283.892710:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077283.892713:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077283.892716:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077286.964694:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077286.964697:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077286.964701:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077287.349613:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077287.349618:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769077287.351061:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077287.351070:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769077287.351877:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077287.351883:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769077287.352416:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077287.352419:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769077287.352946:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077287.352950:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1769077288.628648:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298941180, at 4298941184
00000100:00000010:1.0:1769077288.628657:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16360.
00000020:00000001:1.0:1769077290.036850:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077290.036854:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077290.036857:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077292.469853:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077292.469864:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769077292.471143:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077292.471146:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769077292.471641:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077292.471644:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769077292.472022:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077292.472025:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769077292.472601:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077292.472604:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1769077293.108710:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077293.108714:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077293.108717:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077293.748647:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298946300, at 4298946304
00000100:00000010:1.0:1769077293.748662:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d169c0.
00000020:00000001:1.0:1769077296.180704:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077296.180708:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077296.180711:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077297.588675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077297.588691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077297.588696:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077297.588701:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077297.588708:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077297.588718:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4277
00000400:00000200:1.0:1769077297.588731:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077297.588739:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077297.588744:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077297.588748:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.588752:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077297.588756:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.588759:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077297.588765:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077297.588768:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769077297.588771:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077297.588774:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769077297.588777:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769077297.588780:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769077297.588784:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.588786:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077297.588789:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.588791:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077297.588795:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769077297.588799:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077297.588802:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077297.588806:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077297.588810:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077297.588814:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077297.588817:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077297.588820:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077297.588832:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611f80.
00000020:00000040:1.0:1769077297.588837:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769077297.588842:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077297.588857:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077297.588861:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077297.588865:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077297.588871:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077297.588883:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:1.0:1769077297.588891:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077297.588902:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611f80 x1855007653042432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077297.588916:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077297.588921:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077297.588928:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0de5d6f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611f80 x1855007653042432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077297.588958:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077297.588962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077297.588967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077297.588969:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077297.588972:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077297.588976:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077297.588980:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4277
00000400:00000200:1.0:1769077297.588987:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077297.588992:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077297.588996:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077297.589000:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.589003:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077297.589007:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.589011:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077297.589018:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077297.589023:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769077297.589029:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077297.589031:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769077297.589036:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769077297.589040:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769077297.589050:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.589060:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077297.589066:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.589073:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077297.589081:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769077297.589091:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077297.589103:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077297.589109:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077297.589122:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077297.589134:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077297.589143:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077297.589150:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077297.589156:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077297.589166:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077297.589178:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611880.
00000020:00000040:1.0:1769077297.589184:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769077297.589195:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077297.589200:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077297.589207:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077297.589213:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077297.589224:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077297.589236:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
00000100:00000001:1.0:1769077297.589248:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077297.589281:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611880 x1855007653042560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077297.589303:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077297.589311:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077297.589337:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0af494a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611880 x1855007653042560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077297.589369:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077297.589377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077297.589389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077297.589394:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077297.589400:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077297.589412:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077297.589425:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4277
00000400:00000200:1.0:1769077297.589447:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:0.1:1769077297.589447:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077297.589455:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000400:00000200:1.0:1769077297.589460:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077297.589465:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077297.589478:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.589487:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077297.589497:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.589508:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077297.589516:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077297.589525:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769077297.589531:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077297.589611:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769077297.589621:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769077297.589628:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769077297.589644:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.589655:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077297.589666:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.589675:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077297.589688:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769077297.589699:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077297.589705:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077297.589716:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077297.589724:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077297.589739:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077297.589745:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077297.589749:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077297.589758:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077297.589765:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077297.589774:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611500.
00000020:00000040:1.0:1769077297.589780:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769077297.589786:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077297.589790:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077297.589797:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077297.589803:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077297.589807:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077297.589820:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000001:1.0:1769077297.589830:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077297.589846:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611500 x1855007653042688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077297.589879:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077297.589888:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077297.589901:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fb51406] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611500 x1855007653042688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077297.589941:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077297.589951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077297.589963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077297.589967:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077297.589973:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077297.589980:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077297.589988:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4277
00000400:00000200:1.0:1769077297.590000:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077297.590013:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077297.590021:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077297.590031:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.590037:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077297.590045:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.590051:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077297.590056:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077297.590058:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769077297.590062:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077297.590067:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769077297.590074:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769077297.590081:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769077297.590093:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.590105:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077297.590115:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.590122:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077297.590134:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769077297.590150:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077297.590161:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077297.590170:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077297.590178:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077297.590186:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077297.590192:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077297.590201:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077297.590212:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077297.590219:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077297.590236:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611c00.
00000020:00000040:1.0:1769077297.590249:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769077297.590260:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1769077297.590320:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077297.590322:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
02000000:00000001:1.0:1769077297.590375:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077297.590383:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077297.590387:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077297.590390:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077297.590398:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218000.
00000100:00000001:1.0:1769077297.590410:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077297.590426:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611c00 x1855007653042816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077297.590463:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077297.590466:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077297.590474:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8684d4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611c00 x1855007653042816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077297.590585:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077297.590595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077297.590609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077297.590615:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077297.590629:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077297.590643:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077297.590656:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4277
00000400:00000200:1.0:1769077297.590675:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077297.590690:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077297.590702:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077297.590715:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.590726:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077297.590736:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.590744:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077297.590752:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077297.590758:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769077297.590762:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077297.590768:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769077297.590775:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769077297.590782:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769077297.590792:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.590802:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077297.590808:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077297.590817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077297.590835:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769077297.590845:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077297.590855:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077297.590859:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077297.590868:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077297.590879:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077297.590888:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077297.590893:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077297.590903:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077297.590912:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077297.590926:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610380.
00000020:00000040:1.0:1769077297.590932:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769077297.590944:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077297.590948:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077297.590954:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077297.590958:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077297.590964:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077297.590973:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218c00.
00000100:00000001:1.0:1769077297.590982:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077297.590994:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610380 x1855007653042944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077297.591030:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077297.591037:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077297.591048:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea9b11c2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610380 x1855007653042944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077297.591072:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077297.591086:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4287)
00000800:00000200:0.1:1769077297.591107:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077297.591111:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769077297.591397:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077297.591399:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769077297.591606:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077297.591607:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1769077298.868634:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298951420, at 4298951424
00000100:00000010:1.0:1769077298.868655:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16d80.
00000020:00000001:1.0:1769077299.252741:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077299.252747:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077299.252751:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077302.324705:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077302.324711:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077302.324716:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077302.709366:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077302.709375:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769077302.710411:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077302.710419:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769077302.711020:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077302.711022:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769077302.711313:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077302.711315:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769077302.711494:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077302.711496:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000100:00000040:1.0:1769077303.988647:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298956539, at 4298956544
00000100:00000010:1.0:1769077303.988662:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16ba0.
00000020:00000001:1.0:1769077305.396742:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077305.396750:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077305.396755:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077307.829679:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077307.829689:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077307.830420:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077307.830423:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077307.830761:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077307.830764:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077307.831087:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077307.831104:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077307.831410:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077307.831414:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1769077308.468686:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077308.468691:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077308.468695:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077309.108704:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298961660, at 4298961664
00000100:00000010:1.0:1769077309.108721:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16b40.
00000020:00000001:1.0:1769077311.540781:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077311.540786:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077311.540790:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077312.949356:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077312.949361:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077312.949852:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077312.949855:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077312.950230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077312.950233:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077312.950500:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077312.950503:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077312.950796:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077312.950798:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1769077314.228630:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298966779, at 4298966784
00000100:00000010:1.0:1769077314.228647:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16420.
00000020:00000001:1.0:1769077314.612695:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077314.612698:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077314.612701:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077317.684699:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077317.684702:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077317.684706:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077318.069425:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077318.069435:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077318.070096:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077318.070098:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077318.070388:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077318.070391:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077318.070692:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077318.070694:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077318.070984:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077318.070986:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1769077319.348628:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298971900, at 4298971904
00000100:00000010:1.0:1769077319.348647:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16120.
00000020:00000001:1.0:1769077320.756682:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077320.756685:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077320.756688:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077321.780710:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077321.780714:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077321.780718:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077323.189145:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077323.189149:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077323.189770:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077323.189784:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077323.190075:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077323.190078:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077323.190346:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077323.190349:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077323.190642:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077323.190644:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1769077323.828677:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077323.828681:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077323.828685:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077324.468654:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298977019, at 4298977024
00000100:00000010:1.0:1769077324.468667:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b060.
00000020:00000001:1.0:1769077324.852752:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077324.852755:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077324.852757:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077326.900711:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077326.900714:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077326.900717:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077327.924664:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077327.924667:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077327.924670:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077328.309491:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077328.309499:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077328.310140:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077328.310142:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077328.310423:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077328.310425:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077328.310724:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077328.310727:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077328.311038:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077328.311040:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1769077329.588673:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298982140, at 4298982144
00000100:00000010:1.0:1769077329.588690:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b6c0.
00000020:00000001:1.0:1769077329.972706:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077329.972712:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077329.972717:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077330.996689:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077330.996693:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077330.996695:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077333.044719:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077333.044723:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077333.044726:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077333.428624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077333.428636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077333.428639:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077333.428643:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077333.428648:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077333.428655:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4313
00000400:00000200:1.0:1769077333.428696:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077333.428704:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077333.428707:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077333.428711:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.428714:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077333.428717:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.428720:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077333.428724:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077333.428727:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769077333.428730:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077333.428733:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769077333.428736:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769077333.428739:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769077333.428742:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.428744:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077333.428746:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.428748:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077333.428751:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769077333.428755:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077333.428758:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077333.428762:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077333.428766:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077333.428769:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077333.428771:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077333.428774:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077333.428785:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612a00.
00000020:00000040:1.0:1769077333.428789:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769077333.428793:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077333.428795:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077333.428798:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077333.428801:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077333.428805:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077333.428814:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000001:1.0:1769077333.428821:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077333.428831:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612a00 x1855007653046912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077333.428842:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077333.428846:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077333.428851:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080821b25] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612a00 x1855007653046912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077333.428878:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077333.428881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077333.428885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077333.428886:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077333.428888:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077333.428891:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077333.428894:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4313
00000400:00000200:1.0:1769077333.428898:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077333.428902:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077333.428904:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077333.428908:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.428910:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077333.428913:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.428915:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077333.428918:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077333.428920:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769077333.428922:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077333.428925:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769077333.428927:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769077333.428930:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769077333.428933:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.428936:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077333.428941:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.428945:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077333.428949:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769077333.428955:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077333.428962:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077333.428966:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077333.428974:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077333.428981:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077333.428986:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077333.428992:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077333.428998:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077333.429003:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077333.429010:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612680.
00000020:00000040:1.0:1769077333.429015:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769077333.429022:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077333.429025:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077333.429030:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077333.429034:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077333.429037:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077333.429045:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000100:00000001:1.0:1769077333.429061:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077333.429072:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612680 x1855007653047040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077333.429091:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077333.429095:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077333.429105:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c0d898d] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612680 x1855007653047040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077333.429123:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077333.429129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077333.429136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077333.429142:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077333.429146:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077333.429154:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077333.429160:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4313
00000400:00000200:1.0:1769077333.429176:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077333.429185:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077333.429191:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769077333.429196:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:1.0:1769077333.429200:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429205:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077333.429207:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429209:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077333.429212:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077333.429214:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769077333.429220:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077333.429224:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769077333.429231:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769077333.429236:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769077333.429242:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429248:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077333.429253:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429260:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077333.429267:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769077333.429285:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429290:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077333.429300:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077333.429306:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077333.429312:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077333.429316:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077333.429322:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077333.429330:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077333.429336:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077333.429344:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610a80.
00000020:00000040:1.0:1769077333.429350:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769077333.429357:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077333.429361:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077333.429366:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077333.429369:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077333.429375:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077333.429385:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769077333.429393:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077333.429405:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610a80 x1855007653047168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077333.429424:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077333.429429:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077333.429438:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cf2531] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610a80 x1855007653047168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077333.429460:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077333.429466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077333.429475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077333.429478:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077333.429482:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077333.429488:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077333.429513:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4313
00000800:00000200:2.1:1769077333.429518:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000400:00000200:1.0:1769077333.429524:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077333.429530:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077333.429534:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077333.429566:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429569:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077333.429571:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429573:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077333.429576:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077333.429578:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769077333.429580:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077333.429582:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769077333.429585:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769077333.429589:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769077333.429596:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429602:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077333.429614:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429621:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077333.429628:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769077333.429635:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429640:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077333.429645:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077333.429650:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077333.429655:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077333.429659:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077333.429675:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077333.429679:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077333.429683:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077333.429689:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610e00.
00000020:00000040:1.0:1769077333.429695:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769077333.429702:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077333.429705:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077333.429709:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077333.429712:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077333.429716:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077333.429722:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000001:1.0:1769077333.429729:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077333.429741:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610e00 x1855007653047296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077333.429760:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077333.429765:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077333.429775:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e5ce01] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610e00 x1855007653047296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077333.429796:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077333.429801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077333.429807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077333.429811:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077333.429816:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077333.429822:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077333.429828:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4313
00000400:00000200:1.0:1769077333.429837:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077333.429845:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077333.429851:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077333.429861:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429866:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077333.429870:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429875:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077333.429880:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077333.429883:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769077333.429888:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077333.429891:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769077333.429895:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769077333.429900:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769077333.429909:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429914:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077333.429922:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429928:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077333.429935:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769077333.429943:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077333.429949:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077333.429952:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077333.429958:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077333.429963:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077333.429968:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077333.429971:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077333.429976:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077333.429982:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077333.429988:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613800.
00000020:00000040:1.0:1769077333.429993:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000800:00000200:2.1:1769077333.429995:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:1.0:1769077333.429997:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077333.430001:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077333.430003:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077333.430007:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077333.430010:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077333.430018:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a400.
00000100:00000001:1.0:1769077333.430025:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077333.430035:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613800 x1855007653047424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077333.430057:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077333.430062:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077333.430071:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ee6579f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613800 x1855007653047424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077333.430089:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077333.430097:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4323)
00000800:00000200:2.1:1769077333.430485:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077333.430717:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:1.0:1769077334.068801:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077334.068805:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077334.068808:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077334.708675:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298987259, at 4298987264
00000100:00000010:1.0:1769077334.708693:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b2a0.
00000020:00000001:1.0:1769077336.116729:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077336.116732:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077336.116735:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077337.140711:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077337.140716:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077337.140720:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077338.549730:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077338.549736:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077338.550524:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077338.550562:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077338.550863:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077338.550865:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077338.551088:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077338.551091:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077338.551324:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077338.551327:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1769077339.188690:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077339.188693:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077339.188697:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077339.828612:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298992380, at 4298992384
00000100:00000010:1.0:1769077339.828626:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b120.
00000020:00000001:1.0:1769077340.212739:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077340.212742:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077340.212745:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077342.260695:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077342.260699:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077342.260702:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077343.284696:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077343.284700:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077343.284703:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077343.669341:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077343.669367:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077343.670142:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077343.670145:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077343.670464:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077343.670467:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077343.670908:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077343.670912:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077343.671262:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077343.671265:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1769077344.948638:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4298997500, at 4298997504
00000100:00000010:1.0:1769077344.948652:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b5a0.
00000020:00000001:1.0:1769077345.332656:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077345.332660:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077345.332663:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077346.356676:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077346.356680:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077346.356683:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077348.404696:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077348.404701:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077348.404704:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077348.789326:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077348.789334:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077348.789985:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077348.789987:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077348.790263:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077348.790265:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077348.790558:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077348.790578:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077348.790783:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077348.790786:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000020:00000001:1.0:1769077349.428748:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077349.428754:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077349.428758:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077350.068652:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299002619, at 4299002624
00000100:00000010:1.0:1769077350.068666:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b3c0.
00000020:00000001:1.0:1769077351.476690:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077351.476696:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077351.476700:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077352.500742:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077352.500746:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077352.500749:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077353.909386:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077353.909392:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077353.910271:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077353.910273:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077353.910555:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077353.910557:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077353.910897:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077353.910900:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077353.911466:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077353.911469:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1769077354.548740:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077354.548745:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077354.548750:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077355.188617:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299007740, at 4299007744
00000100:00000010:1.0:1769077355.188631:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bd20.
00000020:00000001:1.0:1769077355.572717:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077355.572721:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077355.572725:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077357.620754:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077357.620758:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077357.620761:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077358.644691:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077358.644695:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077358.644699:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077359.029161:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077359.029164:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077359.029943:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077359.029950:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077359.030354:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077359.030356:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077359.030657:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077359.030659:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077359.030839:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077359.030841:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1769077360.308660:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299012859, at 4299012864
00000100:00000010:1.0:1769077360.308679:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16720.
00000020:00000001:1.0:1769077360.692780:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077360.692785:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077360.692789:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077361.716758:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077361.716761:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077361.716765:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077363.764726:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077363.764732:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077363.764736:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077364.149231:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077364.149235:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077364.149937:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077364.149940:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077364.150195:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077364.150197:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077364.150460:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077364.150462:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077364.150670:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077364.150672:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1769077364.788728:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077364.788734:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077364.788738:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077365.428597:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299017979, at 4299017984
00000100:00000010:1.0:1769077365.428611:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d166c0.
00000020:00000001:1.0:1769077366.836765:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077366.836770:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077366.836774:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077367.860786:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077367.860789:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077367.860793:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077369.269316:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077369.269321:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077369.270000:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077369.270002:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077369.270245:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077369.270247:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077369.270466:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077369.270468:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077369.270734:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077369.270737:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1769077369.908751:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077369.908757:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077369.908760:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077370.548630:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299023099, at 4299023104
00000100:00000010:1.0:1769077370.548646:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16f60.
00000020:00000001:1.0:1769077370.932792:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077370.932798:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077370.932802:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077372.980748:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077372.980754:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077372.980758:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077374.004693:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077374.004697:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077374.004700:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077374.389192:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077374.389198:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077374.389858:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077374.389861:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077374.390097:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077374.390099:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077374.390339:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077374.390342:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077374.390555:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077374.390557:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1769077375.668638:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299028219, at 4299028224
00000100:00000010:1.0:1769077375.668653:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16de0.
00000020:00000001:1.0:1769077376.052722:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077376.052727:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077376.052731:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077377.076718:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077377.076721:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077377.076724:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077379.124737:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077379.124742:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077379.124746:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077379.509503:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077379.509519:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077379.510190:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077379.510192:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077379.510386:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077379.510388:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077379.510635:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077379.510638:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077379.510872:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077379.510876:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1769077380.148734:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077380.148739:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077380.148743:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077380.788590:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299033340, at 4299033344
00000100:00000010:1.0:1769077380.788609:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16960.
00000020:00000001:1.0:1769077382.196704:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077382.196709:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077382.196713:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077383.220723:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077383.220728:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077383.220732:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077384.629381:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077384.629391:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077384.630329:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077384.630331:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077384.630578:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077384.630579:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077384.630831:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077384.630834:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077384.631026:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077384.631028:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1769077385.268750:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077385.268756:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077385.268760:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077385.908640:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299038460, at 4299038464
00000100:00000010:1.0:1769077385.908663:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16ae0.
00000020:00000001:1.0:1769077386.292700:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077386.292703:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077386.292707:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077388.340862:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077388.340868:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077388.340872:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077389.364798:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077389.364804:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077389.364808:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077389.749347:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077389.749352:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769077389.750134:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077389.750138:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769077389.750350:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077389.750352:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769077389.750582:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077389.750585:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769077389.750882:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077389.750884:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000100:00000040:1.0:1769077391.028647:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299043579, at 4299043584
00000100:00000010:1.0:1769077391.028664:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d160c0.
00000020:00000001:1.0:1769077391.412776:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077391.412780:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077391.412782:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077392.436692:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077392.436696:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077392.436699:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077394.484710:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077394.484713:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077394.484716:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077394.868969:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077394.868977:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077394.868983:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077394.868995:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0380 x1855007653054592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.869013:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077394.869017:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077394.869024:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077394.869029:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077394.869033:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077394.869042:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653054592:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077394.869050:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077394.869056:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077394.869063:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077394.869081:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077394.869088:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077394.869094:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077394.869110:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077394.869119:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077394.869127:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077394.869138:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653054592, portal 25
00000100:00000001:1.0:1769077394.869146:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077394.869151:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976458112 : -131139733093504 : ffff88baa6cb0380)
00000100:00000040:1.0:1769077394.869164:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0380 x1855007653054592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.869190:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077394.869200:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077394.869209:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077394.869215:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653054592, offset 0
00000400:00000200:1.0:1769077394.869230:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077394.869243:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077394.869252:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077394.869261:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077394.869269:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077394.869275:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077394.869281:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077394.869288:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200130:200130:256:4294967295] 192.168.204.104@tcp LPNI seq info [200130:200130:8:4294967295]
00000400:00000200:1.0:1769077394.869298:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077394.869314:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077394.869325:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077394.869335:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077394.869350:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077394.869360:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077394.869378:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077394.869395:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077394.869410:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077394.869417:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077394.869435:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077394.869449:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077394.869459:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077394.869463:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077394.869470:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077394.869480:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0380 x1855007653054592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.869496:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077394.869502:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0380 x1855007653054592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.869516:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077394.869519:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077394.869525:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077394.869534:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077394.869561:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299048700
00000100:00000010:1.0:1769077394.869565:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9d20.
00000100:00000001:1.0:1769077394.869572:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077394.869579:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299048700
00000100:00000010:1.0:1769077394.869583:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9a20.
00000100:00000001:1.0:1769077394.869587:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077394.869591:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077394.869595:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077394.869597:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077394.869610:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077394/real 1769077394]  req@ffff88baa6cb0380 x1855007653054592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077394.869653:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077394.869657:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077394.869661:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077394.869666:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077394.869670:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077394.869674:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077394.869680:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0380 x1855007653054592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077394.869698:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0380 x1855007653054592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.869708:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077394.869711:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.869716:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077394.869718:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077394.869724:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0380 x1855007653054592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.869735:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077394.869741:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0380 x1855007653054592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.869759:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077394.869764:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.869768:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077394.869771:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.869776:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077394.869779:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077394.869784:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077394.869792:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077394.869798:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077394.869806:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0380 x1855007653054592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077394.869821:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653054592:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077394.869828:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.869834:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077394.869839:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0380 x1855007653054592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.869855:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077394.869860:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077394.869863:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077394.869867:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077394.869871:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077394.869875:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077394.869878:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077394.869882:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5c00.
02000000:00000001:1.0:1769077394.869888:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077394.869891:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077394.869894:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0380.
00000100:00000001:1.0:1769077394.869899:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077394.869903:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.869906:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.869915:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077394.869920:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077394.869925:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077394.869928:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077394.869930:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077394.869936:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2a00 x1855007653054720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.869953:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077394.869956:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077394.869962:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077394.869966:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077394.869971:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077394.869979:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653054720:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077394.869987:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077394.869989:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077394.869991:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077394.869994:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077394.869998:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077394.870001:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077394.870006:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077394.870010:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077394.870014:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077394.870018:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653054720, portal 10
00000100:00000001:1.0:1769077394.870021:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077394.870022:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976467968 : -131139733083648 : ffff88baa6cb2a00)
00000100:00000040:1.0:1769077394.870028:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2a00 x1855007653054720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870032:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077394.870034:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077394.870036:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077394.870038:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653054720, offset 0
00000400:00000200:1.0:1769077394.870041:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077394.870045:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077394.870049:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077394.870052:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077394.870054:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077394.870056:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077394.870059:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077394.870061:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200131:200131:256:4294967295] 192.168.204.104@tcp LPNI seq info [200131:200131:8:4294967295]
00000400:00000200:1.0:1769077394.870064:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077394.870069:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077394.870073:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077394.870075:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077394.870079:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077394.870082:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077394.870086:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077394.870088:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077394.870091:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077394.870093:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077394.870095:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077394.870099:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077394.870102:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077394.870104:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077394.870106:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077394.870110:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2a00 x1855007653054720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870116:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077394.870119:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2a00 x1855007653054720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870125:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077394.870127:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077394.870130:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077394.870132:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077394.870134:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077394.870136:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299047450
00000100:00000001:1.0:1769077394.870138:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299048700
00000100:00000001:1.0:1769077394.870140:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299047450
00000100:00000001:1.0:1769077394.870141:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299048700
00000100:00000001:1.0:1769077394.870143:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077394.870144:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077394.870146:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077394.870148:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077394/real 1769077394]  req@ffff88baa6cb2a00 x1855007653054720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077394.870153:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077394.870154:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077394.870155:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077394.870156:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077394.870157:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077394.870159:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077394.870161:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2a00 x1855007653054720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077394.870167:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2a00 x1855007653054720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870170:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077394.870171:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870172:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077394.870173:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077394.870175:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2a00 x1855007653054720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870179:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077394.870182:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2a00 x1855007653054720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870186:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077394.870188:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870190:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077394.870191:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870192:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077394.870193:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077394.870195:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077394.870197:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077394.870199:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077394.870201:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2a00 x1855007653054720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077394.870206:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653054720:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077394.870209:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077394.870211:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2d80 x1855007653054848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870215:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077394.870216:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077394.870217:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077394.870219:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077394.870220:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077394.870222:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653054848:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077394.870224:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077394.870225:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077394.870226:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077394.870228:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077394.870230:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077394.870231:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077394.870233:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077394.870235:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077394.870237:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077394.870239:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653054848, portal 10
00000100:00000001:1.0:1769077394.870240:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077394.870241:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976468864 : -131139733082752 : ffff88baa6cb2d80)
00000100:00000040:1.0:1769077394.870245:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2d80 x1855007653054848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870249:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077394.870251:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077394.870252:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077394.870253:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653054848, offset 0
00000400:00000200:1.0:1769077394.870255:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077394.870257:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077394.870260:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077394.870261:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077394.870263:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077394.870265:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077394.870266:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077394.870268:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200132:200132:256:4294967295] 192.168.204.104@tcp LPNI seq info [200132:200132:8:4294967295]
00000400:00000200:1.0:1769077394.870271:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077394.870275:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077394.870277:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077394.870279:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077394.870281:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077394.870283:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077394.870286:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077394.870288:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077394.870290:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077394.870292:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077394.870294:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077394.870296:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077394.870298:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077394.870299:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077394.870301:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077394.870303:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2d80 x1855007653054848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870307:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077394.870310:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2d80 x1855007653054848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870314:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077394.870315:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077394.870317:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077394.870319:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077394.870321:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077394.870322:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299047435
00000100:00000001:1.0:1769077394.870323:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299048700
00000100:00000001:1.0:1769077394.870325:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299047435
00000100:00000001:1.0:1769077394.870326:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299048700
00000100:00000001:1.0:1769077394.870328:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077394.870329:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077394.870330:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077394.870332:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077394/real 1769077394]  req@ffff88baa6cb2d80 x1855007653054848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077394.870336:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077394.870337:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077394.870338:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077394.870339:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077394.870340:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077394.870341:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077394.870343:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2d80 x1855007653054848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077394.870348:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2d80 x1855007653054848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870352:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077394.870353:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870355:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077394.870356:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077394.870358:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2d80 x1855007653054848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870363:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077394.870366:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2d80 x1855007653054848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870370:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077394.870371:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870372:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077394.870373:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870374:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077394.870375:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077394.870377:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077394.870379:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077394.870380:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077394.870382:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2d80 x1855007653054848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077394.870387:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653054848:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077394.870389:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077394.870391:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1c00 x1855007653054976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870396:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077394.870398:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077394.870400:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077394.870402:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077394.870404:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077394.870408:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653054976:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077394.870411:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077394.870413:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077394.870415:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077394.870417:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077394.870420:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077394.870422:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077394.870426:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077394.870429:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077394.870432:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077394.870435:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653054976, portal 4
00000100:00000001:1.0:1769077394.870437:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077394.870439:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976464384 : -131139733087232 : ffff88baa6cb1c00)
00000100:00000040:1.0:1769077394.870446:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1c00 x1855007653054976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870453:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077394.870455:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077394.870458:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077394.870461:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653054976, offset 0
00000400:00000200:1.0:1769077394.870465:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077394.870468:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077394.870470:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077394.870472:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077394.870474:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077394.870476:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077394.870477:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077394.870479:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200133:200133:256:4294967295] 192.168.204.104@tcp LPNI seq info [200133:200133:8:4294967295]
00000400:00000200:1.0:1769077394.870482:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077394.870486:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077394.870490:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077394.870492:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077394.870495:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077394.870496:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077394.870499:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077394.870501:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077394.870504:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077394.870506:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077394.870508:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077394.870511:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077394.870513:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077394.870514:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077394.870516:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077394.870518:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1c00 x1855007653054976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870524:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077394.870526:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1c00 x1855007653054976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870530:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077394.870531:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077394.870533:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077394.870553:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077394.870556:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077394.870558:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299047443
00000100:00000001:1.0:1769077394.870560:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299048700
00000100:00000001:1.0:1769077394.870562:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299047443
00000100:00000001:1.0:1769077394.870564:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299048700
00000100:00000001:1.0:1769077394.870565:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077394.870567:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077394.870568:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077394.870570:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077394/real 1769077394]  req@ffff88baa6cb1c00 x1855007653054976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077394.870576:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077394.870577:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077394.870578:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077394.870580:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077394.870581:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077394.870583:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077394.870585:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1c00 x1855007653054976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077394.870591:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1c00 x1855007653054976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870595:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077394.870596:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870597:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077394.870598:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077394.870600:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1c00 x1855007653054976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870604:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077394.870606:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1c00 x1855007653054976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870611:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077394.870613:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870614:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077394.870615:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870616:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077394.870617:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077394.870619:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077394.870621:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077394.870622:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077394.870624:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1c00 x1855007653054976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077394.870644:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653054976:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077394.870646:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870648:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077394.870651:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2a00 x1855007653054720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870655:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077394.870657:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077394.870658:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077394.870660:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077394.870661:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077394.870662:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077394.870663:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077394.870665:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6000.
02000000:00000001:1.0:1769077394.870667:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077394.870668:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077394.870669:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2a00.
00000100:00000001:1.0:1769077394.870671:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077394.870672:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870673:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077394.870676:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2d80 x1855007653054848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870680:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077394.870680:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077394.870681:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077394.870682:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077394.870683:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077394.870684:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077394.870685:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077394.870686:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4800.
02000000:00000001:1.0:1769077394.870688:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077394.870688:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077394.870689:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2d80.
00000100:00000001:1.0:1769077394.870690:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077394.870691:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870692:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077394.870694:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1c00 x1855007653054976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870698:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077394.870699:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077394.870700:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077394.870702:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077394.870703:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077394.870704:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077394.870705:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077394.870706:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5000.
02000000:00000001:1.0:1769077394.870707:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077394.870707:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077394.870708:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1c00.
00000100:00000001:1.0:1769077394.870709:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077394.870710:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870711:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870714:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077394.870715:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077394.870716:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077394.870717:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077394.870718:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077394.870720:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0700 x1855007653055104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870724:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077394.870725:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077394.870726:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077394.870728:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077394.870729:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077394.870731:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653055104:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077394.870733:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077394.870735:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077394.870736:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077394.870737:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077394.870739:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077394.870741:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077394.870743:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077394.870745:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077394.870747:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077394.870750:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653055104, portal 4
00000100:00000001:1.0:1769077394.870751:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077394.870752:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459008 : -131139733092608 : ffff88baa6cb0700)
00000100:00000040:1.0:1769077394.870756:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0700 x1855007653055104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870761:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077394.870762:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077394.870764:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077394.870765:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653055104, offset 0
00000400:00000200:1.0:1769077394.870768:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077394.870770:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077394.870772:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077394.870774:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077394.870776:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077394.870778:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077394.870780:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077394.870782:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200134:200134:256:4294967295] 192.168.204.104@tcp LPNI seq info [200134:200134:8:4294967295]
00000400:00000200:1.0:1769077394.870785:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077394.870789:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077394.870792:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077394.870794:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077394.870797:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077394.870798:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077394.870801:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077394.870803:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077394.870806:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077394.870807:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815e00.
00000400:00000200:1.0:1769077394.870809:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077394.870811:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077394.870813:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55c38
00000400:00000010:1.0:1769077394.870814:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55c38.
00000100:00000001:1.0:1769077394.870816:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077394.870818:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0700 x1855007653055104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870827:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077394.870829:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0700 x1855007653055104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870835:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077394.870837:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077394.870839:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077394.870842:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077394.870846:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077394.870848:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299047443
00000100:00000001:1.0:1769077394.870851:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299048700
00000100:00000001:1.0:1769077394.870854:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299047443
00000100:00000001:1.0:1769077394.870856:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299048700
00000100:00000001:1.0:1769077394.870859:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077394.870861:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077394.870862:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077394.870866:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077394/real 1769077394]  req@ffff88baa6cb0700 x1855007653055104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077394.870874:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077394.870875:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077394.870877:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077394.870879:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077394.870880:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077394.870882:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077394.870886:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0700 x1855007653055104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077394.870893:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0700 x1855007653055104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870900:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077394.870901:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870903:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077394.870905:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077394.870909:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0700 x1855007653055104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870915:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077394.870919:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0700 x1855007653055104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870925:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077394.870928:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870929:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077394.870931:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870933:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077394.870934:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077394.870936:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077394.870940:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077394.870943:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077394.870947:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0700 x1855007653055104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077394.870955:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653055104:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077394.870959:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870961:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077394.870964:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0700 x1855007653055104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077394.870970:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077394.870972:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077394.870974:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077394.870977:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077394.870978:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077394.870980:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077394.870982:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077394.870984:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:1.0:1769077394.870986:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077394.870988:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077394.870989:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0700.
00000100:00000001:1.0:1769077394.870992:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077394.870993:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870995:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077394.870998:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077394.871000:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077394.871001:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077394.871003:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077395.508728:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077395.508732:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077395.508735:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077396.148637:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299048700, at 4299048704
00000100:00000010:1.0:1769077396.148655:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9a20.
00000020:00000001:1.0:1769077397.556746:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077397.556750:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077397.556753:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077398.580743:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077398.580748:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077398.580752:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077399.988889:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077399.988894:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077399.988897:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077399.988903:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653055232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077399.988913:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077399.988915:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077399.988920:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077399.988923:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077399.988926:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077399.988930:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653055232:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077399.988937:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077399.988941:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077399.988943:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077399.988946:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077399.988951:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077399.988953:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077399.988961:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077399.988971:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769077399.988977:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000200:1.0:1769077399.988985:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653055232, portal 25
00000100:00000001:1.0:1769077399.988988:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077399.988990:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00000040:1.0:1769077399.988996:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653055232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077399.989009:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077399.989013:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077399.989016:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55c38.
00000100:00000200:1.0:1769077399.989019:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653055232, offset 0
00000400:00000200:1.0:1769077399.989028:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077399.989035:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077399.989042:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077399.989048:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077399.989053:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077399.989057:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077399.989060:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077399.989064:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200135:200135:256:4294967295] 192.168.204.104@tcp LPNI seq info [200135:200135:8:4294967295]
00000400:00000200:1.0:1769077399.989069:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077399.989080:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077399.989086:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077399.989091:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815e00.
00000800:00000200:1.0:1769077399.989099:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077399.989105:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769077399.989122:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077399.989126:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077399.989129:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299053819
00000100:00000010:1.0:1769077399.989135:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9a20.
00000100:00000001:1.0:1769077399.989142:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077399.989150:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299053819
00000100:00000010:1.0:1769077399.989153:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b93c0.
00000100:00000001:1.0:1769077399.989156:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077399.989160:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077399.989163:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077399.989166:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077399.989168:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077399.989176:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077399.989178:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077399.989180:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077399.989183:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077399.989184:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077399.989188:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98000 x1855007653055360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077399.989196:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077399.989198:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077399.989200:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077399.989203:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077399.989206:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077399.989209:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653055360:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077399.989213:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077399.989215:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077399.989217:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077399.989218:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077399.989223:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077399.989225:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077399.989229:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077399.989233:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3caa8.
00000400:00000010:1.0:1769077399.989237:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55990.
00000100:00000200:1.0:1769077399.989241:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653055360, portal 10
00000100:00000001:1.0:1769077399.989243:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077399.989244:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168064 : -131140255383552 : ffff88ba87a98000)
00000100:00000040:1.0:1769077399.989251:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98000 x1855007653055360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077399.989258:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077399.989262:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077399.989265:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55dd0.
00000100:00000200:1.0:1769077399.989267:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653055360, offset 0
00000400:00000200:1.0:1769077399.989272:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077399.989276:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077399.989280:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077399.989284:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077399.989287:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077399.989290:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077399.989293:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077399.989298:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200136:200136:255:4294967295] 192.168.204.104@tcp LPNI seq info [200136:200136:7:4294967295]
00000400:00000200:1.0:1769077399.989303:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077399.989310:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077399.989315:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077399.989319:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815100.
00000800:00000200:1.0:1769077399.989323:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077399.989327:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769077399.989330:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077399.989334:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077399.989337:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077399.989340:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299052569
00000100:00000001:1.0:1769077399.989343:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299053819
00000100:00000001:1.0:1769077399.989345:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299052569
00000100:00000001:1.0:1769077399.989347:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299053819
00000100:00000001:1.0:1769077399.989351:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077399.989353:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077399.989355:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077399.989359:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653055488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077399.989367:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077399.989369:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077399.989371:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077399.989373:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077399.989375:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077399.989378:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653055488:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077399.989382:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077399.989384:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077399.989385:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077399.989387:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077399.989390:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077399.989392:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077399.989396:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077399.989398:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3ce70.
00000400:00000010:1.0:1769077399.989402:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000200:1.0:1769077399.989405:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653055488, portal 10
00000100:00000001:1.0:1769077399.989407:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077399.989408:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:1.0:1769077399.989414:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653055488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077399.989421:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077399.989424:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077399.989426:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55000.
00000100:00000200:1.0:1769077399.989429:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653055488, offset 0
00000400:00000200:1.0:1769077399.989433:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077399.989437:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077399.989440:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077399.989444:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077399.989447:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077399.989449:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077399.989452:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077399.989455:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200137:200137:254:4294967295] 192.168.204.104@tcp LPNI seq info [200137:200137:6:4294967295]
00000400:00000200:1.0:1769077399.989459:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077399.989466:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077399.989471:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077399.989475:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815a00.
00000800:00000200:1.0:1769077399.989479:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077399.989483:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769077399.989486:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077399.989489:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077399.989492:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077399.989494:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299052554
00000100:00000001:1.0:1769077399.989497:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299053819
00000100:00000001:1.0:1769077399.989499:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299052554
00000100:00000001:1.0:1769077399.989501:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299053819
00000100:00000001:1.0:1769077399.989503:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077399.989505:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077399.989507:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077399.989509:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077399.989513:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077399.989515:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077399.989517:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077399.989518:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077399.989520:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077399.989524:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653055616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077399.989532:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077399.989533:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077399.989569:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077399.989572:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077399.989575:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077399.989579:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653055616:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077399.989582:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077399.989584:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077399.989586:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077399.989587:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077399.989590:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077399.989592:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077399.989595:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077399.989597:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c9a0.
00000400:00000010:1.0:1769077399.989600:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077399.989602:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653055616, portal 4
00000100:00000001:1.0:1769077399.989604:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077399.989604:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:1.0:1769077399.989609:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653055616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077399.989614:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077399.989616:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077399.989617:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f556e8.
00000100:00000200:1.0:1769077399.989619:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653055616, offset 0
00000400:00000200:1.0:1769077399.989623:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077399.989628:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077399.989631:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077399.989634:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077399.989637:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077399.989640:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077399.989642:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077399.989645:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200138:200138:253:4294967295] 192.168.204.104@tcp LPNI seq info [200138:200138:5:4294967295]
00000400:00000200:1.0:1769077399.989650:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077399.989656:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077399.989661:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077399.989667:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815300.
00000800:00000200:1.0:1769077399.989673:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077399.989678:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769077399.989681:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077399.989684:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077399.989689:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077399.989692:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299052562
00000100:00000001:1.0:1769077399.989695:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299053819
00000100:00000001:1.0:1769077399.989697:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299052562
00000100:00000001:1.0:1769077399.989708:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299053819
00000100:00000001:1.0:1769077399.989710:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077399.989712:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077399.989714:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077399.989718:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653055744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077399.989726:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077399.989727:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077399.989730:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077399.989732:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077399.989734:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077399.989737:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653055744:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077399.989740:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077399.989742:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077399.989743:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077399.989745:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077399.989749:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077399.989751:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077399.989755:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077399.989758:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077399.989761:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077399.989764:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653055744, portal 4
00000100:00000001:1.0:1769077399.989767:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077399.989774:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:1.0:1769077399.989781:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653055744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077399.989787:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077399.989790:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077399.989792:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55ee0.
00000100:00000200:1.0:1769077399.989795:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653055744, offset 0
00000400:00000200:1.0:1769077399.989799:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077399.989803:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077399.989807:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077399.989809:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077399.989812:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077399.989814:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077399.989817:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077399.989820:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200139:200139:252:4294967295] 192.168.204.104@tcp LPNI seq info [200139:200139:4:4294967295]
00000400:00000200:1.0:1769077399.989824:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077399.989829:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077399.989834:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077399.989838:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815400.
00000800:00000200:1.0:1769077399.989842:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077399.989846:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769077399.989849:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077399.989852:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077399.989855:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077399.989857:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299052562
00000100:00000001:1.0:1769077399.989859:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299053819
00000100:00000001:1.0:1769077399.989861:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299052562
00000100:00000001:1.0:1769077399.989863:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299053819
00000100:00000001:1.0:1769077399.989865:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077399.989867:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077399.989870:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077399.989872:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077399.989876:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077399.989877:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077399.989879:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077399.989881:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077399.989883:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077399.989884:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077400.628720:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077400.628726:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077400.628730:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077401.268637:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299053819, at 4299053824
00000100:00000010:1.0:1769077401.268654:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b93c0.
00000020:00000001:1.0:1769077401.652694:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077401.652697:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077401.652700:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077403.060994:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077403.061001:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077403.061006:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077403.061026:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077399/real 1769077403]  req@ffff88ba87a98000 x1855007653055360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077403.061064:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077403.061068:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077403.061074:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3caa8.
00000400:00000200:1.0:1769077403.061081:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55990
00000400:00000010:1.0:1769077403.061085:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55990.
00000100:00000001:1.0:1769077403.061093:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077403.061106:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98000 x1855007653055360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077403.061128:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98000 x1855007653055360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061143:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077403.061147:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061153:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077403.061157:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077403.061168:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98000 x1855007653055360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061187:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077403.061199:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98000 x1855007653055360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061217:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077403.061224:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061228:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077403.061231:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061237:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077403.061241:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077403.061247:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077403.061258:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077403.061266:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077403.061276:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98000 x1855007653055360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077403.061299:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653055360:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077403.061310:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077403.061319:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077399/real 1769077403]  req@ffff88ba87a9b800 x1855007653055488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077403.061337:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077403.061340:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077403.061344:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3ce70.
00000400:00000200:1.0:1769077403.061351:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000400:00000010:1.0:1769077403.061355:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:1.0:1769077403.061362:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077403.061371:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653055488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077403.061397:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653055488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061405:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077403.061407:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061409:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077403.061410:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077403.061414:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653055488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061421:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077403.061424:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653055488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061429:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077403.061432:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061434:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077403.061435:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061437:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077403.061439:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077403.061442:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077403.061446:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077403.061448:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077403.061452:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653055488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077403.061460:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653055488:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077403.061465:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077403.061469:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077399/real 1769077403]  req@ffff88ba87a9a300 x1855007653055232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077403.061486:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077403.061488:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077403.061526:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769077403.061530:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769077403.061533:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769077403.061558:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077403.061562:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653055232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077403.061571:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653055232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061578:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077403.061579:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061582:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077403.061583:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077403.061587:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653055232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061595:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077403.061600:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653055232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061608:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077403.061611:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061613:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077403.061614:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061616:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077403.061618:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077403.061621:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077403.061625:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077403.061627:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077403.061631:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653055232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077403.061640:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653055232:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077403.061645:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077403.061647:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077403.061650:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98000 x1855007653055360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061658:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077403.061662:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077403.061666:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077403.061671:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077403.061674:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077403.061677:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077403.061680:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077403.061683:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:1.0:1769077403.061687:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077403.061690:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077403.061693:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98000.
00000100:00000001:1.0:1769077403.061697:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077403.061698:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061700:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077403.061704:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653055488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061711:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077403.061713:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077403.061715:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077403.061717:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077403.061718:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077403.061719:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077403.061721:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077403.061723:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:1.0:1769077403.061726:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077403.061727:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077403.061728:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:1.0:1769077403.061732:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077403.061733:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061735:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077403.061738:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653055232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061744:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077403.061745:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077403.061747:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077403.061749:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077403.061750:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077403.061752:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077403.061753:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077403.061755:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:1.0:1769077403.061757:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077403.061758:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077403.061760:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:1.0:1769077403.061762:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077403.061763:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061766:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077403.061768:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077403.061770:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077403.061771:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077403.061776:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077399/real 1769077403]  req@ffff88ba87a99880 x1855007653055616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077403.061784:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077403.061786:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077403.061788:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c9a0.
00000400:00000200:1.0:1769077403.061790:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077403.061792:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077403.061794:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077403.061798:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653055616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077403.061806:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653055616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061819:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077403.061820:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061822:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077403.061824:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077403.061828:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653055616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061835:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077403.061838:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653055616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061845:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077403.061848:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061850:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077403.061852:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061853:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077403.061855:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077403.061858:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077403.061862:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077403.061864:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077403.061869:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653055616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077403.061876:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653055616:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077403.061882:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077403.061886:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077399/real 1769077403]  req@ffff88ba87a99c00 x1855007653055744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077403.061895:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077403.061896:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077403.061899:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077403.061902:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077403.061904:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077403.061906:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077403.061910:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653055744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077403.061918:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653055744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061925:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077403.061927:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061929:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077403.061930:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077403.061935:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653055744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061942:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077403.061946:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653055744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.061955:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077403.061958:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061960:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077403.061961:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061963:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077403.061965:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077403.061968:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077403.061972:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077403.061974:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077403.061979:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653055744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077403.061986:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653055744:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077403.061990:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.061992:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077403.061995:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653055616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.062003:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077403.062005:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077403.062007:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077403.062010:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077403.062011:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077403.062013:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077403.062016:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077403.062017:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7c00.
02000000:00000001:1.0:1769077403.062020:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077403.062021:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077403.062023:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:1.0:1769077403.062025:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077403.062026:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.062028:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077403.062032:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653055744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077403.062039:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077403.062040:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077403.062042:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077403.062046:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077403.062047:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077403.062048:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077403.062051:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077403.062052:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:1.0:1769077403.062055:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077403.062056:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077403.062057:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:1.0:1769077403.062059:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077403.062061:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.062062:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077403.062072:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077403.062075:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077403.062077:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077403.062078:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077403.700712:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077403.700715:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077403.700719:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077404.724717:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077404.724731:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077404.724739:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077405.108960:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077405.108966:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077405.108971:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077405.108982:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653055872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.109003:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077405.109007:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077405.109013:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077405.109017:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077405.109022:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077405.109029:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653055872:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077405.109038:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077405.109042:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077405.109046:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077405.109052:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077405.109059:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077405.109063:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077405.109076:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077405.109083:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077405.109098:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077405.109110:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653055872, portal 25
00000100:00000001:1.0:1769077405.109117:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077405.109121:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:1.0:1769077405.109134:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653055872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.109168:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077405.109175:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077405.109181:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077405.109189:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653055872, offset 0
00000400:00000200:1.0:1769077405.109201:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077405.109214:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077405.109226:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077405.109239:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077405.109245:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077405.109251:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077405.109258:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077405.109266:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200140:200140:256:4294967295] 192.168.204.104@tcp LPNI seq info [200140:200140:8:4294967295]
00000400:00000200:1.0:1769077405.109279:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077405.109295:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077405.109311:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077405.109339:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077405.109354:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077405.109363:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077405.109378:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077405.109387:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077405.109399:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077405.109404:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077405.109410:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077405.109416:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077405.109422:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077405.109426:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077405.109431:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077405.109435:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653055872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.109445:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077405.109450:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653055872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.109481:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077405.109483:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077405.109491:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077405.109496:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077405.109499:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299058939
00000100:00000010:1.0:1769077405.109505:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b93c0.
00000100:00000001:1.0:1769077405.109512:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077405.109519:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299058939
00000100:00000010:1.0:1769077405.109522:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9060.
00000100:00000001:1.0:1769077405.109525:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077405.109529:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077405.109532:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077405.109558:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077405.109563:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077405/real 1769077405]  req@ffff88ba87a98380 x1855007653055872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077405.109573:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077405.109575:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077405.109577:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077405.109580:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077405.109582:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077405.109585:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077405.109590:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653055872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077405.109600:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653055872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.109608:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077405.109610:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.109612:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077405.109615:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077405.109619:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653055872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.109627:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077405.109632:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653055872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.109640:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077405.109643:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.109645:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077405.109646:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.109649:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077405.109650:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077405.109654:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077405.109659:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077405.109661:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077405.109666:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653055872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077405.109675:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653055872:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077405.109680:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.109682:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077405.109686:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653055872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.109693:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077405.109701:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077405.109705:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077405.109709:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077405.109711:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077405.109713:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077405.109715:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077405.109718:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:1.0:1769077405.109722:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077405.109726:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077405.109728:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:1.0:1769077405.109731:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077405.109732:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.109734:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.109743:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077405.109745:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077405.109748:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077405.109749:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077405.109751:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077405.109755:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9aa00 x1855007653056000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.109762:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077405.109763:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077405.109766:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077405.109768:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077405.109770:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077405.109773:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653056000:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077405.109776:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077405.109779:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077405.109781:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077405.109783:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077405.109786:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077405.109788:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077405.109793:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077405.109796:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077405.109800:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077405.109803:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653056000, portal 10
00000100:00000001:1.0:1769077405.109805:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077405.109807:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454178816 : -131140255372800 : ffff88ba87a9aa00)
00000100:00000040:1.0:1769077405.109813:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9aa00 x1855007653056000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.109820:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077405.109823:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077405.109825:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077405.109828:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653056000, offset 0
00000400:00000200:1.0:1769077405.109832:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077405.109836:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077405.109840:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077405.109844:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077405.109846:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077405.109849:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077405.109852:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077405.109855:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200141:200141:256:4294967295] 192.168.204.104@tcp LPNI seq info [200141:200141:8:4294967295]
00000400:00000200:1.0:1769077405.109859:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077405.109866:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077405.109883:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077405.109887:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077405.109892:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077405.109895:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077405.109899:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077405.109902:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077405.109906:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077405.109908:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077405.109911:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077405.109914:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077405.109918:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077405.109920:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077405.109922:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077405.109926:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9aa00 x1855007653056000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.109934:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077405.109937:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9aa00 x1855007653056000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.109944:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077405.109945:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077405.109950:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077405.109954:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077405.109958:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077405.109960:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299057689
00000100:00000001:1.0:1769077405.109963:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299058939
00000100:00000001:1.0:1769077405.109966:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299057689
00000100:00000001:1.0:1769077405.109968:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299058939
00000100:00000001:1.0:1769077405.109970:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077405.109972:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077405.109974:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077405.109978:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077405/real 1769077405]  req@ffff88ba87a9aa00 x1855007653056000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077405.109986:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077405.109988:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077405.109990:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077405.109993:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077405.109995:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077405.109999:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077405.110003:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9aa00 x1855007653056000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077405.110012:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9aa00 x1855007653056000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.110019:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077405.110021:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.110023:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077405.110024:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077405.110029:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9aa00 x1855007653056000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.110035:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077405.110043:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9aa00 x1855007653056000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.110061:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077405.110066:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.110070:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077405.110073:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.110078:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077405.110082:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077405.110088:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077405.110095:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077405.110101:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077405.110109:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9aa00 x1855007653056000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077405.110135:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653056000:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077405.110147:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077405.110156:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653056128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.110169:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077405.110173:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077405.110179:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077405.110184:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077405.110190:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077405.110197:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653056128:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077405.110203:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077405.110205:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077405.110210:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077405.110213:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077405.110220:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077405.110225:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077405.110233:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077405.110239:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077405.110246:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077405.110251:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653056128, portal 10
00000100:00000001:1.0:1769077405.110254:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077405.110258:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:1.0:1769077405.110269:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653056128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.110275:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077405.110279:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077405.110284:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077405.110288:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653056128, offset 0
00000400:00000200:1.0:1769077405.110296:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077405.110303:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077405.110312:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077405.110318:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077405.110325:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077405.110332:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077405.110340:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077405.110349:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200142:200142:256:4294967295] 192.168.204.104@tcp LPNI seq info [200142:200142:8:4294967295]
00000400:00000200:1.0:1769077405.110359:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077405.110374:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077405.110386:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077405.110393:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077405.110404:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077405.110411:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077405.110422:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077405.110427:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077405.110439:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077405.110443:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077405.110448:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077405.110470:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077405.110478:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077405.110484:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077405.110491:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077405.110500:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653056128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.110524:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077405.110530:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653056128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.110567:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077405.110573:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077405.110580:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077405.110586:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077405.110595:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077405.110600:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299057676
00000100:00000001:1.0:1769077405.110605:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299058939
00000100:00000001:1.0:1769077405.110608:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299057676
00000100:00000001:1.0:1769077405.110615:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299058939
00000100:00000001:1.0:1769077405.110621:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077405.110625:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077405.110631:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077405.110640:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077405/real 1769077405]  req@ffff88ba87a98700 x1855007653056128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077405.110667:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077405.110671:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077405.110676:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077405.110680:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077405.110682:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077405.110685:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077405.110689:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653056128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077405.110697:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653056128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.110704:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077405.110706:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.110708:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077405.110710:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077405.110713:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653056128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.110720:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077405.110724:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653056128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.110730:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077405.110732:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.110734:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077405.110735:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.110737:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077405.110739:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077405.110741:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077405.110744:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077405.110746:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077405.110750:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653056128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077405.110757:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653056128:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077405.110761:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.110763:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077405.110765:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9aa00 x1855007653056000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.110772:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077405.110774:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077405.110777:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077405.110779:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077405.110781:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077405.110783:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077405.110785:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077405.110788:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:1.0:1769077405.110791:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077405.110793:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077405.110795:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9aa00.
00000100:00000001:1.0:1769077405.110799:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077405.110800:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.110801:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077405.110805:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653056128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.110813:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077405.110816:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077405.110818:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077405.110821:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077405.110822:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077405.110823:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077405.110825:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077405.110827:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:1.0:1769077405.110829:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077405.110830:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077405.110832:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:1.0:1769077405.110833:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077405.110834:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.110836:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.110841:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077405.110842:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077405.110844:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077405.110846:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077405.110848:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077405.110852:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653056256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.110858:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077405.110860:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077405.110863:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077405.110865:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077405.110867:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077405.110871:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653056256:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077405.110876:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077405.110878:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077405.110880:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077405.110881:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077405.110884:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077405.110886:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077405.110890:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077405.110893:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077405.110896:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077405.110899:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653056256, portal 4
00000100:00000001:1.0:1769077405.110901:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077405.110902:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:1.0:1769077405.110907:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653056256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.110913:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077405.110916:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077405.110918:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077405.110920:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653056256, offset 0
00000400:00000200:1.0:1769077405.110925:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077405.110929:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077405.110932:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077405.110935:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077405.110938:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077405.110940:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077405.110943:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077405.110946:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200143:200143:256:4294967295] 192.168.204.104@tcp LPNI seq info [200143:200143:8:4294967295]
00000400:00000200:1.0:1769077405.110950:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077405.110956:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077405.110960:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077405.110964:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077405.110968:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077405.110971:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077405.110976:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077405.110979:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077405.110983:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077405.110986:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077405.110989:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077405.110993:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077405.110996:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077405.110997:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077405.111000:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077405.111003:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653056256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.111010:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077405.111013:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653056256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.111019:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077405.111020:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077405.111023:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077405.111026:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077405.111029:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077405.111031:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299057683
00000100:00000001:1.0:1769077405.111034:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299058939
00000100:00000001:1.0:1769077405.111036:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299057683
00000100:00000001:1.0:1769077405.111038:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299058939
00000100:00000001:1.0:1769077405.111040:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077405.111042:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077405.111044:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077405.111047:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077405/real 1769077405]  req@ffff88ba87a9b480 x1855007653056256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077405.111054:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077405.111056:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077405.111057:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077405.111059:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077405.111061:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077405.111062:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077405.111065:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653056256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077405.111072:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653056256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.111078:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077405.111079:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.111081:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077405.111082:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077405.111086:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653056256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.111092:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077405.111095:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653056256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.111102:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077405.111104:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.111105:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077405.111107:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.111109:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077405.111111:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077405.111113:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077405.111116:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077405.111118:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077405.111122:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653056256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077405.111129:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653056256:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077405.111133:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077405.111136:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653056384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.111142:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077405.111143:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077405.111145:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077405.111147:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077405.111149:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077405.111152:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653056384:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077405.111155:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077405.111156:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077405.111158:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077405.111159:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077405.111162:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077405.111164:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077405.111167:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077405.111169:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077405.111172:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077405.111175:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653056384, portal 4
00000100:00000001:1.0:1769077405.111177:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077405.111178:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:1.0:1769077405.111183:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653056384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.111189:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077405.111192:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077405.111194:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077405.111196:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653056384, offset 0
00000400:00000200:1.0:1769077405.111200:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077405.111204:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077405.111207:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077405.111209:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077405.111212:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077405.111214:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077405.111216:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077405.111219:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200144:200144:256:4294967295] 192.168.204.104@tcp LPNI seq info [200144:200144:8:4294967295]
00000400:00000200:1.0:1769077405.111225:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077405.111231:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077405.111236:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077405.111239:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077405.111243:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077405.111246:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077405.111250:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077405.111253:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077405.111257:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077405.111259:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077405.111262:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077405.111265:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077405.111268:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077405.111270:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077405.111273:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077405.111276:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653056384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.111284:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077405.111287:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653056384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.111293:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077405.111294:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077405.111297:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077405.111300:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077405.111303:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077405.111305:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299057683
00000100:00000001:1.0:1769077405.111307:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299058939
00000100:00000001:1.0:1769077405.111309:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299057683
00000100:00000001:1.0:1769077405.111311:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299058939
00000100:00000001:1.0:1769077405.111313:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077405.111315:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077405.111317:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077405.111320:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077405/real 1769077405]  req@ffff88ba87a99f80 x1855007653056384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077405.111328:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077405.111329:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077405.111331:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077405.111333:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077405.111334:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077405.111337:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077405.111340:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653056384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077405.111348:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653056384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.111354:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077405.111355:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.111357:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077405.111359:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077405.111362:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653056384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.111369:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077405.111373:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653056384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.111379:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077405.111382:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.111384:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077405.111385:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.111387:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077405.111388:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077405.111391:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077405.111394:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077405.111396:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077405.111400:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653056384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077405.111407:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653056384:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077405.111411:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.111413:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077405.111416:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653056256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.111423:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077405.111424:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077405.111426:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077405.111429:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077405.111430:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077405.111431:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077405.111433:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077405.111435:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:1.0:1769077405.111437:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077405.111439:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077405.111440:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:1.0:1769077405.111443:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077405.111444:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.111446:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077405.111449:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653056384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077405.111475:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077405.111477:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077405.111479:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:1.0:1769077405.111482:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077405.111483:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077405.111484:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077405.111486:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077405.111487:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:1.0:1769077405.111490:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077405.111491:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077405.111492:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:1.0:1769077405.111495:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077405.111496:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.111498:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077405.111502:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077405.111503:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077405.111506:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077405.111507:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077406.388641:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299058939, at 4299058944
00000100:00000010:1.0:1769077406.388657:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9060.
00000020:00000001:1.0:1769077406.772744:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077406.772748:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077406.772751:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077407.796664:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077407.796668:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077407.796671:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077409.844742:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077409.844746:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077409.844749:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077410.228902:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077410.228908:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077410.228912:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077410.228923:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579dc00 x1855007653056512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.228948:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077410.228952:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077410.228958:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077410.228962:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077410.228969:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077410.228975:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653056512:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077410.228981:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077410.228984:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077410.228988:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077410.228993:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077410.228999:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077410.229004:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077410.229016:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077410.229022:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077410.229031:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077410.229046:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653056512, portal 25
00000100:00000001:1.0:1769077410.229050:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077410.229052:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417491456 : -131140292060160 : ffff88ba8579dc00)
00000100:00000040:1.0:1769077410.229059:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579dc00 x1855007653056512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229073:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077410.229079:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077410.229084:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077410.229088:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653056512, offset 0
00000400:00000200:1.0:1769077410.229100:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077410.229112:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077410.229120:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077410.229127:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077410.229134:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077410.229141:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077410.229144:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077410.229151:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200145:200145:256:4294967295] 192.168.204.104@tcp LPNI seq info [200145:200145:8:4294967295]
00000400:00000200:1.0:1769077410.229158:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077410.229170:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077410.229180:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077410.229186:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077410.229199:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077410.229206:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077410.229215:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077410.229236:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077410.229245:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077410.229250:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077410.229258:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077410.229268:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077410.229276:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077410.229280:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077410.229287:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077410.229296:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579dc00 x1855007653056512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229307:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077410.229311:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579dc00 x1855007653056512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229320:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077410.229323:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077410.229329:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077410.229335:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077410.229338:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299064059
00000100:00000010:1.0:1769077410.229345:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9060.
00000100:00000001:1.0:1769077410.229353:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077410.229360:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299064059
00000100:00000010:1.0:1769077410.229365:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b92a0.
00000100:00000001:1.0:1769077410.229384:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077410.229392:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077410.229397:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077410.229402:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077410.229410:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077410/real 1769077410]  req@ffff88ba8579dc00 x1855007653056512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077410.229443:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077410.229446:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077410.229449:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077410.229454:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077410.229458:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077410.229463:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077410.229470:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579dc00 x1855007653056512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077410.229484:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579dc00 x1855007653056512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229497:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077410.229501:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.229507:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077410.229511:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077410.229517:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579dc00 x1855007653056512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229529:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077410.229568:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579dc00 x1855007653056512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229582:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077410.229587:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.229590:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077410.229592:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.229595:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077410.229599:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077410.229602:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077410.229608:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077410.229611:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077410.229619:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579dc00 x1855007653056512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077410.229649:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653056512:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077410.229660:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.229663:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077410.229668:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579dc00 x1855007653056512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229676:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077410.229679:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077410.229681:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077410.229684:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077410.229685:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077410.229686:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077410.229688:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077410.229690:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:1.0:1769077410.229693:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077410.229695:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077410.229696:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579dc00.
00000100:00000001:1.0:1769077410.229699:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077410.229700:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.229702:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.229708:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077410.229710:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077410.229712:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077410.229713:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077410.229714:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077410.229717:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c380 x1855007653056640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229723:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077410.229724:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077410.229725:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077410.229727:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077410.229728:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077410.229730:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653056640:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077410.229733:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077410.229734:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077410.229735:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077410.229737:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077410.229739:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077410.229741:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077410.229745:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077410.229747:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077410.229749:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077410.229752:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653056640, portal 10
00000100:00000001:1.0:1769077410.229754:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077410.229755:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417485184 : -131140292066432 : ffff88ba8579c380)
00000100:00000040:1.0:1769077410.229759:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c380 x1855007653056640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229764:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077410.229765:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077410.229767:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077410.229768:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653056640, offset 0
00000400:00000200:1.0:1769077410.229771:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077410.229774:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077410.229776:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077410.229778:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077410.229780:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077410.229782:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077410.229784:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077410.229786:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200146:200146:256:4294967295] 192.168.204.104@tcp LPNI seq info [200146:200146:8:4294967295]
00000400:00000200:1.0:1769077410.229789:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077410.229794:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077410.229797:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077410.229799:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077410.229802:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077410.229804:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077410.229807:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077410.229809:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077410.229812:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077410.229813:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077410.229815:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077410.229818:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077410.229820:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077410.229821:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077410.229823:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077410.229825:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c380 x1855007653056640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229830:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077410.229832:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c380 x1855007653056640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229837:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077410.229838:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077410.229840:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077410.229842:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077410.229844:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077410.229846:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299062810
00000100:00000001:1.0:1769077410.229848:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299064059
00000100:00000001:1.0:1769077410.229850:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299062810
00000100:00000001:1.0:1769077410.229851:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299064059
00000100:00000001:1.0:1769077410.229852:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077410.229854:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077410.229855:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077410.229857:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077410/real 1769077410]  req@ffff88ba8579c380 x1855007653056640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077410.229862:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077410.229863:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077410.229864:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077410.229866:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077410.229867:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077410.229868:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077410.229870:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c380 x1855007653056640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077410.229876:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c380 x1855007653056640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229879:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077410.229880:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.229881:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077410.229882:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077410.229884:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c380 x1855007653056640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229888:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077410.229891:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c380 x1855007653056640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229895:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077410.229897:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.229898:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077410.229899:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.229901:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077410.229902:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077410.229904:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077410.229906:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077410.229907:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077410.229909:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c380 x1855007653056640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077410.229914:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653056640:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077410.229918:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077410.229920:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f800 x1855007653056768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229924:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077410.229925:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077410.229926:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077410.229927:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077410.229929:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077410.229930:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653056768:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077410.229932:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077410.229933:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077410.229934:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077410.229936:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077410.229938:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077410.229939:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077410.229941:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077410.229943:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077410.229944:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077410.229946:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653056768, portal 10
00000100:00000001:1.0:1769077410.229948:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077410.229949:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417498624 : -131140292052992 : ffff88ba8579f800)
00000100:00000040:1.0:1769077410.229952:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f800 x1855007653056768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.229956:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077410.229958:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077410.229959:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077410.229961:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653056768, offset 0
00000400:00000200:1.0:1769077410.229963:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077410.229965:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077410.229967:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077410.229969:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077410.229971:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077410.229972:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077410.229974:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077410.229976:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200147:200147:256:4294967295] 192.168.204.104@tcp LPNI seq info [200147:200147:8:4294967295]
00000400:00000200:1.0:1769077410.229978:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077410.229982:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077410.229985:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077410.229986:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077410.229989:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077410.229990:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077410.229993:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077410.229995:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077410.229998:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077410.229999:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077410.230001:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077410.230003:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077410.230005:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077410.230006:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077410.230007:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077410.230009:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f800 x1855007653056768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230014:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077410.230016:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f800 x1855007653056768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230020:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077410.230021:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077410.230023:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077410.230024:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077410.230026:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077410.230027:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299062795
00000100:00000001:1.0:1769077410.230029:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299064059
00000100:00000001:1.0:1769077410.230030:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299062795
00000100:00000001:1.0:1769077410.230032:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299064059
00000100:00000001:1.0:1769077410.230034:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077410.230035:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077410.230036:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077410.230038:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077410/real 1769077410]  req@ffff88ba8579f800 x1855007653056768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077410.230043:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077410.230044:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077410.230045:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077410.230046:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077410.230047:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077410.230048:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077410.230050:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f800 x1855007653056768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077410.230055:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f800 x1855007653056768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230059:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077410.230060:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230061:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077410.230062:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077410.230064:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f800 x1855007653056768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230068:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077410.230070:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f800 x1855007653056768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230074:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077410.230076:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230077:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077410.230077:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230079:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077410.230080:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077410.230082:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077410.230084:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077410.230085:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077410.230088:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f800 x1855007653056768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077410.230092:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653056768:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077410.230094:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077410.230096:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d880 x1855007653056896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230100:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077410.230101:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077410.230102:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077410.230103:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077410.230104:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077410.230106:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653056896:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077410.230108:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077410.230109:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077410.230110:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077410.230112:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077410.230114:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077410.230115:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077410.230117:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077410.230119:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077410.230121:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077410.230123:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653056896, portal 4
00000100:00000001:1.0:1769077410.230124:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077410.230125:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417490560 : -131140292061056 : ffff88ba8579d880)
00000100:00000040:1.0:1769077410.230128:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d880 x1855007653056896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230132:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077410.230134:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077410.230135:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077410.230137:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653056896, offset 0
00000400:00000200:1.0:1769077410.230139:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077410.230141:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077410.230143:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077410.230144:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077410.230146:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077410.230147:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077410.230149:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077410.230151:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200148:200148:256:4294967295] 192.168.204.104@tcp LPNI seq info [200148:200148:8:4294967295]
00000400:00000200:1.0:1769077410.230153:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077410.230157:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077410.230160:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077410.230162:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077410.230164:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077410.230165:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077410.230168:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077410.230170:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077410.230172:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077410.230173:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077410.230175:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077410.230177:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077410.230179:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077410.230180:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077410.230181:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077410.230183:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d880 x1855007653056896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230188:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077410.230190:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d880 x1855007653056896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230198:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077410.230199:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077410.230201:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077410.230202:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077410.230204:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077410.230205:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299062802
00000100:00000001:1.0:1769077410.230207:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299064059
00000100:00000001:1.0:1769077410.230209:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299062802
00000100:00000001:1.0:1769077410.230210:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299064059
00000100:00000001:1.0:1769077410.230211:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077410.230212:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077410.230213:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077410.230215:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077410/real 1769077410]  req@ffff88ba8579d880 x1855007653056896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077410.230220:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077410.230220:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077410.230221:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077410.230223:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077410.230223:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077410.230225:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077410.230227:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d880 x1855007653056896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077410.230232:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d880 x1855007653056896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230236:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077410.230237:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230238:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077410.230239:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077410.230241:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d880 x1855007653056896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230246:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077410.230248:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d880 x1855007653056896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230252:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077410.230254:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230255:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077410.230256:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230257:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077410.230257:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077410.230259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077410.230261:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077410.230262:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077410.230264:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d880 x1855007653056896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077410.230269:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653056896:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077410.230271:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077410.230272:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d500 x1855007653057024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230276:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077410.230277:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077410.230278:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077410.230279:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077410.230280:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077410.230282:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653057024:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077410.230284:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077410.230285:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077410.230286:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077410.230287:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077410.230289:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077410.230291:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077410.230293:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077410.230294:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077410.230296:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077410.230298:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653057024, portal 4
00000100:00000001:1.0:1769077410.230299:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077410.230300:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417489664 : -131140292061952 : ffff88ba8579d500)
00000100:00000040:1.0:1769077410.230303:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d500 x1855007653057024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230307:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077410.230309:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077410.230310:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077410.230311:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653057024, offset 0
00000400:00000200:1.0:1769077410.230314:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077410.230316:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077410.230318:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077410.230320:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077410.230321:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077410.230323:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077410.230324:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077410.230326:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200149:200149:256:4294967295] 192.168.204.104@tcp LPNI seq info [200149:200149:8:4294967295]
00000400:00000200:1.0:1769077410.230329:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077410.230332:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077410.230335:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077410.230337:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077410.230339:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077410.230340:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077410.230343:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077410.230345:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077410.230347:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077410.230349:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077410.230350:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077410.230353:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077410.230354:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077410.230356:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077410.230357:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077410.230359:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d500 x1855007653057024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230363:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077410.230365:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d500 x1855007653057024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230387:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077410.230388:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077410.230391:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077410.230393:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077410.230395:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077410.230397:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299062802
00000100:00000001:1.0:1769077410.230399:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299064059
00000100:00000001:1.0:1769077410.230400:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299062802
00000100:00000001:1.0:1769077410.230402:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299064059
00000100:00000001:1.0:1769077410.230403:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077410.230405:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077410.230406:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077410.230408:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077410/real 1769077410]  req@ffff88ba8579d500 x1855007653057024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077410.230413:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077410.230414:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077410.230416:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077410.230417:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077410.230419:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077410.230420:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077410.230422:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d500 x1855007653057024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077410.230428:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d500 x1855007653057024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230432:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077410.230432:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230434:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077410.230434:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077410.230437:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d500 x1855007653057024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230440:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077410.230443:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d500 x1855007653057024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230447:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077410.230449:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230450:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077410.230451:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230452:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077410.230453:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077410.230454:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077410.230456:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077410.230457:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077410.230460:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d500 x1855007653057024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077410.230464:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653057024:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077410.230466:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230468:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077410.230470:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c380 x1855007653056640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230474:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077410.230475:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077410.230477:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077410.230478:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077410.230479:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077410.230480:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077410.230481:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077410.230482:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:1.0:1769077410.230484:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077410.230485:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077410.230486:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c380.
00000100:00000001:1.0:1769077410.230489:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077410.230490:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230491:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077410.230493:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f800 x1855007653056768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230497:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077410.230498:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077410.230499:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077410.230500:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077410.230501:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077410.230501:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077410.230503:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077410.230503:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f400.
02000000:00000001:1.0:1769077410.230504:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077410.230505:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077410.230506:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f800.
00000100:00000001:1.0:1769077410.230508:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077410.230509:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230510:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077410.230512:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d880 x1855007653056896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230515:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077410.230516:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077410.230517:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077410.230519:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077410.230520:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077410.230521:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077410.230522:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077410.230523:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e400.
02000000:00000001:1.0:1769077410.230524:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077410.230525:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077410.230526:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d880.
00000100:00000001:1.0:1769077410.230527:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077410.230528:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230528:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077410.230530:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d500 x1855007653057024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077410.230534:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077410.230549:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077410.230550:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b400.
02000000:00000001:1.0:1769077410.230552:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077410.230552:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077410.230553:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077410.230554:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077410.230555:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d400.
02000000:00000001:1.0:1769077410.230556:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077410.230557:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077410.230558:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d500.
00000100:00000001:1.0:1769077410.230559:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077410.230560:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230561:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077410.230563:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077410.230564:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077410.230565:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077410.230566:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077410.868705:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077410.868708:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077410.868710:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077411.508618:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299064059, at 4299064064
00000100:00000010:1.0:1769077411.508632:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b92a0.
00000020:00000001:1.0:1769077412.916731:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077412.916735:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077412.916738:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077413.940711:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077413.940714:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077413.940717:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077415.348868:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077415.348873:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077415.348876:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077415.348884:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ca80 x1855007653057152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.348899:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077415.348901:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077415.348906:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077415.348910:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077415.348915:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077415.348921:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653057152:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077415.348928:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077415.348933:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077415.348936:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077415.348939:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077415.348943:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077415.348949:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077415.348957:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077415.348963:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077415.348970:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077415.348979:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653057152, portal 25
00000100:00000001:1.0:1769077415.348984:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077415.348986:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486976 : -131140292064640 : ffff88ba8579ca80)
00000100:00000040:1.0:1769077415.348993:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ca80 x1855007653057152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349002:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077415.349007:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077415.349010:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077415.349013:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653057152, offset 0
00000400:00000200:1.0:1769077415.349024:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077415.349033:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077415.349040:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077415.349048:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077415.349053:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077415.349058:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077415.349063:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077415.349067:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200150:200150:256:4294967295] 192.168.204.104@tcp LPNI seq info [200150:200150:8:4294967295]
00000400:00000200:1.0:1769077415.349073:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077415.349088:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077415.349095:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077415.349100:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077415.349110:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077415.349116:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077415.349126:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077415.349131:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077415.349140:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077415.349144:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077415.349152:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077415.349161:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077415.349165:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077415.349169:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077415.349174:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077415.349180:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ca80 x1855007653057152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349196:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077415.349202:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ca80 x1855007653057152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349217:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077415.349220:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077415.349227:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077415.349233:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077415.349237:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299069179
00000100:00000010:1.0:1769077415.349244:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b92a0.
00000100:00000001:1.0:1769077415.349252:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077415.349260:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299069179
00000100:00000010:1.0:1769077415.349266:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9ea0.
00000100:00000001:1.0:1769077415.349271:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077415.349276:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077415.349281:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077415.349298:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077415.349305:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077415/real 1769077415]  req@ffff88ba8579ca80 x1855007653057152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077415.349324:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077415.349329:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077415.349334:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077415.349341:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077415.349346:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077415.349354:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077415.349364:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ca80 x1855007653057152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077415.349391:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ca80 x1855007653057152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349405:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077415.349408:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.349411:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077415.349413:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077415.349420:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ca80 x1855007653057152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349430:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077415.349435:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ca80 x1855007653057152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349447:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077415.349452:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.349456:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077415.349458:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.349462:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077415.349464:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077415.349467:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077415.349472:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077415.349477:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077415.349483:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ca80 x1855007653057152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077415.349493:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653057152:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077415.349498:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.349501:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077415.349506:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ca80 x1855007653057152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349523:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077415.349526:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077415.349529:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077415.349533:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077415.349556:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077415.349557:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077415.349560:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077415.349562:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:1.0:1769077415.349567:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077415.349570:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077415.349573:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ca80.
00000100:00000001:1.0:1769077415.349579:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077415.349583:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.349587:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.349596:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077415.349600:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077415.349604:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077415.349607:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077415.349610:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077415.349615:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f480 x1855007653057280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349627:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077415.349631:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077415.349634:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077415.349637:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077415.349642:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077415.349648:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653057280:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077415.349651:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077415.349654:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077415.349657:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077415.349659:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077415.349664:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077415.349668:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077415.349674:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077415.349677:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077415.349683:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077415.349687:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653057280, portal 10
00000100:00000001:1.0:1769077415.349692:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077415.349695:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417497728 : -131140292053888 : ffff88ba8579f480)
00000100:00000040:1.0:1769077415.349712:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f480 x1855007653057280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349729:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077415.349732:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077415.349736:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077415.349740:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653057280, offset 0
00000400:00000200:1.0:1769077415.349748:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077415.349755:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077415.349760:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077415.349764:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077415.349770:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077415.349774:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077415.349780:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077415.349786:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200151:200151:256:4294967295] 192.168.204.104@tcp LPNI seq info [200151:200151:8:4294967295]
00000400:00000200:1.0:1769077415.349792:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077415.349803:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077415.349814:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077415.349820:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077415.349826:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077415.349830:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077415.349835:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077415.349837:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077415.349839:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077415.349841:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077415.349843:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077415.349846:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077415.349848:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077415.349849:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077415.349851:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077415.349854:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f480 x1855007653057280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349859:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077415.349861:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f480 x1855007653057280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349866:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077415.349867:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077415.349869:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077415.349872:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077415.349874:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077415.349875:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299067930
00000100:00000001:1.0:1769077415.349877:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299069179
00000100:00000001:1.0:1769077415.349879:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299067930
00000100:00000001:1.0:1769077415.349880:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299069179
00000100:00000001:1.0:1769077415.349882:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077415.349883:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077415.349884:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077415.349887:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077415/real 1769077415]  req@ffff88ba8579f480 x1855007653057280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077415.349891:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077415.349892:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077415.349893:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077415.349895:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077415.349896:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077415.349897:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077415.349899:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f480 x1855007653057280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077415.349905:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f480 x1855007653057280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349909:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077415.349910:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.349911:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077415.349912:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077415.349914:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f480 x1855007653057280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349918:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077415.349920:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f480 x1855007653057280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349924:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077415.349926:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.349927:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077415.349929:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.349930:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077415.349931:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077415.349933:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077415.349936:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077415.349937:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077415.349939:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f480 x1855007653057280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077415.349944:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653057280:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077415.349946:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077415.349948:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ce00 x1855007653057408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349952:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077415.349954:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077415.349955:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077415.349957:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077415.349958:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077415.349960:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653057408:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077415.349962:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077415.349963:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077415.349964:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077415.349966:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077415.349968:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077415.349969:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077415.349971:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077415.349973:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077415.349975:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077415.349977:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653057408, portal 10
00000100:00000001:1.0:1769077415.349978:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077415.349980:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417487872 : -131140292063744 : ffff88ba8579ce00)
00000100:00000040:1.0:1769077415.349983:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ce00 x1855007653057408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.349987:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077415.349989:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077415.349991:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077415.349992:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653057408, offset 0
00000400:00000200:1.0:1769077415.349995:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077415.349997:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077415.349999:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077415.350001:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077415.350002:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077415.350004:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077415.350006:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077415.350008:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200152:200152:256:4294967295] 192.168.204.104@tcp LPNI seq info [200152:200152:8:4294967295]
00000400:00000200:1.0:1769077415.350011:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077415.350015:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077415.350018:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077415.350020:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077415.350022:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077415.350023:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077415.350026:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077415.350028:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077415.350030:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077415.350032:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077415.350034:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077415.350036:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077415.350038:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077415.350040:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077415.350041:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077415.350043:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ce00 x1855007653057408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350048:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077415.350051:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ce00 x1855007653057408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350055:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077415.350057:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077415.350059:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077415.350060:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077415.350062:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077415.350063:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299067915
00000100:00000001:1.0:1769077415.350065:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299069179
00000100:00000001:1.0:1769077415.350067:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299067915
00000100:00000001:1.0:1769077415.350069:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299069179
00000100:00000001:1.0:1769077415.350070:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077415.350071:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077415.350072:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077415.350074:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077415/real 1769077415]  req@ffff88ba8579ce00 x1855007653057408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077415.350079:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077415.350079:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077415.350080:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077415.350082:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077415.350083:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077415.350084:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077415.350086:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ce00 x1855007653057408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077415.350090:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ce00 x1855007653057408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350095:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077415.350096:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350097:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077415.350098:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077415.350101:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ce00 x1855007653057408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350106:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077415.350108:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ce00 x1855007653057408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350112:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077415.350114:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350115:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077415.350115:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350116:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077415.350118:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077415.350119:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077415.350121:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077415.350122:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077415.350124:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ce00 x1855007653057408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077415.350129:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653057408:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077415.350131:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077415.350133:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579e680 x1855007653057536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350137:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077415.350138:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077415.350139:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077415.350141:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077415.350142:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077415.350144:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653057536:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077415.350146:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077415.350147:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077415.350148:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077415.350150:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077415.350152:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077415.350153:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077415.350155:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077415.350157:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077415.350159:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077415.350161:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653057536, portal 4
00000100:00000001:1.0:1769077415.350162:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077415.350163:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417494144 : -131140292057472 : ffff88ba8579e680)
00000100:00000040:1.0:1769077415.350167:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579e680 x1855007653057536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350171:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077415.350173:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077415.350174:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077415.350176:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653057536, offset 0
00000400:00000200:1.0:1769077415.350178:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077415.350180:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077415.350182:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077415.350184:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077415.350185:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077415.350186:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077415.350188:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077415.350190:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200153:200153:256:4294967295] 192.168.204.104@tcp LPNI seq info [200153:200153:8:4294967295]
00000400:00000200:1.0:1769077415.350193:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077415.350197:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077415.350200:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077415.350201:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077415.350204:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077415.350205:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077415.350208:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077415.350209:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077415.350212:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077415.350214:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077415.350216:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077415.350218:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077415.350220:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077415.350221:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077415.350222:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077415.350224:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579e680 x1855007653057536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350229:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077415.350231:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579e680 x1855007653057536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350236:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077415.350237:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077415.350238:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077415.350240:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077415.350242:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077415.350243:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299067922
00000100:00000001:1.0:1769077415.350244:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299069179
00000100:00000001:1.0:1769077415.350246:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299067922
00000100:00000001:1.0:1769077415.350248:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299069179
00000100:00000001:1.0:1769077415.350249:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077415.350251:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077415.350252:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077415.350254:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077415/real 1769077415]  req@ffff88ba8579e680 x1855007653057536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077415.350258:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077415.350259:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077415.350260:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077415.350261:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077415.350262:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077415.350264:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077415.350266:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579e680 x1855007653057536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077415.350271:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579e680 x1855007653057536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350275:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077415.350276:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350277:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077415.350278:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077415.350280:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579e680 x1855007653057536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350297:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077415.350300:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579e680 x1855007653057536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350304:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077415.350306:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350307:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077415.350307:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350309:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077415.350310:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077415.350312:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077415.350314:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077415.350316:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077415.350318:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579e680 x1855007653057536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077415.350323:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653057536:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077415.350325:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350327:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077415.350331:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f480 x1855007653057280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350339:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077415.350341:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077415.350343:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077415.350345:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077415.350347:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077415.350349:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077415.350351:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077415.350353:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c000.
02000000:00000001:1.0:1769077415.350356:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077415.350358:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077415.350360:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f480.
00000100:00000001:1.0:1769077415.350363:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077415.350364:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350366:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077415.350370:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ce00 x1855007653057408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350377:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077415.350379:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077415.350380:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077415.350383:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077415.350384:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077415.350385:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077415.350387:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077415.350389:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e000.
02000000:00000001:1.0:1769077415.350391:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077415.350392:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077415.350393:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ce00.
00000100:00000001:1.0:1769077415.350396:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077415.350397:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350399:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077415.350401:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579e680 x1855007653057536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350406:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077415.350407:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077415.350408:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077415.350409:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077415.350410:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077415.350411:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077415.350413:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077415.350414:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c400.
02000000:00000001:1.0:1769077415.350415:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077415.350415:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077415.350416:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579e680.
00000100:00000001:1.0:1769077415.350417:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077415.350418:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350419:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350421:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077415.350422:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077415.350424:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077415.350425:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077415.350425:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077415.350428:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ea00 x1855007653057664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350432:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077415.350432:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077415.350434:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077415.350435:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077415.350437:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077415.350439:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653057664:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077415.350441:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077415.350442:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077415.350443:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077415.350445:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077415.350447:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077415.350448:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077415.350451:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077415.350453:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077415.350455:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077415.350457:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653057664, portal 4
00000100:00000001:1.0:1769077415.350459:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077415.350460:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417495040 : -131140292056576 : ffff88ba8579ea00)
00000100:00000040:1.0:1769077415.350464:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ea00 x1855007653057664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350469:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077415.350470:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077415.350472:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077415.350473:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653057664, offset 0
00000400:00000200:1.0:1769077415.350476:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077415.350478:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077415.350480:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077415.350482:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077415.350484:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077415.350486:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077415.350488:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077415.350490:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200154:200154:256:4294967295] 192.168.204.104@tcp LPNI seq info [200154:200154:8:4294967295]
00000400:00000200:1.0:1769077415.350493:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077415.350497:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077415.350500:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077415.350501:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077415.350504:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077415.350506:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077415.350509:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077415.350511:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077415.350514:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077415.350515:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077415.350517:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077415.350520:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077415.350521:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077415.350523:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077415.350525:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077415.350527:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ea00 x1855007653057664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350552:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077415.350554:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ea00 x1855007653057664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350559:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077415.350560:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077415.350563:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077415.350565:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077415.350567:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077415.350569:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299067923
00000100:00000001:1.0:1769077415.350571:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299069179
00000100:00000001:1.0:1769077415.350572:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299067923
00000100:00000001:1.0:1769077415.350574:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299069179
00000100:00000001:1.0:1769077415.350576:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077415.350577:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077415.350578:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077415.350580:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077415/real 1769077415]  req@ffff88ba8579ea00 x1855007653057664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077415.350585:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077415.350586:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077415.350587:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077415.350589:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077415.350590:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077415.350591:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077415.350593:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ea00 x1855007653057664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077415.350599:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ea00 x1855007653057664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350603:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077415.350604:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350606:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077415.350607:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077415.350609:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ea00 x1855007653057664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350613:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077415.350632:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ea00 x1855007653057664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350637:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077415.350638:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350639:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077415.350640:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350641:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077415.350642:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077415.350644:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077415.350646:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077415.350647:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077415.350650:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ea00 x1855007653057664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077415.350654:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653057664:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077415.350657:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350658:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077415.350660:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ea00 x1855007653057664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077415.350665:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077415.350666:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077415.350667:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077415.350670:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077415.350671:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077415.350672:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077415.350674:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077415.350675:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d000.
02000000:00000001:1.0:1769077415.350678:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077415.350679:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077415.350681:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ea00.
00000100:00000001:1.0:1769077415.350684:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077415.350685:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350687:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077415.350690:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077415.350691:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077415.350693:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077415.350695:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077415.988718:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077415.988721:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077415.988724:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077416.628635:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299069179, at 4299069184
00000100:00000010:1.0:1769077416.628655:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9ea0.
00000020:00000001:1.0:1769077417.012716:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077417.012720:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077417.012723:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077419.060737:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077419.060743:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077419.060747:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077420.084750:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077420.084754:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077420.084757:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077420.468826:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077420.468831:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077420.468835:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077420.468846:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ed80 x1855007653057792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.468862:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077420.468867:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077420.468876:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077420.468880:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077420.468887:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077420.468894:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653057792:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077420.468901:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077420.468905:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077420.468909:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077420.468915:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077420.468921:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077420.468927:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077420.468942:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077420.468951:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077420.468974:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077420.468988:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653057792, portal 25
00000100:00000001:1.0:1769077420.468997:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077420.469004:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417495936 : -131140292055680 : ffff88ba8579ed80)
00000100:00000040:1.0:1769077420.469020:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ed80 x1855007653057792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.469055:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077420.469063:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077420.469070:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077420.469077:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653057792, offset 0
00000400:00000200:1.0:1769077420.469090:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077420.469103:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077420.469115:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077420.469123:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077420.469129:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077420.469136:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077420.469142:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077420.469149:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200155:200155:256:4294967295] 192.168.204.104@tcp LPNI seq info [200155:200155:8:4294967295]
00000400:00000200:1.0:1769077420.469157:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077420.469172:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077420.469185:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077420.469192:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077420.469216:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077420.469221:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077420.469230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077420.469236:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077420.469244:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077420.469249:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077420.469255:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077420.469265:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077420.469271:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077420.469276:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077420.469284:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077420.469292:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ed80 x1855007653057792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.469312:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077420.469318:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ed80 x1855007653057792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.469333:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077420.469337:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077420.469344:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077420.469352:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077420.469357:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299074299
00000100:00000010:1.0:1769077420.469366:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9ea0.
00000100:00000001:1.0:1769077420.469374:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077420.469382:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299074299
00000100:00000010:1.0:1769077420.469390:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b94e0.
00000100:00000001:1.0:1769077420.469395:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077420.469401:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077420.469407:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077420.469411:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077420.469419:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077420/real 1769077420]  req@ffff88ba8579ed80 x1855007653057792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077420.469442:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077420.469447:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077420.469451:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077420.469455:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077420.469459:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077420.469463:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077420.469470:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ed80 x1855007653057792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077420.469492:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ed80 x1855007653057792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.469530:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077420.469536:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.469545:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077420.469589:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077420.469601:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ed80 x1855007653057792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.469614:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077420.469627:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ed80 x1855007653057792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.469658:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077420.469663:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.469666:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077420.469669:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.469672:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077420.469675:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077420.469682:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077420.469692:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077420.469696:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077420.469703:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ed80 x1855007653057792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077420.469710:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653057792:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077420.469715:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.469717:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077420.469720:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ed80 x1855007653057792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.469724:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077420.469726:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077420.469728:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077420.469731:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077420.469732:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077420.469733:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077420.469735:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077420.469736:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e800.
02000000:00000001:1.0:1769077420.469740:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077420.469741:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077420.469742:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ed80.
00000100:00000001:1.0:1769077420.469745:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077420.469746:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.469748:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.469754:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077420.469756:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077420.469758:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077420.469759:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077420.469760:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077420.469763:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d180 x1855007653057920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.469768:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077420.469769:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077420.469771:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077420.469772:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077420.469774:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077420.469776:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653057920:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077420.469778:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077420.469780:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077420.469781:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077420.469783:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077420.469785:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077420.469787:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077420.469791:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077420.469793:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077420.469796:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077420.469799:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653057920, portal 10
00000100:00000001:1.0:1769077420.469801:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077420.469802:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417488768 : -131140292062848 : ffff88ba8579d180)
00000100:00000040:1.0:1769077420.469807:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d180 x1855007653057920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.469812:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077420.469814:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077420.469816:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077420.469817:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653057920, offset 0
00000400:00000200:1.0:1769077420.469820:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077420.469823:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077420.469827:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077420.469829:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077420.469831:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077420.469833:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077420.469835:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077420.469838:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200156:200156:256:4294967295] 192.168.204.104@tcp LPNI seq info [200156:200156:8:4294967295]
00000400:00000200:1.0:1769077420.469841:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077420.469846:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077420.469849:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077420.469852:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077420.469855:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077420.469857:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077420.469861:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077420.469863:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077420.469866:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077420.469867:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077420.469870:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077420.469873:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077420.469875:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077420.469876:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077420.469878:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077420.469881:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d180 x1855007653057920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.469887:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077420.469890:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d180 x1855007653057920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.469894:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077420.469895:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077420.469898:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077420.469900:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077420.469902:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077420.469904:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299073050
00000100:00000001:1.0:1769077420.469906:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299074299
00000100:00000001:1.0:1769077420.469908:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299073050
00000100:00000001:1.0:1769077420.469910:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299074299
00000100:00000001:1.0:1769077420.469911:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077420.469913:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077420.469914:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077420.469917:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077420/real 1769077420]  req@ffff88ba8579d180 x1855007653057920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077420.469922:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077420.469923:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077420.469925:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077420.469928:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077420.469930:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077420.469932:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077420.469936:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d180 x1855007653057920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077420.469946:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d180 x1855007653057920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.469954:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077420.469955:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.469957:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077420.469959:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077420.469963:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d180 x1855007653057920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.469972:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077420.469976:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d180 x1855007653057920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.469985:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077420.469989:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.469991:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077420.469992:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.469994:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077420.469997:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077420.470000:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077420.470005:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077420.470007:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077420.470012:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d180 x1855007653057920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077420.470018:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653057920:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077420.470022:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077420.470024:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c000 x1855007653058048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470034:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077420.470035:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077420.470037:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077420.470055:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077420.470056:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077420.470059:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653058048:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077420.470062:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077420.470064:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077420.470065:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077420.470067:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077420.470070:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077420.470072:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077420.470076:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077420.470079:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077420.470082:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077420.470085:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653058048, portal 10
00000100:00000001:1.0:1769077420.470087:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077420.470089:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417484288 : -131140292067328 : ffff88ba8579c000)
00000100:00000040:1.0:1769077420.470095:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c000 x1855007653058048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470102:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077420.470121:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077420.470124:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077420.470127:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653058048, offset 0
00000400:00000200:1.0:1769077420.470132:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077420.470136:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077420.470140:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077420.470142:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077420.470144:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077420.470146:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077420.470148:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077420.470151:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200157:200157:256:4294967295] 192.168.204.104@tcp LPNI seq info [200157:200157:8:4294967295]
00000400:00000200:1.0:1769077420.470154:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077420.470159:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077420.470162:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077420.470165:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077420.470168:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077420.470170:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077420.470174:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077420.470190:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077420.470193:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077420.470195:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077420.470212:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077420.470216:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077420.470219:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077420.470220:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077420.470223:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077420.470226:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c000 x1855007653058048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470232:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077420.470235:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c000 x1855007653058048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470256:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077420.470257:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077420.470259:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077420.470261:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077420.470264:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077420.470265:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299073035
00000100:00000001:1.0:1769077420.470267:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299074299
00000100:00000001:1.0:1769077420.470268:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299073035
00000100:00000001:1.0:1769077420.470270:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299074299
00000100:00000001:1.0:1769077420.470271:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077420.470273:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077420.470274:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077420.470277:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077420/real 1769077420]  req@ffff88ba8579c000 x1855007653058048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077420.470282:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077420.470283:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077420.470284:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077420.470285:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077420.470286:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077420.470288:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077420.470290:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c000 x1855007653058048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077420.470295:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c000 x1855007653058048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470299:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077420.470300:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470301:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077420.470302:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077420.470304:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c000 x1855007653058048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470308:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077420.470310:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c000 x1855007653058048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470314:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077420.470316:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470317:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077420.470318:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470319:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077420.470320:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077420.470321:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077420.470324:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077420.470325:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077420.470328:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c000 x1855007653058048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077420.470333:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653058048:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077420.470335:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077420.470337:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579e300 x1855007653058176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470341:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077420.470342:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077420.470343:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077420.470345:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077420.470346:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077420.470348:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653058176:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077420.470350:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077420.470352:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077420.470353:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077420.470354:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077420.470356:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077420.470357:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077420.470359:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077420.470361:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077420.470363:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077420.470365:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653058176, portal 4
00000100:00000001:1.0:1769077420.470366:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077420.470367:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417493248 : -131140292058368 : ffff88ba8579e300)
00000100:00000040:1.0:1769077420.470371:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579e300 x1855007653058176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470375:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077420.470377:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077420.470378:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077420.470380:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653058176, offset 0
00000400:00000200:1.0:1769077420.470382:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077420.470385:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077420.470387:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077420.470389:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077420.470391:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077420.470393:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077420.470394:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077420.470396:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200158:200158:256:4294967295] 192.168.204.104@tcp LPNI seq info [200158:200158:8:4294967295]
00000400:00000200:1.0:1769077420.470399:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077420.470403:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077420.470406:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077420.470408:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077420.470411:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077420.470412:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077420.470415:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077420.470417:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077420.470420:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077420.470422:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077420.470423:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077420.470426:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077420.470427:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077420.470428:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077420.470430:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077420.470432:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579e300 x1855007653058176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470437:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077420.470439:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579e300 x1855007653058176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470443:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077420.470444:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077420.470446:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077420.470448:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077420.470450:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077420.470451:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299073042
00000100:00000001:1.0:1769077420.470453:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299074299
00000100:00000001:1.0:1769077420.470455:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299073042
00000100:00000001:1.0:1769077420.470456:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299074299
00000100:00000001:1.0:1769077420.470457:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077420.470458:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077420.470459:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077420.470461:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077420/real 1769077420]  req@ffff88ba8579e300 x1855007653058176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077420.470466:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077420.470467:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077420.470468:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077420.470469:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077420.470470:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077420.470471:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077420.470473:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579e300 x1855007653058176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077420.470478:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579e300 x1855007653058176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470482:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077420.470483:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470484:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077420.470485:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077420.470487:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579e300 x1855007653058176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470491:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077420.470494:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579e300 x1855007653058176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470501:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077420.470504:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470506:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077420.470507:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470509:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077420.470526:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077420.470529:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077420.470533:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077420.470536:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077420.470541:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579e300 x1855007653058176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077420.470551:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653058176:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077420.470556:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077420.470560:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c700 x1855007653058304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470589:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077420.470590:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077420.470592:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077420.470594:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077420.470595:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077420.470598:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653058304:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077420.470600:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077420.470602:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077420.470603:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077420.470605:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077420.470608:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219800.
02000000:00000001:1.0:1769077420.470610:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077420.470613:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077420.470615:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077420.470618:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077420.470620:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653058304, portal 4
00000100:00000001:1.0:1769077420.470622:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077420.470623:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486080 : -131140292065536 : ffff88ba8579c700)
00000100:00000040:1.0:1769077420.470627:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c700 x1855007653058304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470632:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077420.470634:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077420.470636:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077420.470637:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653058304, offset 0
00000400:00000200:1.0:1769077420.470640:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077420.470643:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077420.470645:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077420.470648:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077420.470650:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077420.470652:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077420.470653:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077420.470656:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200159:200159:256:4294967295] 192.168.204.104@tcp LPNI seq info [200159:200159:8:4294967295]
00000400:00000200:1.0:1769077420.470659:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077420.470663:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077420.470667:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077420.470669:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077420.470672:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077420.470674:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077420.470677:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077420.470679:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077420.470683:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077420.470684:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077420.470686:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077420.470689:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077420.470691:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077420.470693:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077420.470695:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077420.470698:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c700 x1855007653058304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470703:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077420.470705:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c700 x1855007653058304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470710:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077420.470712:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077420.470714:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077420.470716:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077420.470718:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077420.470719:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299073043
00000100:00000001:1.0:1769077420.470721:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299074299
00000100:00000001:1.0:1769077420.470723:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299073043
00000100:00000001:1.0:1769077420.470725:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299074299
00000100:00000001:1.0:1769077420.470726:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077420.470727:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077420.470729:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077420.470731:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077420/real 1769077420]  req@ffff88ba8579c700 x1855007653058304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077420.470736:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077420.470737:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077420.470739:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077420.470740:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077420.470741:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077420.470743:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077420.470745:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c700 x1855007653058304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077420.470750:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c700 x1855007653058304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470759:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077420.470761:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470762:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077420.470763:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077420.470766:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c700 x1855007653058304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470770:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077420.470773:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c700 x1855007653058304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470777:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077420.470779:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470780:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077420.470781:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470782:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077420.470783:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077420.470785:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077420.470787:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077420.470789:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077420.470791:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c700 x1855007653058304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077420.470797:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653058304:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077420.470799:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470800:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077420.470803:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d180 x1855007653057920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470808:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077420.470809:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077420.470811:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077420.470812:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077420.470814:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077420.470815:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077420.470816:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077420.470818:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f800.
02000000:00000001:1.0:1769077420.470820:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077420.470821:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077420.470822:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d180.
00000100:00000001:1.0:1769077420.470824:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077420.470825:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470826:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077420.470829:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c000 x1855007653058048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470834:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077420.470835:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077420.470836:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077420.470837:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077420.470838:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077420.470839:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077420.470840:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077420.470841:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c800.
02000000:00000001:1.0:1769077420.470842:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077420.470843:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077420.470844:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c000.
00000100:00000001:1.0:1769077420.470846:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077420.470847:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470848:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077420.470850:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579e300 x1855007653058176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470854:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077420.470855:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077420.470856:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077420.470858:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077420.470858:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077420.470859:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077420.470862:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077420.470863:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:1.0:1769077420.470864:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077420.470865:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077420.470866:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579e300.
00000100:00000001:1.0:1769077420.470868:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077420.470869:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470870:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077420.470872:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c700 x1855007653058304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077420.470876:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077420.470877:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077420.470878:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219800.
02000000:00000001:1.0:1769077420.470879:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077420.470880:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077420.470881:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077420.470882:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077420.470883:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f000.
02000000:00000001:1.0:1769077420.470884:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077420.470885:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077420.470886:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c700.
00000100:00000001:1.0:1769077420.470887:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077420.470888:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470889:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077420.470892:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077420.470893:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077420.470894:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077420.470895:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077421.748630:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299074299, at 4299074304
00000100:00000010:1.0:1769077421.748646:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b94e0.
00000020:00000001:1.0:1769077422.132705:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077422.132708:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077422.132711:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077423.156678:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077423.156684:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077423.156688:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077425.204657:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077425.204661:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077425.204664:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077425.588969:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077425.588974:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077425.588977:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077425.588984:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653058432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.588994:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077425.588997:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077425.589000:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077425.589003:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077425.589006:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077425.589009:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653058432:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077425.589014:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077425.589018:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077425.589020:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077425.589023:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077425.589027:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077425.589030:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077425.589037:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077425.589041:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077425.589048:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077425.589056:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653058432, portal 25
00000100:00000001:1.0:1769077425.589059:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077425.589060:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000100:00000040:1.0:1769077425.589066:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653058432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589075:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077425.589078:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077425.589081:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077425.589085:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653058432, offset 0
00000400:00000200:1.0:1769077425.589092:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077425.589100:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077425.589106:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077425.589128:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077425.589133:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077425.589136:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077425.589139:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077425.589143:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200160:200160:256:4294967295] 192.168.204.104@tcp LPNI seq info [200160:200160:8:4294967295]
00000400:00000200:1.0:1769077425.589148:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077425.589158:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077425.589166:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077425.589171:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077425.589179:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077425.589183:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077425.589190:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077425.589194:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077425.589199:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077425.589202:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077425.589209:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077425.589215:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077425.589221:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077425.589223:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077425.589229:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077425.589233:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b100 x1855007653058432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589244:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077425.589248:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653058432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589256:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077425.589258:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077425.589264:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077425.589268:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077425.589271:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299079419
00000100:00000010:1.0:1769077425.589277:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b94e0.
00000100:00000001:1.0:1769077425.589284:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077425.589293:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299079419
00000100:00000010:1.0:1769077425.589296:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9a80.
00000100:00000001:1.0:1769077425.589299:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077425.589303:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077425.589306:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077425.589308:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077425.589313:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077425/real 1769077425]  req@ffff88ba87a9b100 x1855007653058432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077425.589331:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077425.589333:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077425.589339:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077425.589342:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077425.589344:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077425.589347:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077425.589351:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653058432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077425.589362:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653058432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589369:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077425.589371:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.589374:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077425.589376:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077425.589380:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653058432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589389:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077425.589394:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653058432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589403:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077425.589406:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.589408:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077425.589410:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.589412:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077425.589415:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077425.589418:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077425.589422:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077425.589424:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077425.589429:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653058432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077425.589438:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653058432:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077425.589443:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.589445:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077425.589449:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653058432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589457:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077425.589459:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077425.589462:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077425.589465:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077425.589467:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077425.589469:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077425.589471:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077425.589474:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6000.
02000000:00000001:1.0:1769077425.589478:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077425.589480:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077425.589482:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:1.0:1769077425.589485:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077425.589486:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.589489:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.589496:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077425.589498:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077425.589500:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077425.589502:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077425.589503:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077425.589507:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653058560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589514:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077425.589515:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077425.589518:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077425.589520:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077425.589522:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077425.589524:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653058560:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077425.589528:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077425.589530:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077425.589531:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077425.589533:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077425.589574:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077425.589578:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077425.589582:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077425.589586:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077425.589599:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077425.589603:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653058560, portal 10
00000100:00000001:1.0:1769077425.589606:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077425.589607:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:1.0:1769077425.589614:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653058560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589620:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077425.589622:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077425.589624:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077425.589626:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653058560, offset 0
00000400:00000200:1.0:1769077425.589629:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077425.589632:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077425.589635:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077425.589638:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077425.589640:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077425.589642:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077425.589643:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077425.589646:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200161:200161:256:4294967295] 192.168.204.104@tcp LPNI seq info [200161:200161:8:4294967295]
00000400:00000200:1.0:1769077425.589649:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077425.589654:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077425.589657:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077425.589660:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077425.589662:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077425.589665:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077425.589668:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077425.589670:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077425.589672:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077425.589674:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077425.589676:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077425.589679:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077425.589681:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077425.589682:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077425.589684:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077425.589687:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a680 x1855007653058560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589692:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077425.589694:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653058560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589699:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077425.589700:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077425.589703:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077425.589705:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077425.589707:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077425.589708:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299078170
00000100:00000001:1.0:1769077425.589711:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299079419
00000100:00000001:1.0:1769077425.589712:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299078170
00000100:00000001:1.0:1769077425.589714:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299079419
00000100:00000001:1.0:1769077425.589715:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077425.589717:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077425.589719:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077425.589721:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077425/real 1769077425]  req@ffff88ba87a9a680 x1855007653058560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077425.589727:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077425.589728:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077425.589729:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077425.589730:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077425.589731:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077425.589733:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077425.589735:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653058560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077425.589741:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653058560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589745:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077425.589746:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.589747:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077425.589748:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077425.589750:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653058560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589754:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077425.589756:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653058560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589760:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077425.589762:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.589763:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077425.589764:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.589766:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077425.589767:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077425.589769:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077425.589772:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077425.589773:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077425.589776:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653058560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077425.589789:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653058560:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077425.589791:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077425.589794:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653058688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589798:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077425.589800:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077425.589801:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077425.589802:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077425.589803:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077425.589805:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653058688:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077425.589808:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077425.589809:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077425.589811:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077425.589812:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077425.589814:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077425.589816:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077425.589818:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077425.589820:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077425.589822:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077425.589824:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653058688, portal 10
00000100:00000001:1.0:1769077425.589825:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077425.589826:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
00000100:00000040:1.0:1769077425.589830:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653058688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589834:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077425.589836:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077425.589838:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077425.589839:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653058688, offset 0
00000400:00000200:1.0:1769077425.589842:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077425.589844:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077425.589847:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077425.589849:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077425.589850:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077425.589852:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077425.589854:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077425.589856:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200162:200162:256:4294967295] 192.168.204.104@tcp LPNI seq info [200162:200162:8:4294967295]
00000400:00000200:1.0:1769077425.589859:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077425.589863:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077425.589866:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077425.589868:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077425.589871:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077425.589873:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077425.589875:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077425.589877:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077425.589880:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077425.589882:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077425.589884:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077425.589886:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077425.589888:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077425.589889:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077425.589891:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077425.589893:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9ad80 x1855007653058688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589898:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077425.589900:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653058688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589904:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077425.589905:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077425.589908:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077425.589909:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077425.589911:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077425.589913:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299078155
00000100:00000001:1.0:1769077425.589915:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299079419
00000100:00000001:1.0:1769077425.589916:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299078155
00000100:00000001:1.0:1769077425.589918:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299079419
00000100:00000001:1.0:1769077425.589919:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077425.589920:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077425.589922:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077425.589924:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077425/real 1769077425]  req@ffff88ba87a9ad80 x1855007653058688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077425.589928:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077425.589929:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077425.589930:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077425.589932:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077425.589933:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077425.589934:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077425.589936:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653058688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077425.589941:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653058688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589945:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077425.589946:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.589947:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077425.589948:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077425.589950:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653058688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589954:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077425.589956:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653058688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589962:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077425.589963:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.589964:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077425.589965:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.589966:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077425.589967:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077425.589969:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077425.589971:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077425.589972:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077425.589974:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653058688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077425.589979:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653058688:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077425.589981:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077425.589982:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653058816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.589986:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077425.589987:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077425.589988:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077425.589989:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077425.589991:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077425.589992:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653058816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077425.589994:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077425.589995:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077425.589997:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077425.589998:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077425.590000:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077425.590001:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077425.590004:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077425.590006:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077425.590008:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077425.590010:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653058816, portal 4
00000100:00000001:1.0:1769077425.590011:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077425.590012:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000100:00000040:1.0:1769077425.590016:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653058816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590019:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077425.590021:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077425.590023:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077425.590025:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653058816, offset 0
00000400:00000200:1.0:1769077425.590027:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077425.590029:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077425.590031:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077425.590033:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077425.590035:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077425.590036:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077425.590038:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077425.590040:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200163:200163:256:4294967295] 192.168.204.104@tcp LPNI seq info [200163:200163:8:4294967295]
00000400:00000200:1.0:1769077425.590043:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077425.590046:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077425.590049:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077425.590050:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077425.590053:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077425.590054:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077425.590057:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077425.590059:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077425.590062:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077425.590063:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077425.590065:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077425.590067:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077425.590069:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077425.590070:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077425.590072:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077425.590074:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99180 x1855007653058816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590080:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077425.590082:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653058816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590086:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077425.590087:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077425.590089:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077425.590091:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077425.590093:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077425.590094:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299078162
00000100:00000001:1.0:1769077425.590096:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299079419
00000100:00000001:1.0:1769077425.590098:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299078162
00000100:00000001:1.0:1769077425.590099:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299079419
00000100:00000001:1.0:1769077425.590100:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077425.590101:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077425.590102:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077425.590104:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077425/real 1769077425]  req@ffff88ba87a99180 x1855007653058816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077425.590109:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077425.590109:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077425.590123:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077425.590125:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077425.590126:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077425.590128:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077425.590130:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653058816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077425.590135:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653058816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590144:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077425.590145:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.590146:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077425.590147:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077425.590150:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653058816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590154:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077425.590156:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653058816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590162:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077425.590163:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.590164:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077425.590165:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.590166:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077425.590167:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077425.590168:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077425.590170:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077425.590171:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077425.590174:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653058816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077425.590178:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653058816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077425.590180:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077425.590183:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653058944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590187:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077425.590188:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077425.590190:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077425.590192:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077425.590193:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077425.590195:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653058944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077425.590197:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077425.590199:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077425.590200:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077425.590201:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077425.590203:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821a000.
02000000:00000001:1.0:1769077425.590204:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077425.590206:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077425.590208:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077425.590210:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077425.590212:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653058944, portal 4
00000100:00000001:1.0:1769077425.590214:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077425.590215:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:1.0:1769077425.590218:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653058944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590223:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077425.590225:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077425.590226:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077425.590228:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653058944, offset 0
00000400:00000200:1.0:1769077425.590230:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077425.590232:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077425.590234:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077425.590236:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077425.590237:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077425.590239:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077425.590241:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077425.590243:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200164:200164:256:4294967295] 192.168.204.104@tcp LPNI seq info [200164:200164:8:4294967295]
00000400:00000200:1.0:1769077425.590246:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077425.590250:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077425.590254:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077425.590256:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077425.590259:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077425.590260:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077425.590264:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077425.590266:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077425.590268:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077425.590270:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077425.590272:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077425.590274:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077425.590276:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077425.590277:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077425.590279:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077425.590281:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653058944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590286:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077425.590288:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653058944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590292:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077425.590293:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077425.590295:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077425.590297:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077425.590299:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077425.590301:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299078162
00000100:00000001:1.0:1769077425.590303:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299079419
00000100:00000001:1.0:1769077425.590304:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299078162
00000100:00000001:1.0:1769077425.590306:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299079419
00000100:00000001:1.0:1769077425.590307:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077425.590308:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077425.590309:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077425.590311:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077425/real 1769077425]  req@ffff88ba87a98e00 x1855007653058944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077425.590317:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077425.590318:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077425.590319:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077425.590321:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077425.590322:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077425.590323:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077425.590325:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653058944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077425.590329:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653058944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590334:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077425.590335:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.590336:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077425.590337:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077425.590340:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653058944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590343:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077425.590346:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653058944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590350:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077425.590351:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.590352:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077425.590353:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.590354:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077425.590355:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077425.590356:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077425.590358:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077425.590359:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077425.590362:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653058944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077425.590367:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653058944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077425.590370:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.590371:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077425.590373:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653058560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590377:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077425.590378:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077425.590379:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077425.590380:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077425.590381:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077425.590382:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077425.590383:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077425.590384:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:1.0:1769077425.590386:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077425.590386:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077425.590387:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:1.0:1769077425.590389:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077425.590390:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.590391:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077425.590394:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653058688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590398:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077425.590399:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077425.590400:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077425.590401:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077425.590401:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077425.590402:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077425.590403:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077425.590404:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:1.0:1769077425.590405:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077425.590406:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077425.590407:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:1.0:1769077425.590409:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077425.590410:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.590411:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077425.590413:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653058816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590417:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077425.590418:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077425.590418:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077425.590420:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077425.590420:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077425.590421:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077425.590422:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077425.590423:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:1.0:1769077425.590424:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077425.590425:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077425.590425:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000001:1.0:1769077425.590427:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077425.590427:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.590428:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077425.590430:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653058944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077425.590434:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077425.590434:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077425.590435:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821a000.
02000000:00000001:1.0:1769077425.590437:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077425.590438:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077425.590438:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077425.590439:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077425.590440:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:1.0:1769077425.590441:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077425.590442:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077425.590443:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:1.0:1769077425.590444:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077425.590445:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.590446:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077425.590449:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077425.590450:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077425.590451:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077425.590452:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077426.228723:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077426.228727:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077426.228730:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077426.868638:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299079419, at 4299079424
00000100:00000010:1.0:1769077426.868655:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9a80.
00000020:00000001:1.0:1769077428.276720:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077428.276725:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077428.276729:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077429.300756:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077429.300760:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077429.300764:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077430.708818:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077430.708824:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077430.708829:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077430.708837:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653059072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.708878:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077430.708881:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077430.708890:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077430.708894:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077430.708898:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077430.708905:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653059072:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077430.708914:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077430.708920:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077430.708923:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077430.708927:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077430.708934:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077430.708938:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077430.708948:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077430.708954:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077430.708961:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077430.708970:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653059072, portal 25
00000100:00000001:1.0:1769077430.708974:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077430.708976:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000040:1.0:1769077430.708983:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653059072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.708996:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077430.709002:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077430.709006:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077430.709010:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653059072, offset 0
00000400:00000200:1.0:1769077430.709023:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077430.709050:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077430.709059:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077430.709067:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077430.709074:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077430.709079:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077430.709085:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077430.709091:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200165:200165:256:4294967295] 192.168.204.104@tcp LPNI seq info [200165:200165:8:4294967295]
00000400:00000200:1.0:1769077430.709097:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077430.709113:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077430.709126:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077430.709135:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077430.709145:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077430.709150:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077430.709161:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077430.709166:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077430.709175:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077430.709178:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077430.709186:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077430.709193:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077430.709200:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077430.709204:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077430.709212:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077430.709220:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9bb80 x1855007653059072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709233:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077430.709237:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653059072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709245:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077430.709247:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077430.709253:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077430.709264:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077430.709268:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299084539
00000100:00000010:1.0:1769077430.709275:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9a80.
00000100:00000001:1.0:1769077430.709284:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077430.709292:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299084539
00000100:00000010:1.0:1769077430.709299:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9540.
00000100:00000001:1.0:1769077430.709304:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077430.709309:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077430.709314:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077430.709320:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077430.709330:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077430/real 1769077430]  req@ffff88ba87a9bb80 x1855007653059072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077430.709360:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077430.709365:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077430.709370:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077430.709378:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077430.709384:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077430.709392:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077430.709402:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653059072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077430.709423:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653059072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709443:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077430.709448:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.709452:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077430.709454:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077430.709462:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653059072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709476:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077430.709484:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653059072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709499:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077430.709506:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.709509:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077430.709511:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.709515:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077430.709518:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077430.709522:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077430.709527:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077430.709531:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077430.709564:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653059072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077430.709580:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653059072:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077430.709591:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.709594:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077430.709599:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653059072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709606:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077430.709609:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077430.709611:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077430.709614:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077430.709615:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077430.709617:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769077430.709620:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077430.709622:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:1.0:1769077430.709625:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077430.709627:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077430.709628:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
00000100:00000001:1.0:1769077430.709630:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077430.709632:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.709634:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.709640:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077430.709641:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077430.709644:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077430.709650:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077430.709651:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077430.709654:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653059200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709660:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077430.709661:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077430.709664:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077430.709666:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077430.709668:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077430.709670:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653059200:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077430.709673:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077430.709675:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077430.709677:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077430.709678:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077430.709681:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077430.709682:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077430.709686:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077430.709689:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077430.709692:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077430.709694:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653059200, portal 10
00000100:00000001:1.0:1769077430.709696:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077430.709697:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
00000100:00000040:1.0:1769077430.709702:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653059200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709708:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077430.709710:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077430.709712:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077430.709714:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653059200, offset 0
00000400:00000200:1.0:1769077430.709717:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077430.709720:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077430.709723:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077430.709725:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077430.709727:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077430.709730:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077430.709732:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077430.709736:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200166:200166:256:4294967295] 192.168.204.104@tcp LPNI seq info [200166:200166:8:4294967295]
00000400:00000200:1.0:1769077430.709739:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077430.709748:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077430.709752:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077430.709756:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077430.709760:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077430.709763:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077430.709766:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077430.709768:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077430.709772:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077430.709774:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077430.709776:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077430.709779:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077430.709781:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077430.709782:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077430.709784:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077430.709786:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98a80 x1855007653059200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709792:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077430.709795:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653059200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709805:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077430.709807:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077430.709810:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077430.709813:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769077430.709816:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077430.709819:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299083290
00000100:00000001:1.0:1769077430.709822:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299084539
00000100:00000001:1.0:1769077430.709825:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299083290
00000100:00000001:1.0:1769077430.709827:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299084539
00000100:00000001:1.0:1769077430.709829:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077430.709831:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077430.709832:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077430.709837:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077430/real 1769077430]  req@ffff88ba87a98a80 x1855007653059200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077430.709842:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077430.709844:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077430.709845:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077430.709847:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077430.709848:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077430.709850:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077430.709851:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653059200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077430.709857:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653059200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709861:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077430.709862:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.709863:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077430.709864:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077430.709866:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653059200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709871:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077430.709874:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653059200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709879:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077430.709880:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.709881:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077430.709882:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.709883:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077430.709884:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077430.709886:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077430.709888:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077430.709890:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077430.709892:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653059200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077430.709897:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653059200:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077430.709900:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077430.709902:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653059328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709907:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077430.709908:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077430.709910:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077430.709912:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077430.709914:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077430.709916:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653059328:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077430.709918:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077430.709919:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077430.709921:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077430.709922:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077430.709924:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077430.709926:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077430.709928:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077430.709930:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077430.709932:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077430.709934:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653059328, portal 10
00000100:00000001:1.0:1769077430.709936:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077430.709937:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:1.0:1769077430.709942:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653059328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.709946:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077430.709949:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077430.709951:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077430.709953:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653059328, offset 0
00000400:00000200:1.0:1769077430.709956:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077430.709958:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077430.709961:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077430.709963:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077430.709965:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077430.709966:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077430.709967:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077430.709970:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200167:200167:256:4294967295] 192.168.204.104@tcp LPNI seq info [200167:200167:8:4294967295]
00000400:00000200:1.0:1769077430.709973:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077430.709976:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077430.709980:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077430.709981:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077430.709984:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077430.709985:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077430.709988:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077430.709990:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077430.709993:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077430.709994:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077430.709996:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077430.709998:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077430.710000:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077430.710002:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077430.710004:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077430.710006:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653059328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710011:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077430.710013:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653059328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710017:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077430.710019:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077430.710020:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077430.710022:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769077430.710024:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077430.710040:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299083275
00000100:00000001:1.0:1769077430.710043:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299084539
00000100:00000001:1.0:1769077430.710044:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299083275
00000100:00000001:1.0:1769077430.710046:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299084539
00000100:00000001:1.0:1769077430.710048:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077430.710049:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077430.710050:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077430.710053:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077430/real 1769077430]  req@ffff88ba87a98e00 x1855007653059328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077430.710059:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077430.710060:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077430.710061:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077430.710063:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077430.710065:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077430.710067:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077430.710069:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653059328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077430.710075:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653059328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710079:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077430.710080:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710081:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077430.710082:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077430.710085:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653059328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710092:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077430.710097:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653059328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710105:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077430.710108:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710110:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077430.710112:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710115:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077430.710117:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077430.710120:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077430.710124:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077430.710127:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077430.710132:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653059328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077430.710143:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653059328:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077430.710149:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077430.710154:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653059456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710162:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077430.710164:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077430.710166:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077430.710168:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077430.710170:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077430.710174:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653059456:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077430.710178:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077430.710179:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077430.710181:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077430.710184:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077430.710188:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077430.710191:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077430.710196:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077430.710199:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077430.710202:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077430.710204:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653059456, portal 4
00000100:00000001:1.0:1769077430.710206:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077430.710207:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000100:00000040:1.0:1769077430.710211:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653059456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710216:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077430.710218:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077430.710219:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077430.710221:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653059456, offset 0
00000400:00000200:1.0:1769077430.710223:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077430.710226:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077430.710228:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077430.710230:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077430.710232:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077430.710234:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077430.710235:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077430.710238:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200168:200168:256:4294967295] 192.168.204.104@tcp LPNI seq info [200168:200168:8:4294967295]
00000400:00000200:1.0:1769077430.710241:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077430.710246:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077430.710249:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077430.710251:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077430.710254:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077430.710256:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077430.710259:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077430.710260:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077430.710263:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077430.710265:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077430.710267:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077430.710270:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077430.710272:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077430.710273:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077430.710275:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077430.710277:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99180 x1855007653059456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710283:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077430.710285:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653059456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710289:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077430.710290:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077430.710292:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077430.710295:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769077430.710297:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077430.710298:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299083282
00000100:00000001:1.0:1769077430.710300:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299084539
00000100:00000001:1.0:1769077430.710302:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299083282
00000100:00000001:1.0:1769077430.710303:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299084539
00000100:00000001:1.0:1769077430.710305:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077430.710307:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077430.710308:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077430.710310:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077430/real 1769077430]  req@ffff88ba87a99180 x1855007653059456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077430.710316:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077430.710317:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077430.710318:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077430.710320:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077430.710321:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077430.710322:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077430.710324:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653059456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077430.710333:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653059456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710340:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077430.710342:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710344:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077430.710345:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077430.710349:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653059456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710356:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077430.710361:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653059456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710369:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077430.710372:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710373:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077430.710375:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710377:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077430.710379:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077430.710381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077430.710385:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077430.710387:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077430.710392:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653059456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077430.710397:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653059456:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077430.710400:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077430.710402:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653059584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710407:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077430.710409:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077430.710410:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077430.710411:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077430.710413:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077430.710415:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653059584:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077430.710416:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077430.710418:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077430.710419:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077430.710420:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077430.710422:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218400.
02000000:00000001:1.0:1769077430.710423:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077430.710425:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769077430.710427:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769077430.710429:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769077430.710431:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653059584, portal 4
00000100:00000001:1.0:1769077430.710433:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077430.710434:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
00000100:00000040:1.0:1769077430.710438:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653059584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710442:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077430.710444:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769077430.710446:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769077430.710447:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653059584, offset 0
00000400:00000200:1.0:1769077430.710450:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769077430.710452:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077430.710455:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769077430.710457:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077430.710459:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769077430.710460:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077430.710462:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769077430.710464:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200169:200169:256:4294967295] 192.168.204.104@tcp LPNI seq info [200169:200169:8:4294967295]
00000400:00000200:1.0:1769077430.710467:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077430.710471:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077430.710474:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077430.710476:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769077430.710478:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769077430.710480:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077430.710483:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769077430.710491:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077430.710494:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769077430.710495:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769077430.710498:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077430.710500:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077430.710502:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769077430.710503:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769077430.710505:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077430.710508:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9ad80 x1855007653059584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710513:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077430.710515:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653059584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710520:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077430.710521:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077430.710524:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077430.710526:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769077430.710528:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077430.710530:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299083282
00000100:00000001:1.0:1769077430.710531:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299084539
00000100:00000001:1.0:1769077430.710533:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299083282
00000100:00000001:1.0:1769077430.710551:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299084539
00000100:00000001:1.0:1769077430.710553:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077430.710556:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077430.710558:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077430.710563:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077430/real 1769077430]  req@ffff88ba87a9ad80 x1855007653059584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077430.710573:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077430.710575:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077430.710577:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769077430.710580:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769077430.710582:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769077430.710584:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077430.710587:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653059584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077430.710597:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653059584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710603:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077430.710604:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710606:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077430.710607:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077430.710609:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653059584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710614:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077430.710618:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653059584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710624:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077430.710626:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710627:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077430.710628:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710629:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077430.710631:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077430.710633:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077430.710637:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769077430.710639:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077430.710642:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653059584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077430.710648:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653059584:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769077430.710650:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710652:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077430.710654:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653059200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710659:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077430.710660:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077430.710661:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218000.
02000000:00000001:1.0:1769077430.710663:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077430.710664:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077430.710665:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077430.710667:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077430.710668:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:1.0:1769077430.710670:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077430.710671:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077430.710672:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:1.0:1769077430.710674:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077430.710675:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710676:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077430.710678:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653059328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710683:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077430.710684:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077430.710685:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769077430.710686:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077430.710687:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077430.710687:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769077430.710688:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077430.710689:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:1.0:1769077430.710691:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077430.710691:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077430.710692:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:1.0:1769077430.710693:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077430.710694:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710695:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077430.710697:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653059456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710701:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077430.710701:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077430.710702:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769077430.710703:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077430.710704:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077430.710705:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077430.710706:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077430.710707:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:1.0:1769077430.710708:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077430.710708:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077430.710709:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000001:1.0:1769077430.710710:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077430.710711:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710712:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077430.710714:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653059584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077430.710722:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077430.710723:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077430.710724:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218400.
02000000:00000001:1.0:1769077430.710725:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077430.710726:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077430.710727:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769077430.710728:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077430.710728:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:1.0:1769077430.710729:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077430.710730:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077430.710731:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:1.0:1769077430.710732:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077430.710733:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710734:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077430.710737:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077430.710737:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077430.710739:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077430.710740:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077431.348707:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077431.348710:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077431.348713:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077431.988655:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299084539, at 4299084544
00000100:00000010:1.0:1769077431.988676:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9540.
00000020:00000001:1.0:1769077432.372689:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077432.372694:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077432.372698:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077434.420699:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077434.420703:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077434.420706:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077435.444691:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077435.444694:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077435.444697:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077435.828661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077435.828671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077435.828673:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077435.828677:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077435.828680:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077435.828686:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4415
00000400:00000200:1.0:1769077435.828693:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077435.828698:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077435.828700:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077435.828703:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.828705:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077435.828707:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.828709:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077435.828713:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077435.828714:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769077435.828717:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077435.828719:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769077435.828720:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769077435.828722:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769077435.828724:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.828725:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077435.828726:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.828728:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077435.828730:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769077435.828733:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077435.828735:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077435.828737:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077435.828739:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077435.828741:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077435.828743:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077435.828744:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077435.828754:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611180.
00000020:00000040:1.0:1769077435.828757:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769077435.828760:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077435.828762:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077435.828764:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077435.828766:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077435.828771:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077435.828777:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000100:00000001:1.0:1769077435.828783:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077435.828790:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611180 x1855007653059712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077435.828798:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077435.828801:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077435.828805:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca7c0f41] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611180 x1855007653059712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077435.828827:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077435.828829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077435.828832:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077435.828833:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077435.828835:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077435.828836:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077435.828838:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4415
00000400:00000200:1.0:1769077435.828840:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077435.828842:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077435.828844:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077435.828846:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.828848:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077435.828849:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.828851:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077435.828853:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077435.828854:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769077435.828855:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077435.828857:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769077435.828859:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769077435.828861:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769077435.828864:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.828866:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077435.828867:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.828868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077435.828870:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769077435.828872:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077435.828876:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077435.828878:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077435.828885:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077435.828888:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077435.828891:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077435.828894:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077435.828900:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077435.828904:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077435.828910:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613b80.
00000020:00000040:1.0:1769077435.828914:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769077435.828918:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077435.828920:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077435.828923:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077435.828924:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077435.828927:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077435.828931:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:1.0:1769077435.828936:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077435.828957:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613b80 x1855007653059840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077435.828967:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077435.828970:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077435.828976:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463b92a8] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613b80 x1855007653059840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077435.828997:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077435.829000:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077435.829005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077435.829006:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077435.829007:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077435.829010:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077435.829014:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4415
00000400:00000200:1.0:1769077435.829020:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077435.829024:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077435.829028:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077435.829032:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829035:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077435.829038:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829041:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077435.829046:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077435.829048:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769077435.829051:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077435.829054:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769077435.829058:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769077435.829061:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769077435.829066:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829071:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077435.829077:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829080:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077435.829084:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769077435.829089:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829091:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077435.829095:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077435.829100:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077435.829103:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077435.829104:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077435.829107:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077435.829111:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077435.829112:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077435.829118:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613480.
00000020:00000040:1.0:1769077435.829122:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769077435.829127:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077435.829130:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077435.829134:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077435.829136:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077435.829139:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077435.829144:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000001:1.0:1769077435.829149:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077435.829157:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613480 x1855007653059968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077435.829172:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077435.829176:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077435.829183:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3972140] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613480 x1855007653059968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077435.829202:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077435.829205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077435.829212:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.1:1769077435.829213:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769077435.829215:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077435.829218:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1769077435.829218:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1769077435.829221:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077435.829223:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4415
00000400:00000200:1.0:1769077435.829226:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077435.829228:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077435.829229:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077435.829232:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829233:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077435.829235:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829241:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077435.829244:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077435.829246:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769077435.829249:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077435.829251:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769077435.829253:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769077435.829255:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769077435.829258:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829261:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077435.829266:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829270:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077435.829273:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769077435.829277:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829281:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077435.829283:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077435.829287:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077435.829290:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077435.829292:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077435.829295:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077435.829300:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077435.829304:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077435.829311:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610a80.
00000020:00000040:1.0:1769077435.829317:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769077435.829328:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077435.829330:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077435.829333:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077435.829337:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077435.829339:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077435.829342:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218000.
00000100:00000001:1.0:1769077435.829345:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077435.829353:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610a80 x1855007653060096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077435.829362:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077435.829366:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077435.829369:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cf2531] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610a80 x1855007653060096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077435.829379:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077435.829381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077435.829386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077435.829389:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077435.829390:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077435.829393:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077435.829397:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4415
00000400:00000200:1.0:1769077435.829401:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077435.829406:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077435.829409:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077435.829414:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829417:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077435.829422:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829429:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077435.829434:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077435.829443:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769077435.829448:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077435.829451:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769077435.829456:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769077435.829461:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769077435.829469:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829475:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077435.829481:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829484:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077435.829487:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769077435.829492:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077435.829495:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077435.829496:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077435.829498:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077435.829500:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077435.829501:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077435.829504:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077435.829509:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077435.829511:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077435.829513:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613800.
00000020:00000040:1.0:1769077435.829517:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769077435.829522:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077435.829524:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077435.829526:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077435.829528:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077435.829530:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077435.829557:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218c00.
00000100:00000001:1.0:1769077435.829561:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077435.829566:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613800 x1855007653060224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077435.829587:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077435.829590:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077435.829596:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ee6579f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613800 x1855007653060224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077435.829607:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077435.829612:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4426)
00000800:00000200:0.1:1769077435.829815:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077435.829817:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077435.830077:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077435.830079:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077435.830289:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077435.830291:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077435.830466:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077435.830467:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1769077437.108604:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299089659, at 4299089664
00000100:00000010:1.0:1769077437.108620:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c60.
00000020:00000001:1.0:1769077437.492722:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077437.492727:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077437.492731:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077438.516773:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077438.516777:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077438.516779:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077440.564685:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077440.564688:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077440.564690:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077440.949261:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077440.949269:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077440.949895:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077440.949898:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077440.950138:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077440.950140:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077440.950368:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077440.950370:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077440.950560:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077440.950562:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1769077441.588823:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077441.588828:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077441.588831:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077442.228641:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299094779, at 4299094784
00000100:00000010:1.0:1769077442.228664:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16300.
00000020:00000001:1.0:1769077443.636747:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077443.636751:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077443.636754:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077444.660684:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077444.660687:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077444.660690:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077446.069469:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077446.069480:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077446.070600:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077446.070601:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077446.070856:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077446.070857:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077446.071063:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077446.071065:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077446.071307:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077446.071309:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1769077446.708751:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077446.708755:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077446.708771:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077447.348607:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299099900, at 4299099904
00000100:00000010:1.0:1769077447.348624:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16600.
00000020:00000001:1.0:1769077447.732734:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077447.732751:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077447.732756:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077449.780681:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077449.780684:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077449.780686:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077450.804711:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077450.804714:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077450.804717:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077451.189180:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077451.189183:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077451.189953:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077451.189955:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077451.190175:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077451.190176:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077451.190357:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077451.190358:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077451.190659:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077451.190661:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1769077452.468652:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299105019, at 4299105024
00000100:00000010:1.0:1769077452.468724:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d168a0.
00000020:00000001:1.0:1769077452.852713:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077452.852726:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077452.852730:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077453.876727:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077453.876730:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077453.876733:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077455.924736:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077455.924739:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077455.924742:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077456.308666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077456.308674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077456.308677:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077456.308680:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077456.308684:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077456.308689:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4436
00000400:00000200:1.0:1769077456.308697:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077456.308702:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077456.308704:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077456.308707:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.308710:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077456.308711:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.308713:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077456.308717:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077456.308718:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769077456.308720:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077456.308722:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769077456.308724:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769077456.308725:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769077456.308727:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.308728:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077456.308730:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.308731:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077456.308734:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769077456.308737:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077456.308739:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077456.308741:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077456.308743:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077456.308745:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077456.308747:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077456.308748:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077456.308758:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610e00.
00000020:00000040:1.0:1769077456.308760:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769077456.308763:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077456.308765:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077456.308767:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077456.308769:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077456.308773:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077456.308780:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000001:1.0:1769077456.308785:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077456.308792:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610e00 x1855007653062272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077456.308800:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077456.308803:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077456.308806:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e5ce01] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610e00 x1855007653062272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077456.308823:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077456.308826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077456.308828:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077456.308829:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077456.308831:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077456.308832:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077456.308834:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4436
00000400:00000200:1.0:1769077456.308837:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077456.308839:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077456.308841:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077456.308844:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.308846:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077456.308847:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.308849:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077456.308850:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077456.308851:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769077456.308852:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077456.308854:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769077456.308855:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769077456.308857:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769077456.308862:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.308866:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077456.308870:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.308873:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077456.308876:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769077456.308882:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077456.308886:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077456.308889:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077456.308894:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077456.308898:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077456.308902:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077456.308909:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077456.308915:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077456.308920:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077456.308926:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612a00.
00000020:00000040:1.0:1769077456.308931:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769077456.308937:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077456.308941:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077456.308943:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077456.308946:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077456.308950:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077456.308959:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:1.0:1769077456.308967:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077456.308975:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612a00 x1855007653062400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077456.308988:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077456.308991:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077456.308999:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080821b25] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612a00 x1855007653062400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077456.309041:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077456.309045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077456.309053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077456.309056:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077456.309058:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077456.309060:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077456.309066:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4436
00000400:00000200:1.0:1769077456.309070:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077456.309072:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077456.309074:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077456.309076:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309078:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077456.309082:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309086:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077456.309088:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077456.309090:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769077456.309094:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077456.309095:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769077456.309098:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769077456.309101:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769077456.309107:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309111:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077456.309117:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309121:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077456.309125:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769077456.309132:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309137:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077456.309139:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077456.309142:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077456.309146:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077456.309151:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077456.309154:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077456.309157:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077456.309161:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077456.309169:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612680.
00000020:00000040:1.0:1769077456.309171:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769077456.309174:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077456.309176:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077456.309180:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077456.309182:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077456.309185:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077456.309190:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000100:00000001:1.0:1769077456.309194:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077456.309201:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612680 x1855007653062528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769077456.309201:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077456.309209:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1769077456.309211:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077456.309214:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077456.309220:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c0d898d] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612680 x1855007653062528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077456.309229:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077456.309233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077456.309236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077456.309237:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077456.309238:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077456.309240:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077456.309244:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4436
00000400:00000200:1.0:1769077456.309249:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077456.309254:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077456.309258:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077456.309260:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309262:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077456.309266:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309271:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077456.309273:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077456.309275:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769077456.309276:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077456.309279:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769077456.309282:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769077456.309285:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769077456.309295:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309299:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077456.309306:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309312:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077456.309320:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769077456.309327:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309332:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077456.309336:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077456.309341:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077456.309348:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077456.309350:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077456.309353:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077456.309357:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077456.309358:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077456.309362:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610380.
00000020:00000040:1.0:1769077456.309366:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769077456.309368:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077456.309371:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077456.309373:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077456.309376:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077456.309379:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077456.309385:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000001:1.0:1769077456.309392:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077456.309401:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610380 x1855007653062656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077456.309414:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077456.309418:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077456.309424:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea9b11c2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610380 x1855007653062656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077456.309441:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077456.309447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077456.309454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077456.309458:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077456.309462:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077456.309468:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077456.309475:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4436
00000400:00000200:1.0:1769077456.309483:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077456.309490:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077456.309495:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077456.309500:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309505:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077456.309509:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309514:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077456.309519:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077456.309520:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769077456.309523:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077456.309525:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769077456.309530:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769077456.309559:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769077456.309563:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309565:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077456.309570:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309576:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077456.309583:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769077456.309591:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077456.309608:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077456.309613:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077456.309619:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077456.309626:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077456.309630:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077456.309635:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077456.309642:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077456.309647:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077456.309653:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611c00.
00000020:00000040:1.0:1769077456.309660:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769077456.309667:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077456.309671:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077456.309676:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077456.309681:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077456.309685:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077456.309693:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000001:1.0:1769077456.309701:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077456.309710:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611c00 x1855007653062784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077456.309737:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077456.309741:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077456.309751:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8684d4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611c00 x1855007653062784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077456.309775:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077456.309784:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4446)
00000800:00000200:0.1:1769077456.309868:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077456.309871:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769077456.310112:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077456.310114:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769077456.310328:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077456.310330:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769077456.310644:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077456.310645:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1769077456.948750:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077456.948756:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077456.948761:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077457.588663:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299110139, at 4299110144
00000100:00000010:1.0:1769077457.588683:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16f00.
00000020:00000001:1.0:1769077458.996717:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077458.996721:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077458.996725:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077460.020759:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077460.020763:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077460.020766:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077461.429346:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077461.429353:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769077461.429980:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077461.429982:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769077461.430345:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077461.430348:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769077461.430723:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077461.430726:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769077461.431065:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077461.431068:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1769077462.068670:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077462.068673:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077462.068676:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077462.708663:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299115260, at 4299115264
00000100:00000010:1.0:1769077462.708678:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16ea0.
00000020:00000001:1.0:1769077463.092723:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077463.092727:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077463.092730:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077465.140682:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077465.140685:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077465.140688:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077466.164732:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077466.164736:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077466.164746:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077466.549243:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077466.550253:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077466.550458:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077466.551132:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077466.551307:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:1.0:1769077467.828642:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299120379, at 4299120384
00000100:00000010:1.0:1769077467.828665:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16a20.
00000020:00000001:1.0:1769077468.212803:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077468.212807:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077468.212810:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077469.236789:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077469.236797:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077469.236802:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769077469.620774:0:2395:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:1.0:1769077469.620827:0:2395:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077469.620842:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077469.620864:0:2395:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:1.0:1769077469.620869:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077469.620873:0:2395:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077469.620879:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077469.620883:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:1.0:1769077469.620890:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077469.620895:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077469.620902:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799bb0
00000400:00000010:1.0:1769077469.620906:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799bb0.
00000100:00000001:1.0:1769077469.620911:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077469.620918:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a98380 x1855007653063552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077469.620946:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077469.620951:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653063552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077469.620959:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077469.620961:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077469.620972:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077469.620975:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727800.
00000400:00000200:1.0:1769077469.620978:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077469.620982:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077469.620985:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:1.0:1769077469.620988:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:1.0:1769077469.620991:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077469.620995:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9aa00 x1855007653063680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077469.621004:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077469.621008:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9aa00 x1855007653063680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077469.621015:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077469.621017:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077469.621023:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077469.621026:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727700.
00000400:00000200:1.0:1769077469.621030:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077469.621037:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077469.621044:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799ee0
00000400:00000010:1.0:1769077469.621047:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799ee0.
00000100:00000001:1.0:1769077469.621052:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077469.621060:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a98700 x1855007653063808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077469.621090:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077469.621095:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653063808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077469.621110:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077469.621115:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077469.621129:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077469.621134:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727e00.
00000400:00000200:1.0:1769077469.621140:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077469.621150:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077469.621155:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799088
00000400:00000010:1.0:1769077469.621167:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799088.
00000100:00000001:1.0:1769077469.621178:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077469.621187:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9b480 x1855007653063936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077469.621222:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077469.621230:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653063936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077469.621247:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077469.621251:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077469.621264:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077469.621269:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727000.
00000400:00000200:1.0:1769077469.621289:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077469.621299:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077469.621307:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799b28
00000400:00000010:1.0:1769077469.621311:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799b28.
00000100:00000001:1.0:1769077469.621317:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077469.621325:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a99f80 x1855007653064064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077469.621343:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077469.621352:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653064064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077469.621384:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077469.621389:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1769077471.284717:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077471.284722:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077471.284726:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077471.669597:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077471.669601:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077471.670156:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077471.670171:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077471.670900:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077471.670903:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077471.671353:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077471.671356:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077471.671625:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077471.671628:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1769077472.308722:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077472.308740:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077472.308748:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077472.948644:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299125499, at 4299125504
00000100:00000010:1.0:1769077472.948660:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16060.
00000020:00000001:1.0:1769077474.356701:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077474.356706:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077474.356710:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077475.380693:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077475.380697:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077475.380700:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077476.789236:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077476.789245:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769077476.789894:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077476.789897:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769077476.790187:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077476.790189:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769077476.790406:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077476.790408:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769077476.790601:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077476.790602:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000020:00000001:1.0:1769077477.428669:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077477.428674:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077477.428678:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077478.068667:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299130619, at 4299130624
00000100:00000010:1.0:1769077478.068681:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16840.
00000020:00000001:1.0:1769077478.452755:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077478.452765:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077478.452769:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077480.500717:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077480.500722:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077480.500726:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077481.524667:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077481.524670:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077481.524673:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077481.909276:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077481.909283:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769077481.909934:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077481.909942:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769077481.910193:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077481.910196:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769077481.910462:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077481.910464:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769077481.910776:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077481.910778:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000100:00000040:1.0:1769077483.188629:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299135739, at 4299135744
00000100:00000010:1.0:1769077483.188646:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d164e0.
00000020:00000001:1.0:1769077483.572668:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077483.572671:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077483.572674:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077484.596704:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077484.596707:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077484.596710:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077486.644681:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077486.644684:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077486.644687:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077487.029285:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077487.029294:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769077487.029885:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077487.029888:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769077487.030240:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077487.030243:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769077487.030591:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077487.030594:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769077487.030905:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077487.030908:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1769077487.668719:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077487.668722:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077487.668725:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077488.308694:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299140859, at 4299140864
00000100:00000010:1.0:1769077488.308729:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d162a0.
00000020:00000001:1.0:1769077489.716721:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077489.716724:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077489.716726:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077490.740693:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077490.740697:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077490.740700:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077492.149364:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077492.149371:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077492.150142:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077492.150145:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077492.150469:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077492.150472:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077492.150780:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077492.150782:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077492.150970:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077492.150972:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1769077492.788760:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077492.788765:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077492.788769:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077493.428608:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299145980, at 4299145984
00000100:00000010:1.0:1769077493.428625:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16000.
00000020:00000001:1.0:1769077493.812730:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077493.812735:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077493.812739:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077495.860744:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077495.860748:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077495.860751:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077496.884734:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077496.884740:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077496.884746:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077497.269437:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077497.269443:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077497.270314:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077497.270317:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077497.270664:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077497.270667:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077497.270999:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077497.271002:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077497.271454:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077497.271457:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1769077498.548693:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299151100, at 4299151104
00000100:00000010:1.0:1769077498.548717:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16900.
00000020:00000001:1.0:1769077498.932752:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077498.932757:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077498.932761:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077499.956751:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077499.956756:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077499.956760:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077502.004746:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077502.004750:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077502.004753:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077502.389226:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077502.389232:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077502.389755:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077502.389756:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077502.390021:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077502.390023:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077502.390215:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077502.390217:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077502.390390:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077502.390392:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1769077503.028698:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077503.028701:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077503.028704:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077503.668642:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299156219, at 4299156224
00000100:00000010:1.0:1769077503.668657:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16540.
00000020:00000001:1.0:1769077505.076722:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077505.076728:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077505.076732:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077506.100711:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077506.100715:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077506.100718:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077507.509372:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077507.509377:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077507.510317:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077507.510319:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077507.510588:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077507.510590:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077507.510803:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077507.510805:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077507.510991:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077507.510993:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1769077508.148704:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077508.148708:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077508.148711:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077508.788625:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299161340, at 4299161344
00000100:00000010:1.0:1769077508.788638:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d165a0.
00000020:00000001:1.0:1769077509.172750:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077509.172754:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077509.172757:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077511.220727:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077511.220730:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077511.220733:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077512.244729:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077512.244734:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077512.244748:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077512.629285:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077512.629291:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077512.629925:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077512.629928:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077512.630142:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077512.630145:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077512.630386:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077512.630388:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077512.630585:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077512.630586:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1769077513.908657:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299166459, at 4299166464
00000100:00000010:1.0:1769077513.908672:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d163c0.
00000020:00000001:1.0:1769077514.292734:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077514.292739:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077514.292743:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077515.316718:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077515.316722:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077515.316725:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077517.364741:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077517.364747:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077517.364751:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077517.749657:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077517.749668:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769077517.750415:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077517.750418:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769077517.750788:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077517.750790:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769077517.751102:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077517.751105:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769077517.751416:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077517.751419:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000020:00000001:1.0:1769077518.388703:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077518.388707:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077518.388710:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077519.028654:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299171580, at 4299171584
00000100:00000010:1.0:1769077519.028669:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d163c0.
00000020:00000001:1.0:1769077520.436732:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077520.436739:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077520.436746:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077521.460699:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077521.460703:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077521.460707:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077522.869183:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077522.869188:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769077522.869809:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077522.869814:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769077522.870258:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077522.870259:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769077522.870530:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077522.870532:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769077522.870728:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077522.870730:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000020:00000001:1.0:1769077523.508689:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077523.508692:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077523.508695:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077524.148657:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299176699, at 4299176704
00000100:00000010:1.0:1769077524.148672:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d165a0.
00000020:00000001:1.0:1769077524.532684:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077524.532687:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077524.532690:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077526.580714:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077526.580718:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077526.580721:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077527.604700:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077527.604705:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077527.604709:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077527.989103:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077527.989107:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077527.989776:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077527.989779:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077527.989993:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077527.989995:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077527.990175:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077527.990177:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077527.990473:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077527.990475:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000100:00000040:1.0:1769077529.268679:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299181819, at 4299181824
00000100:00000010:1.0:1769077529.268704:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16540.
00000020:00000001:1.0:1769077529.652715:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077529.652720:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077529.652724:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077530.676742:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077530.676747:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077530.676751:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077532.724699:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077532.724704:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077532.724707:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077533.109456:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077533.110020:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077533.110590:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077533.111055:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077533.111228:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:1.0:1769077533.748714:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077533.748717:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077533.748720:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077534.388610:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299186939, at 4299186944
00000100:00000010:1.0:1769077534.388622:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16900.
00000020:00000001:1.0:1769077535.796731:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077535.796735:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077535.796738:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077536.820712:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077536.820716:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077536.820719:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077538.229305:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077538.229311:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077538.229852:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077538.229854:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077538.231406:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077538.231408:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077538.231689:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077538.231691:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077538.231915:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077538.231917:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1769077538.868717:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077538.868720:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077538.868723:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077539.508752:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299192059, at 4299192064
00000100:00000010:1.0:1769077539.508774:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b540.
00000020:00000001:1.0:1769077539.892710:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077539.892717:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077539.892723:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077541.940682:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077541.940685:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077541.940688:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077542.964794:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077542.964798:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077542.964801:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077543.349198:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077543.349222:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077543.349957:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077543.349959:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077543.350175:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077543.350177:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077543.350393:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077543.350395:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077543.350760:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077543.350762:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1769077544.628643:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299197179, at 4299197184
00000100:00000010:1.0:1769077544.628664:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b540.
00000020:00000001:1.0:1769077545.012691:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077545.012695:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077545.012698:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077546.036697:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077546.036701:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077546.036703:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077548.084729:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077548.084734:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077548.084738:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077548.469423:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077548.469431:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769077548.470132:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077548.470135:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769077548.470466:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077548.470469:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769077548.470823:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077548.470826:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769077548.471148:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077548.471151:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1769077549.108775:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077549.108778:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077549.108782:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077549.748657:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299202300, at 4299202304
00000100:00000010:1.0:1769077549.748671:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16000.
00000020:00000001:1.0:1769077551.156739:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077551.156743:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077551.156748:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077552.180803:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077552.180810:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077552.180815:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077553.589500:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077553.589506:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769077553.590523:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077553.590525:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769077553.590734:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077553.590736:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769077553.591008:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077553.591010:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769077553.591235:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077553.591237:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1769077554.228791:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077554.228797:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077554.228800:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077554.868666:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299207420, at 4299207424
00000100:00000010:1.0:1769077554.868683:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d162a0.
00000020:00000001:1.0:1769077555.252666:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077555.252670:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077555.252673:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077557.300700:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077557.300704:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077557.300707:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077558.324684:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077558.324688:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077558.324690:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077558.709178:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077558.709182:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769077558.709787:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077558.709790:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769077558.710011:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077558.710012:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769077558.710247:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077558.710249:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769077558.710477:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077558.710479:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1769077559.988653:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299212539, at 4299212544
00000100:00000010:1.0:1769077559.988669:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d164e0.
00000020:00000001:1.0:1769077560.372717:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077560.372720:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077560.372723:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077561.396668:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077561.396672:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077561.396675:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077563.444841:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077563.444847:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077563.444850:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077563.829309:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077563.829317:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077563.830028:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077563.830032:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077563.830361:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077563.830364:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077563.830722:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077563.830725:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077563.831041:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077563.831043:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1769077564.468737:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077564.468742:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077564.468746:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077565.108641:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299217659, at 4299217664
00000100:00000010:1.0:1769077565.108655:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16840.
00000020:00000001:1.0:1769077566.516681:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077566.516685:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077566.516688:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077567.540806:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077567.540810:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077567.540830:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077568.949189:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077568.949195:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077568.949824:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077568.949826:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077568.950054:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077568.950056:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077568.950232:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077568.950234:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077568.950473:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077568.950474:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1769077569.588754:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077569.588760:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077569.588764:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077570.228677:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299222779, at 4299222784
00000100:00000010:1.0:1769077570.228717:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16060.
00000020:00000001:1.0:1769077570.612758:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077570.612762:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077570.612765:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077572.660765:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077572.660776:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077572.660779:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077573.684747:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077573.684750:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077573.684753:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077574.069183:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077574.069189:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077574.070102:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077574.070108:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077574.070513:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077574.070516:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077574.070965:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077574.070968:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077574.071205:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077574.071207:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1769077575.348650:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299227899, at 4299227904
00000100:00000010:1.0:1769077575.348665:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bd20.
00000020:00000001:1.0:1769077575.732726:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077575.732729:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077575.732732:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077576.756761:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077576.756768:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077576.756773:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077578.804681:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077578.804686:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077578.804690:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077579.189157:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077579.189160:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077579.189854:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077579.189856:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077579.190087:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077579.190102:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077579.190295:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077579.190298:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077579.190569:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077579.190571:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1769077579.828691:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077579.828694:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077579.828697:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077580.468608:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299233019, at 4299233024
00000100:00000010:1.0:1769077580.468625:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b3c0.
00000020:00000001:1.0:1769077581.876734:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077581.876739:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077581.876743:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077584.309306:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077584.309330:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077584.310061:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077584.310064:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077584.310378:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077584.310380:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077584.310731:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077584.310735:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077584.311045:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077584.311048:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1769077584.948771:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077584.948779:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077584.948785:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077585.588668:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299238139, at 4299238144
00000100:00000010:1.0:1769077585.588690:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b5a0.
00000020:00000001:1.0:1769077588.020738:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077588.020743:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077588.020747:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077589.429302:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077589.429307:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077589.430304:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077589.430308:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077589.430953:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077589.430955:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077589.431259:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077589.431261:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077589.431469:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077589.431487:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1769077590.708629:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299243259, at 4299243264
00000100:00000010:1.0:1769077590.708648:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bf60.
00000020:00000001:1.0:1769077591.092768:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077591.092775:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077591.092780:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077594.164712:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077594.164716:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077594.164719:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077594.549297:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077594.549302:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077594.550116:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077594.550119:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077594.550451:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077594.550453:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077594.550758:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077594.550760:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077594.551040:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077594.551043:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1769077595.828659:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299248379, at 4299248384
00000100:00000010:1.0:1769077595.828678:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b000.
00000020:00000001:1.0:1769077597.236752:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077597.236757:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077597.236769:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077599.669207:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077599.669595:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077599.669971:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077599.670143:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077599.670303:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:1.0:1769077600.308658:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077600.308661:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077600.308664:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077600.948693:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299253499, at 4299253504
00000100:00000010:1.0:1769077600.948712:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b6c0.
00000400:00000100:1.0:1769077602.740930:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:1.0:1769077602.740983:0:2393:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077602.740998:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077602.741003:0:2393:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:1.0:1769077602.741009:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077602.741014:0:2393:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077602.741020:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077602.741026:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:1.0:1769077602.741032:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077602.741038:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077602.741045:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f803b8
00000400:00000010:1.0:1769077602.741048:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f803b8.
00000100:00000001:1.0:1769077602.741054:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077602.741063:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579df80 x1855007653080192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077602.741084:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077602.741090:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579df80 x1855007653080192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077602.741098:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077602.741101:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077602.741115:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077602.741120:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2300.
00000400:00000200:1.0:1769077602.741126:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077602.741149:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077602.741157:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:1.0:1769077602.741161:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:1.0:1769077602.741167:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077602.741176:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579fb80 x1855007653080320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077602.741191:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077602.741198:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579fb80 x1855007653080320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077602.741213:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077602.741217:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077602.741230:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077602.741237:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2e00.
00000400:00000200:1.0:1769077602.741243:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077602.741254:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077602.741263:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:1.0:1769077602.741269:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:1.0:1769077602.741275:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077602.741286:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579f100 x1855007653080448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077602.741311:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077602.741320:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f100 x1855007653080448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077602.741349:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077602.741353:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077602.741365:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077602.741371:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2f00.
00000400:00000200:1.0:1769077602.741379:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077602.741387:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077602.741396:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80000
00000400:00000010:1.0:1769077602.741402:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80000.
00000100:00000001:1.0:1769077602.741409:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077602.741420:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579c700 x1855007653080576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077602.741460:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077602.741468:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c700 x1855007653080576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077602.741483:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077602.741485:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077602.741495:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077602.741502:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:1.0:1769077602.741505:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077602.741508:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077602.741514:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80a18
00000400:00000010:1.0:1769077602.741524:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80a18.
00000100:00000001:1.0:1769077602.741531:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077602.741591:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579e300 x1855007653080704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077602.741611:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077602.741618:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579e300 x1855007653080704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077602.741641:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077602.741647:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1769077603.380689:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077603.380693:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077603.380696:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077604.789849:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077604.789854:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769077604.790288:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077604.790291:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769077604.790664:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077604.790667:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769077604.790995:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077604.790998:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769077604.791293:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077604.791313:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 57 secs later)
00000100:00000040:1.0:1769077606.068667:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299258620, at 4299258624
00000100:00000010:1.0:1769077606.068692:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bc00.
00000020:00000001:1.0:1769077606.452789:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077606.452792:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077606.452795:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077609.524752:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077609.524757:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077609.524762:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077609.909591:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077609.909597:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769077609.910238:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077609.910240:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769077609.910561:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077609.910564:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769077609.910797:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077609.910798:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769077609.911050:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077609.911068:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000100:00000040:1.0:1769077611.188649:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299263740, at 4299263744
00000100:00000010:1.0:1769077611.188664:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059e40.
00000020:00000001:1.0:1769077612.596760:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077612.596764:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077612.596767:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077615.029221:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077615.029226:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077615.029991:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077615.029993:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077615.030182:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077615.030183:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077615.030419:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077615.030421:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077615.030719:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077615.030721:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000020:00000001:1.0:1769077615.668680:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077615.668684:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077615.668687:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077616.308639:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299268859, at 4299268864
00000100:00000010:1.0:1769077616.308648:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b480.
00000020:00000001:1.0:1769077618.740734:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077618.740739:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077618.740743:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077620.149304:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077620.149309:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077620.149900:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077620.149902:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077620.150098:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077620.150101:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077620.150375:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077620.150377:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077620.150605:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077620.150606:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1769077621.428647:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299273979, at 4299273984
00000100:00000010:1.0:1769077621.428664:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bde0.
00000020:00000001:1.0:1769077621.812721:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077621.812724:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077621.812727:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077624.884740:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077624.884745:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077624.884749:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077625.269211:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077625.269217:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077625.269816:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077625.269817:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077625.270006:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077625.270008:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769077625.270116:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077625.270117:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077625.270119:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077625.270120:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077625.270122:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653083776:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077625.270124:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077625.270125:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077625.270126:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077625.270127:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077625.270129:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4400.
02000000:00000001:3.0:1769077625.270130:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077625.270132:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077625.270134:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077625.270136:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077625.270138:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653083776, portal 4
00000100:00000001:3.0:1769077625.270139:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077625.270140:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976462592 : -131139733089024 : ffff88baa6cb1500)
00000100:00000040:3.0:1769077625.270144:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1500 x1855007653083776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270148:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077625.270149:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077625.270150:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077625.270152:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653083776, offset 0
00000400:00000200:3.0:1769077625.270154:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077625.270156:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077625.270158:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077625.270159:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077625.270161:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077625.270163:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077625.270164:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077625.270166:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200358:200358:256:4294967295] 192.168.204.104@tcp LPNI seq info [200358:200358:8:4294967295]
00000400:00000200:3.0:1769077625.270169:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077625.270172:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077625.270176:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077625.270177:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077625.270180:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077625.270181:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077625.270184:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077625.270186:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769077625.270188:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077625.270189:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077625.270191:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077625.270193:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077625.270195:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077625.270196:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077625.270197:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077625.270199:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1500 x1855007653083776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270204:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077625.270206:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1500 x1855007653083776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270209:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077625.270210:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077625.270212:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077625.270214:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769077625.270216:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077625.270217:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299277842
00000100:00000001:3.0:1769077625.270219:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299279099
00000100:00000001:3.0:1769077625.270220:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299277842
00000100:00000001:3.0:1769077625.270222:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299279099
00000100:00000001:3.0:1769077625.270223:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077625.270224:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077625.270225:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077625.270227:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077625/real 1769077625]  req@ffff88baa6cb1500 x1855007653083776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077625.270233:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077625.270234:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077625.270235:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077625.270236:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077625.270237:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077625.270238:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077625.270240:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1500 x1855007653083776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077625.270245:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1500 x1855007653083776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270248:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077625.270249:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077625.270250:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077625.270251:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077625.270253:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1500 x1855007653083776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270257:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077625.270259:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1500 x1855007653083776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270263:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077625.270265:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077625.270266:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077625.270266:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077625.270267:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077625.270268:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077625.270270:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077625.270272:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077625.270273:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077625.270276:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1500 x1855007653083776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077625.270281:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653083776:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077625.270284:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077625.270285:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0a80 x1855007653083904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270289:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077625.270290:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077625.270291:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077625.270293:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077625.270294:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077625.270295:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653083904:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077625.270297:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077625.270298:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077625.270299:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077625.270300:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077625.270302:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7c00.
02000000:00000001:3.0:1769077625.270303:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077625.270305:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077625.270306:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077625.270308:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077625.270310:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653083904, portal 4
00000100:00000001:3.0:1769077625.270311:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077625.270312:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459904 : -131139733091712 : ffff88baa6cb0a80)
00000100:00000040:3.0:1769077625.270315:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0a80 x1855007653083904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270319:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077625.270321:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077625.270322:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077625.270324:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653083904, offset 0
00000400:00000200:3.0:1769077625.270326:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077625.270328:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077625.270330:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077625.270332:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077625.270334:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077625.270335:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077625.270337:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077625.270339:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200359:200359:256:4294967295] 192.168.204.104@tcp LPNI seq info [200359:200359:8:4294967295]
00000400:00000200:3.0:1769077625.270341:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077625.270345:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077625.270348:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077625.270349:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077625.270351:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077625.270353:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077625.270356:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077625.270357:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769077625.270360:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077625.270361:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077625.270363:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077625.270365:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077625.270367:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077625.270368:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077625.270369:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077625.270371:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0a80 x1855007653083904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270376:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077625.270378:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0a80 x1855007653083904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270381:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077625.270382:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077625.270384:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077625.270385:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769077625.270387:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077625.270389:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299277842
00000100:00000001:3.0:1769077625.270390:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299279099
00000100:00000001:3.0:1769077625.270392:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299277842
00000100:00000001:3.0:1769077625.270394:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299279099
00000100:00000001:3.0:1769077625.270395:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077625.270396:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077625.270397:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077625.270399:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077625/real 1769077625]  req@ffff88baa6cb0a80 x1855007653083904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077625.270403:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077625.270404:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077625.270405:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077625.270406:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077625.270407:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077625.270408:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077625.270410:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0a80 x1855007653083904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077625.270415:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0a80 x1855007653083904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270419:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077625.270420:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077625.270421:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077625.270422:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077625.270424:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0a80 x1855007653083904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270429:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077625.270431:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0a80 x1855007653083904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270435:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077625.270437:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077625.270438:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077625.270438:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077625.270440:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077625.270441:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077625.270442:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077625.270444:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077625.270445:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077625.270448:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0a80 x1855007653083904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077625.270452:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653083904:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077625.270454:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077625.270455:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077625.270457:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0380 x1855007653083520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270461:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077625.270462:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077625.270463:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:3.0:1769077625.270465:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077625.270466:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077625.270466:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077625.270468:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077625.270469:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7000.
02000000:00000001:3.0:1769077625.270471:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077625.270472:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077625.270473:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0380.
00000100:00000001:3.0:1769077625.270475:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077625.270476:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077625.270477:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077625.270479:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0e00 x1855007653083648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270488:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077625.270489:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077625.270490:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7800.
02000000:00000001:3.0:1769077625.270491:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077625.270492:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077625.270493:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077625.270494:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077625.270495:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5c00.
02000000:00000001:3.0:1769077625.270496:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077625.270497:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077625.270497:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0e00.
00000100:00000001:3.0:1769077625.270499:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077625.270500:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077625.270501:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077625.270502:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1500 x1855007653083776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270506:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077625.270507:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077625.270508:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4400.
02000000:00000001:3.0:1769077625.270509:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077625.270510:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077625.270510:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077625.270511:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077625.270512:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6c00.
02000000:00000001:3.0:1769077625.270513:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077625.270514:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077625.270515:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1500.
00000100:00000001:3.0:1769077625.270516:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077625.270516:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077625.270517:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077625.270519:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0a80 x1855007653083904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077625.270523:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077625.270524:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077625.270525:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7c00.
02000000:00000001:3.0:1769077625.270526:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077625.270527:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077625.270528:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077625.270529:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077625.270530:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:3.0:1769077625.270531:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077625.270532:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077625.270532:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0a80.
00000100:00000001:3.0:1769077625.270549:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077625.270550:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077625.270552:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077625.270554:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077625.270555:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077625.270556:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077625.270557:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077625.908765:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077625.908771:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077625.908775:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077626.548683:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299279099, at 4299279104
00000100:00000010:1.0:1769077626.548710:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059900.
00000020:00000001:3.0:1769077626.932792:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077626.932796:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077626.932798:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077627.956761:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077627.956767:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077627.956772:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077628.980727:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077628.980730:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077628.980734:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077630.004721:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077630.004725:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077630.004727:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077630.388712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077630.388724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077630.388727:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077630.388733:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077630.388737:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077630.388744:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4610
00000400:00000200:3.0:1769077630.388755:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077630.388763:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077630.388767:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077630.388771:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.388775:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.388778:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.388781:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077630.388786:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077630.388788:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077630.388791:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077630.388794:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077630.388797:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077630.388800:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077630.388803:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.388806:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.388808:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.388810:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077630.388814:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077630.388817:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077630.388820:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077630.388824:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077630.388827:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077630.388830:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.388833:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077630.388836:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077630.388847:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769077630.388851:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077630.388855:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077630.388857:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.388860:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077630.388862:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077630.388866:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077630.388874:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769077630.388881:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077630.388890:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653084032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077630.388903:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077630.388908:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077630.388914:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653084032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077630.388939:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077630.388943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077630.388947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077630.388949:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077630.388952:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077630.388955:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077630.388958:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4610
00000400:00000200:3.0:1769077630.388963:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077630.388968:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077630.388974:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077630.388980:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.388983:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.388989:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.388994:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077630.389001:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077630.389004:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077630.389008:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077630.389014:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077630.389020:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077630.389026:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077630.389037:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389044:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.389049:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389055:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077630.389060:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077630.389068:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389075:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077630.389081:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077630.389089:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077630.389096:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.389102:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077630.389109:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077630.389116:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.389122:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077630.389130:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769077630.389137:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077630.389142:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077630.389146:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.389151:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077630.389154:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077630.389156:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077630.389164:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769077630.389171:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077630.389181:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653084160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077630.389202:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077630.389208:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077630.389217:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653084160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077630.389241:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077630.389247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077630.389255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077630.389259:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077630.389263:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1769077630.389267:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077630.389269:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769077630.389271:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1769077630.389275:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4610
00000400:00000200:3.0:1769077630.389285:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077630.389294:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077630.389299:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077630.389308:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389315:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.389320:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389326:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077630.389332:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077630.389335:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077630.389338:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077630.389342:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077630.389345:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077630.389348:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077630.389357:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389363:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.389368:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389372:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077630.389378:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077630.389384:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389388:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077630.389391:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077630.389396:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077630.389401:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.389407:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077630.389411:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077630.389417:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.389420:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077630.389426:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769077630.389432:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077630.389439:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077630.389443:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.389447:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077630.389448:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077630.389452:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077630.389461:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769077630.389468:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077630.389479:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653084288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077630.389496:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077630.389502:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077630.389511:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653084288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077630.389576:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077630.389583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077630.389588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077630.389592:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077630.389596:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077630.389603:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077630.389610:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4610
00000400:00000200:3.0:1769077630.389619:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077630.389626:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077630.389632:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077630.389639:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389646:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.389653:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389660:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077630.389665:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077630.389682:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077630.389687:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077630.389692:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077630.389698:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077630.389703:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077630.389712:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389716:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.389721:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389726:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077630.389732:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077630.389738:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389745:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077630.389749:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077630.389753:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077630.389758:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.389763:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077630.389768:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077630.389774:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.389779:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077630.389784:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769077630.389789:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077630.389794:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077630.389798:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.389802:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077630.389805:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077630.389809:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077630.389816:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769077630.389822:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077630.389832:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653084416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077630.389848:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077630.389854:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077630.389863:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653084416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077630.389883:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077630.389888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077630.389895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077630.389899:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077630.389902:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077630.389907:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077630.389914:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4610
00000400:00000200:3.0:1769077630.389922:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077630.389928:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077630.389933:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077630.389940:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389945:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.389950:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389955:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077630.389961:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077630.389964:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077630.389968:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077630.389972:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077630.389976:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077630.389982:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077630.389991:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.389996:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.390002:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077630.390008:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077630.390014:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077630.390022:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077630.390028:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077630.390033:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077630.390039:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077630.390046:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.390051:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077630.390055:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077630.390061:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.390065:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077630.390072:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769077630.390079:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077630.390085:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077630.390089:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.390094:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077630.390098:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077630.390101:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077630.390109:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077630.390115:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077630.390125:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653084544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077630.390142:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077630.390147:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077630.390157:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653084544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077630.390161:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077630.390169:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077630.390174:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4620)
00000800:00000200:2.1:1769077630.390183:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077630.390515:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077630.390518:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077630.390975:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077630.390977:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077630.391283:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077630.391286:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1769077631.028685:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077631.028689:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077631.028692:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077631.668613:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299284219, at 4299284224
00000100:00000010:1.0:1769077631.668629:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b1e0.
00000020:00000001:3.0:1769077632.052813:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077632.052819:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077632.052822:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077633.076735:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077633.076738:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077633.076741:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077634.100723:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077634.100727:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077634.100730:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077635.124692:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077635.124696:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077635.124699:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077635.508650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077635.508662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077635.508665:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077635.508670:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077635.508675:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077635.508682:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4615
00000400:00000200:3.0:1769077635.508693:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077635.508700:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077635.508703:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077635.508706:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.508710:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077635.508713:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.508715:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077635.508720:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077635.508722:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077635.508725:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077635.508727:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077635.508731:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077635.508733:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077635.508736:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.508738:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077635.508741:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.508743:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077635.508746:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077635.508750:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077635.508753:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077635.508756:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077635.508759:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077635.508763:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077635.508765:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077635.508767:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077635.508779:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769077635.508783:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077635.508787:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077635.508789:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077635.508792:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077635.508795:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077635.508799:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077635.508807:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769077635.508814:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077635.508823:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653084672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077635.508835:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077635.508840:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077635.508845:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653084672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077635.508869:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077635.508873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077635.508877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077635.508878:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077635.508880:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077635.508883:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077635.508887:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4615
00000400:00000200:3.0:1769077635.508892:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077635.508896:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077635.508899:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077635.508905:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.508909:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077635.508914:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.508918:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077635.508922:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077635.508924:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077635.508928:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077635.508932:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077635.508938:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077635.508945:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077635.508954:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.508960:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077635.508967:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.508972:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077635.508979:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077635.508984:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077635.508991:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077635.508995:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077635.509003:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077635.509022:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077635.509026:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077635.509033:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077635.509039:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077635.509043:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077635.509051:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000020:00000040:3.0:1769077635.509057:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077635.509064:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077635.509068:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077635.509071:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077635.509075:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077635.509077:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077635.509087:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077635.509093:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077635.509102:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653084800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077635.509118:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077635.509124:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077635.509132:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653084800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077635.509175:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077635.509182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077635.509189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077635.509193:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077635.509198:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077635.509203:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077635.509210:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4615
00000400:00000200:3.0:1769077635.509222:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:2.1:1769077635.509222:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077635.509228:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000400:00000200:3.0:1769077635.509233:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077635.509238:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077635.509244:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.509249:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077635.509254:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.509260:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077635.509267:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077635.509271:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077635.509276:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077635.509280:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077635.509285:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077635.509290:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077635.509300:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.509306:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077635.509312:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.509320:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077635.509326:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077635.509332:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077635.509337:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077635.509340:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077635.509346:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077635.509352:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077635.509357:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077635.509360:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077635.509366:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077635.509369:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077635.509378:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769077635.509384:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077635.509392:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077635.509397:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077635.509404:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077635.509408:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077635.509413:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077635.509420:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769077635.509426:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077635.509437:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653084928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077635.509461:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077635.509467:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077635.509479:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653084928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077635.509508:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077635.509516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077635.509527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077635.509532:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077635.509571:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077635.509579:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077635.509604:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4615
00000400:00000200:3.0:1769077635.509615:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077635.509625:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077635.509631:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077635.509641:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.509647:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077635.509654:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.509661:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077635.509666:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077635.509672:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077635.509677:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077635.509682:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077635.509688:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077635.509694:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077635.509705:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.509711:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077635.509717:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.509722:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077635.509728:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077635.509737:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077635.509742:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077635.509744:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077635.509748:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077635.509751:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077635.509757:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077635.509762:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077635.509768:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077635.509773:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077635.509781:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769077635.509787:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077635.509792:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077635.509796:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077635.509801:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077635.509804:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077635.509809:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077635.509816:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769077635.509822:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077635.509835:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653085056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077635.509856:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077635.509862:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077635.509874:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653085056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077635.509906:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077635.509912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077635.509916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077635.509918:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077635.509920:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077635.509923:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077635.509927:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4615
00000400:00000200:3.0:1769077635.509944:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077635.509955:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000200:2.1:1769077635.509959:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:3.0:1769077635.509961:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769077635.509962:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1769077635.509974:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.509980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077635.509989:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.509996:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077635.510003:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077635.510007:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077635.510013:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077635.510017:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077635.510023:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077635.510030:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077635.510041:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.510049:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077635.510056:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077635.510063:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077635.510070:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077635.510080:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077635.510088:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077635.510093:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077635.510099:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077635.510104:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077635.510110:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077635.510114:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077635.510123:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077635.510130:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077635.510138:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769077635.510144:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077635.510151:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077635.510156:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077635.510162:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077635.510166:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077635.510170:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077635.510179:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769077635.510187:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077635.510201:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653085184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077635.510224:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077635.510230:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077635.510241:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653085184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077635.510265:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077635.510274:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4625)
00000800:00000200:2.1:1769077635.510341:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077635.510343:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077635.510602:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077635.510603:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077635.510820:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077635.510822:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769077636.148742:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077636.148746:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077636.148749:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077636.788652:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299289339, at 4299289344
00000100:00000010:1.0:1769077636.788663:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b0c0.
00000020:00000001:1.0:1769077637.172690:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077637.172693:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077637.172696:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077638.196777:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077638.196782:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077638.196786:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077639.220700:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077639.220703:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077639.220706:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077640.244700:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077640.244704:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077640.244708:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077640.628645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077640.628657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077640.628659:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077640.628662:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077640.628666:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077640.628672:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4620
00000400:00000200:3.0:1769077640.628680:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077640.628686:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077640.628689:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077640.628692:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.628695:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077640.628697:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.628699:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077640.628702:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077640.628704:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077640.628706:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077640.628707:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077640.628709:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077640.628711:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077640.628712:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.628714:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077640.628715:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.628716:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077640.628719:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077640.628721:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077640.628724:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077640.628726:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077640.628729:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077640.628731:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077640.628732:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077640.628734:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077640.628744:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769077640.628747:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077640.628750:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077640.628751:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077640.628753:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077640.628755:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077640.628759:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077640.628767:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769077640.628772:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077640.628779:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653085312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077640.628787:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077640.628790:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077640.628793:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653085312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077640.628813:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077640.628815:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077640.628818:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077640.628819:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077640.628820:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077640.628822:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077640.628823:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4620
00000400:00000200:3.0:1769077640.628826:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077640.628827:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077640.628829:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077640.628831:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.628833:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077640.628834:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.628836:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077640.628838:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077640.628839:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077640.628840:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077640.628841:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077640.628843:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077640.628845:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077640.628847:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.628848:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077640.628849:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.628851:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077640.628852:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077640.628854:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077640.628856:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077640.628857:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077640.628861:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077640.628866:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077640.628867:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077640.628871:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077640.628874:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077640.628877:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077640.628879:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769077640.628883:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077640.628886:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077640.628889:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077640.628892:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077640.628894:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077640.628896:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077640.628901:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769077640.628905:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077640.628912:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653085440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077640.628922:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077640.628925:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077640.628930:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653085440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077640.628943:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077640.628947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077640.628953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077640.628954:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077640.628958:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077640.628960:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077640.628963:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4620
00000400:00000200:3.0:1769077640.628967:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077640.628971:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077640.628973:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077640.628976:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.628978:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077640.628979:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.628980:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077640.628982:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077640.628984:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077640.628988:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077640.628991:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077640.628993:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077640.628995:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077640.628997:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.628998:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077640.629002:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.629008:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077640.629009:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077640.629012:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077640.629017:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077640.629018:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077640.629020:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077640.629022:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077640.629026:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077640.629028:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077640.629030:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077640.629031:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077640.629044:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769077640.629051:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077640.629055:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077640.629057:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077640.629061:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077640.629063:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077640.629065:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077640.629070:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769077640.629076:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077640.629082:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653085568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077640.629091:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077640.629094:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077640.629097:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653085568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077640.629109:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077640.629111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077640.629113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077640.629114:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077640.629116:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077640.629120:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077640.629124:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4620
00000400:00000200:3.0:1769077640.629162:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077640.629169:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077640.629172:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077640.629178:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.629182:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077640.629186:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.629188:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077640.629191:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077640.629194:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077640.629195:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077640.629197:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077640.629202:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077640.629205:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077640.629210:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.629215:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077640.629220:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.629222:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077640.629225:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000800:00000200:2.1:1769077640.629225:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:3.0:1769077640.629231:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000200:2.1:1769077640.629232:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769077640.629234:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077640.629238:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077640.629241:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077640.629244:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077640.629247:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077640.629248:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077640.629250:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077640.629252:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077640.629256:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769077640.629262:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077640.629265:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077640.629268:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077640.629272:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077640.629273:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077640.629275:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077640.629279:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769077640.629282:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077640.629291:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653085696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077640.629301:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077640.629305:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077640.629313:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653085696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077640.629324:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077640.629326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077640.629329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077640.629330:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077640.629331:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077640.629335:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077640.629341:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4620
00000400:00000200:3.0:1769077640.629351:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077640.629358:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077640.629362:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077640.629368:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.629372:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077640.629379:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.629384:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077640.629387:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077640.629390:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077640.629397:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077640.629401:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077640.629406:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077640.629411:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077640.629419:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.629423:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077640.629428:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077640.629431:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077640.629434:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077640.629439:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077640.629443:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077640.629445:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077640.629449:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077640.629454:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077640.629459:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077640.629462:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077640.629466:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077640.629470:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077640.629476:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769077640.629482:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077640.629486:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077640.629489:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077640.629492:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077640.629513:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077640.629515:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077640.629521:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769077640.629526:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077640.629535:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653085824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077640.629568:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077640.629572:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077640.629578:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653085824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077640.629592:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077640.629599:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4630)
00000800:00000200:2.1:1769077640.629755:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077640.629756:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077640.630055:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077640.630058:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077640.630342:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077640.630361:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077640.630594:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077640.630596:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769077641.268697:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077641.268701:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077641.268704:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077641.908655:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299294459, at 4299294464
00000100:00000010:1.0:1769077641.908672:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977ba20.
00000020:00000001:3.0:1769077642.292724:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077642.292727:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077642.292729:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077643.316709:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077643.316713:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077643.316716:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077644.340735:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077644.340738:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077644.340741:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077645.364704:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077645.364708:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077645.364710:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077645.748636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077645.748646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077645.748648:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077645.748652:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077645.748655:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077645.748661:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4625
00000400:00000200:3.0:1769077645.748670:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077645.748675:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077645.748678:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077645.748681:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.748684:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077645.748686:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.748688:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077645.748692:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077645.748693:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077645.748696:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077645.748698:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077645.748701:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077645.748702:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077645.748705:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.748706:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077645.748708:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.748709:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077645.748712:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077645.748714:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077645.748716:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077645.748718:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077645.748721:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077645.748723:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.748725:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077645.748736:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077645.748746:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769077645.748749:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077645.748752:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077645.748754:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.748756:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077645.748759:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077645.748762:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077645.748768:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769077645.748773:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077645.748784:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653085952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077645.748793:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077645.748797:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077645.748801:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653085952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077645.748817:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077645.748820:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077645.748823:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077645.748825:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077645.748826:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077645.748829:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077645.748832:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4625
00000400:00000200:3.0:1769077645.748836:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077645.748840:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077645.748842:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077645.748845:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.748847:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077645.748851:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.748854:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077645.748856:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077645.748860:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077645.748862:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077645.748864:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077645.748866:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077645.748868:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077645.748871:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.748873:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077645.748875:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.748877:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077645.748879:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077645.748882:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077645.748884:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077645.748886:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077645.748892:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077645.748896:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.748898:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077645.748903:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077645.748909:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.748913:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077645.748918:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769077645.748922:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077645.748927:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077645.748928:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.748930:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077645.748934:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077645.748936:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077645.748942:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769077645.748946:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077645.749019:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653086080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077645.749040:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077645.749044:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077645.749049:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653086080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077645.749060:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077645.749063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769077645.749136:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077645.749139:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 16 secs later)
00000100:00080000:3.0:1769077645.749162:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077645.749166:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077645.749169:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077645.749173:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077645.749176:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4625
00000400:00000200:3.0:1769077645.749183:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077645.749188:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077645.749193:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077645.749249:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749252:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077645.749256:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749260:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077645.749265:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077645.749267:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077645.749269:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077645.749272:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077645.749275:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077645.749281:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077645.749285:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749288:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077645.749293:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749297:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077645.749301:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077645.749307:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749311:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077645.749315:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077645.749318:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077645.749319:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.749323:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077645.749328:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077645.749330:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.749334:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077645.749337:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769077645.749341:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077645.749345:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077645.749346:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.749350:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077645.749351:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077645.749353:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077645.749356:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769077645.749362:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077645.749369:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653086208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077645.749395:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077645.749400:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077645.749423:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653086208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077645.749439:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077645.749445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077645.749454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077645.749458:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077645.749460:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077645.749466:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077645.749472:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4625
00000400:00000200:3.0:1769077645.749479:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077645.749486:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077645.749490:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077645.749498:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749503:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077645.749511:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749517:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077645.749524:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077645.749527:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077645.749533:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077645.749565:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077645.749571:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077645.749576:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077645.749585:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749590:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077645.749595:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749599:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077645.749605:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077645.749611:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749615:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077645.749619:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077645.749624:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077645.749628:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.749630:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077645.749636:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077645.749641:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.749645:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077645.749651:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769077645.749656:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077645.749662:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077645.749664:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.749669:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077645.749672:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077645.749677:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077645.749684:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769077645.749691:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077645.749701:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653086336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077645.749717:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077645.749721:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077645.749731:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653086336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077645.749749:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077645.749752:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077645.749756:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077645.749759:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077645.749761:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077645.749766:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077645.749770:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4625
00000400:00000200:3.0:1769077645.749776:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077645.749780:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077645.749784:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077645.749788:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749793:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077645.749796:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749800:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077645.749804:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077645.749807:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077645.749810:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077645.749813:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077645.749816:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077645.749819:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077645.749826:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749828:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077645.749833:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749835:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077645.749837:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077645.749841:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077645.749847:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077645.749851:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077645.749856:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077645.749861:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.749866:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077645.749870:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077645.749875:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.749879:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077645.749885:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769077645.749891:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077645.749897:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077645.749900:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.749905:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077645.749908:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077645.749911:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077645.749919:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769077645.749926:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077645.749935:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653086464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077645.749939:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077645.749945:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 16 secs later)
00000100:00000001:3.0:1769077645.749953:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077645.749958:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077645.749967:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653086464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077645.749984:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077645.749991:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4636)
00000800:00000200:2.1:1769077645.750284:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077645.750287:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1769077645.750632:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077645.750634:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1769077645.750813:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077645.750815:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 16 secs later)
00000020:00000001:1.0:1769077646.388687:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077646.388691:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077646.388694:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077647.028619:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299299579, at 4299299584
00000100:00000010:1.0:1769077647.028634:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977be40.
00000020:00000001:3.0:1769077647.412675:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077647.412679:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077647.412683:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077648.436692:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077648.436698:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077648.436702:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077649.460728:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077649.460733:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077649.460737:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077650.484693:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077650.484698:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077650.484702:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077650.868650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077650.868659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077650.868661:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077650.868665:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077650.868668:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077650.868674:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4631
00000400:00000200:3.0:1769077650.868683:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077650.868687:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077650.868690:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077650.868692:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.868695:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077650.868697:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.868699:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077650.868702:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077650.868709:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077650.868711:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077650.868713:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077650.868715:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077650.868717:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077650.868719:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.868720:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077650.868721:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.868723:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077650.868725:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077650.868727:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077650.868729:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077650.868731:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077650.868733:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077650.868735:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.868737:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077650.868738:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077650.868748:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769077650.868751:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077650.868753:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077650.868754:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.868757:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077650.868759:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077650.868766:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077650.868773:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769077650.868779:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077650.868787:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653086592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077650.868798:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077650.868803:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077650.868813:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653086592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077650.868838:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077650.868841:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077650.868845:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077650.868846:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077650.868848:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077650.868850:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077650.868853:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4631
00000400:00000200:3.0:1769077650.868857:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077650.868859:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077650.868862:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077650.868864:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.868866:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077650.868869:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.868871:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077650.868874:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077650.868876:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077650.868878:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077650.868880:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077650.868883:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077650.868885:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077650.868890:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.868895:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077650.868898:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.868901:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077650.868903:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077650.868919:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077650.868925:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077650.868931:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077650.868938:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077650.868943:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.868947:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077650.868954:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077650.868961:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.868965:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077650.868971:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769077650.868976:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077650.868983:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077650.868985:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.868988:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077650.869000:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077650.869004:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077650.869011:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769077650.869018:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077650.869028:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653086720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077650.869058:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077650.869062:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077650.869072:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653086720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077650.869098:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077650.869102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077650.869107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077650.869110:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077650.869113:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077650.869115:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077650.869120:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4631
00000400:00000200:3.0:1769077650.869148:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077650.869158:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077650.869164:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077650.869172:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.869179:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077650.869183:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769077650.869185:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:2.1:1769077650.869187:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000100:00000001:3.0:1769077650.869189:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077650.869195:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077650.869198:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077650.869202:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077650.869213:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077650.869218:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077650.869221:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077650.869226:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.869229:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077650.869231:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.869234:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077650.869238:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077650.869245:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077650.869250:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077650.869254:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077650.869258:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077650.869263:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.869266:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077650.869269:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077650.869274:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.869278:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077650.869283:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769077650.869287:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077650.869293:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077650.869297:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.869301:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077650.869302:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077650.869306:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077650.869311:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769077650.869316:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077650.869322:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653086848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077650.869360:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077650.869365:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077650.869371:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653086848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077650.869392:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077650.869396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077650.869400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077650.869404:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077650.869406:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077650.869410:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077650.869416:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4631
00000400:00000200:3.0:1769077650.869422:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077650.869429:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077650.869433:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077650.869439:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.869449:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077650.869455:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.869459:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077650.869463:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077650.869466:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077650.869470:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077650.869473:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077650.869475:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077650.869480:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077650.869487:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.869493:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077650.869498:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.869500:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077650.869503:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077650.869510:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077650.869515:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077650.869518:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077650.869523:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077650.869526:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.869529:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077650.869533:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077650.869562:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.869563:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077650.869566:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769077650.869572:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077650.869578:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077650.869580:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.869583:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077650.869587:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077650.869591:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077650.869599:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769077650.869606:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077650.869616:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653086976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077650.869635:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077650.869637:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077650.869644:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653086976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077650.869675:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077650.869680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077650.869684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077650.869689:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077650.869691:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077650.869696:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077650.869700:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4631
00000400:00000200:3.0:1769077650.869706:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077650.869710:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077650.869714:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077650.869718:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.869722:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077650.869726:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.869730:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077650.869734:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077650.869737:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077650.869741:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077650.869743:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077650.869744:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077650.869746:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077650.869752:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.869755:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077650.869759:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077650.869762:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077650.869765:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077650.869769:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077650.869775:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077650.869779:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077650.869783:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077650.869788:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.869792:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077650.869796:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077650.869800:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.869803:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077650.869809:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769077650.869813:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077650.869816:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077650.869819:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.869822:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077650.869824:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077650.869826:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077650.869834:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769077650.869839:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077650.869845:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653087104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077650.869855:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077650.869859:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077650.869865:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653087104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077650.869875:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077650.869880:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4641)
00000800:00000200:2.1:1769077650.869954:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077650.869956:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769077650.870205:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077650.870207:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769077650.870409:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077650.870411:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769077650.870691:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077650.870692:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000020:00000001:3.0:1769077651.508711:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077651.508714:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077651.508717:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077652.148644:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299304699, at 4299304704
00000100:00000010:1.0:1769077652.148667:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bc60.
00000020:00000001:1.0:1769077652.532741:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077652.532747:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077652.532750:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077653.556758:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077653.556763:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077653.556768:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077654.580709:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077654.580714:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077654.580718:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077655.604727:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077655.604731:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077655.604734:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077655.988646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077655.988658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077655.988661:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077655.988665:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077655.988669:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077655.988677:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4636
00000400:00000200:3.0:1769077655.988688:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077655.988694:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077655.988697:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077655.988701:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.988704:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077655.988707:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.988709:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077655.988714:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077655.988716:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077655.988719:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077655.988721:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077655.988724:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077655.988727:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077655.988730:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.988732:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077655.988734:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.988736:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077655.988740:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077655.988743:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077655.988746:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077655.988748:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077655.988752:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077655.988755:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077655.988757:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077655.988759:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077655.988771:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769077655.988775:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077655.988780:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077655.988781:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077655.988784:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077655.988787:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077655.988791:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077655.988799:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769077655.988808:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077655.988818:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653087232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077655.988829:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077655.988834:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077655.988839:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653087232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077655.988864:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077655.988868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077655.988871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077655.988873:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077655.988875:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077655.988877:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077655.988880:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4636
00000400:00000200:3.0:1769077655.988884:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077655.988895:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077655.988898:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077655.988905:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.988908:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077655.988910:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.988913:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077655.988915:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077655.988917:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077655.988919:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077655.988922:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077655.988924:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077655.988927:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077655.988932:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.988934:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077655.988937:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.988939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077655.988943:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077655.988949:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077655.988955:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077655.988960:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077655.988965:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077655.988970:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077655.988975:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077655.988981:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077655.988988:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077655.988993:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077655.989000:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769077655.989007:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077655.989014:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077655.989018:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077655.989023:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077655.989025:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077655.989030:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077655.989035:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769077655.989040:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077655.989047:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653087360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077655.989059:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077655.989061:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077655.989085:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653087360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077655.989098:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077655.989103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077655.989106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077655.989108:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077655.989112:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077655.989119:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077655.989124:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4636
00000400:00000200:3.0:1769077655.989135:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077655.989146:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077655.989155:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077655.989164:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989169:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077655.989177:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989181:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077655.989188:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077655.989192:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077655.989197:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077655.989203:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077655.989210:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077655.989216:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077655.989229:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989236:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077655.989264:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989269:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077655.989275:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077655.989300:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989306:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077655.989308:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077655.989314:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077655.989320:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077655.989322:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077655.989325:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077655.989329:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077655.989331:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077655.989339:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769077655.989344:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077655.989352:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077655.989356:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077655.989356:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077655.989358:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077655.989360:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077655.989363:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077655.989367:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769077655.989370:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077655.989377:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653087488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077655.989380:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1769077655.989394:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077655.989399:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077655.989424:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653087488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077655.989446:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077655.989452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077655.989460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077655.989465:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077655.989470:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077655.989475:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077655.989484:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4636
00000400:00000200:3.0:1769077655.989497:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077655.989506:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077655.989512:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077655.989522:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989528:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077655.989535:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989542:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077655.989547:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077655.989550:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077655.989555:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077655.989561:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077655.989586:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077655.989589:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077655.989593:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989595:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077655.989598:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989601:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077655.989603:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077655.989605:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989608:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077655.989616:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077655.989623:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077655.989630:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077655.989637:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077655.989644:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077655.989651:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077655.989674:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077655.989682:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769077655.989688:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077655.989696:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077655.989700:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077655.989707:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077655.989709:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077655.989712:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077655.989718:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769077655.989724:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077655.989734:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653087616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077655.989762:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077655.989767:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077655.989776:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653087616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077655.989793:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077655.989800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077655.989806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077655.989811:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077655.989813:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077655.989821:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077655.989828:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4636
00000400:00000200:3.0:1769077655.989837:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077655.989846:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077655.989851:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077655.989858:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989862:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077655.989867:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989873:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077655.989879:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077655.989881:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077655.989885:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077655.989888:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077655.989892:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077655.989896:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077655.989905:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989909:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077655.989931:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989934:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077655.989938:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077655.989940:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077655.989944:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077655.989946:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077655.989949:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077655.989952:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077655.989954:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077655.989958:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077655.989962:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077655.989967:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077655.989971:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769077655.989975:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077655.989981:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077655.989983:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077655.989987:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077655.989989:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077655.989992:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077655.989999:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769077655.990004:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077655.990012:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653087744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077655.990017:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077655.990022:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077655.990025:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653087744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077655.990035:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077655.990039:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4646)
00000800:00000200:2.1:1769077655.990168:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077655.990170:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769077655.990415:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077655.990417:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769077655.990613:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077655.990615:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769077655.990863:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077655.990865:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000020:00000001:1.0:1769077656.628742:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077656.628747:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077656.628750:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077657.268654:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299309819, at 4299309824
00000100:00000010:1.0:1769077657.268671:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b1e0.
00000020:00000001:3.0:1769077657.652701:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077657.652704:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077657.652707:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077658.676690:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077658.676695:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077658.676699:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077659.700721:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077659.700725:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077659.700729:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077660.724753:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077660.724760:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077660.724765:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077661.109433:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077661.109440:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077661.110518:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077661.110520:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077661.110738:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077661.110741:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077661.110956:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077661.110958:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077661.111259:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077661.111260:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1769077661.748808:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077661.748815:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077661.748819:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077662.388617:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299314940, at 4299314944
00000100:00000010:1.0:1769077662.388630:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bde0.
00000020:00000001:1.0:1769077662.772690:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077662.772693:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077662.772695:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077663.796695:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077663.796698:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077663.796701:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077664.820726:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077664.820731:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077664.820735:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077665.844734:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077665.844738:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077665.844741:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077666.229182:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077666.229583:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077666.229804:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077666.229956:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077666.230126:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:3.0:1769077666.868706:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077666.868709:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077666.868711:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077667.508643:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299320059, at 4299320064
00000100:00000010:1.0:1769077667.508658:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b480.
00000020:00000001:1.0:1769077667.892694:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077667.892698:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077667.892701:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077668.916692:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077668.916696:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077668.916699:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769077669.300849:0:2394:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:3.0:1769077669.300898:0:2394:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077669.300913:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077669.300918:0:2394:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:3.0:1769077669.300922:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077669.300927:0:2394:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077669.300933:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769077669.300937:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:3.0:1769077669.300944:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077669.300949:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077669.300958:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80198
00000400:00000010:3.0:1769077669.300961:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80198.
00000100:00000001:3.0:1769077669.300968:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077669.300982:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579f800 x1855007653088512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077669.301011:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077669.301032:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f800 x1855007653088512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077669.301041:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077669.301044:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077669.301056:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769077669.301061:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2f00.
00000400:00000200:3.0:1769077669.301065:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077669.301068:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077669.301072:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80550
00000400:00000010:3.0:1769077669.301074:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80550.
00000100:00000001:3.0:1769077669.301079:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077669.301084:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579c380 x1855007653088640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077669.301095:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077669.301100:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c380 x1855007653088640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077669.301107:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077669.301110:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077669.301115:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769077669.301118:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2e00.
00000400:00000200:3.0:1769077669.301122:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077669.301127:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077669.301132:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80880
00000400:00000010:3.0:1769077669.301138:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80880.
00000100:00000001:3.0:1769077669.301144:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077669.301155:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579dc00 x1855007653088768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077669.301168:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077669.301177:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579dc00 x1855007653088768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077669.301233:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077669.301239:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077669.301249:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769077669.301254:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2300.
00000400:00000200:3.0:1769077669.301257:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077669.301260:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077669.301268:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80f68
00000400:00000010:3.0:1769077669.301273:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80f68.
00000100:00000001:3.0:1769077669.301277:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077669.301287:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579d880 x1855007653088896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077669.301312:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077669.301323:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d880 x1855007653088896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077669.301367:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077669.301375:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077669.301392:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769077669.301400:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:3.0:1769077669.301407:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077669.301420:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077669.301432:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80c38
00000400:00000010:3.0:1769077669.301438:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80c38.
00000100:00000001:3.0:1769077669.301444:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077669.301454:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579d500 x1855007653089024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077669.301470:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077669.301479:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d500 x1855007653089024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077669.301688:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077669.301694:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769077669.940711:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077669.940718:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077669.940722:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077670.964756:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077670.964762:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077670.964766:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077671.348699:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077671.348714:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077671.348717:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077671.348723:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077671.348728:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077671.348737:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4651
00000400:00000200:3.0:1769077671.348749:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077671.348757:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077671.348761:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077671.348765:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.348769:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077671.348772:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.348775:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077671.348780:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077671.348782:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077671.348785:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077671.348788:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077671.348792:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077671.348795:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077671.348798:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.348801:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077671.348803:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.348805:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077671.348809:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077671.348813:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077671.348816:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077671.348819:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077671.348824:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077671.348827:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077671.348830:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077671.348833:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077671.348841:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769077671.348846:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077671.348852:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077671.348854:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077671.348858:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077671.348861:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077671.348867:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077671.348877:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769077671.348887:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077671.348899:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653089152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077671.348911:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077671.348917:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077671.348924:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653089152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077671.348953:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077671.348956:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077671.348961:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077671.348963:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077671.348965:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077671.348968:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077671.348971:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4651
00000400:00000200:3.0:1769077671.348975:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077671.348996:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077671.349000:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077671.349003:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.349006:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077671.349009:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.349012:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077671.349015:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077671.349016:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077671.349019:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077671.349022:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077671.349025:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077671.349027:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077671.349031:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.349034:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077671.349037:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.349039:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077671.349043:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077671.349047:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077671.349050:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077671.349052:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077671.349060:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077671.349064:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077671.349071:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077671.349079:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077671.349087:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077671.349092:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077671.349096:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769077671.349100:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077671.349105:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077671.349110:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077671.349116:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077671.349120:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077671.349126:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077671.349137:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769077671.349147:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077671.349159:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653089280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077671.349171:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077671.349177:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077671.349187:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653089280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077671.349226:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077671.349236:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077671.349246:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077671.349249:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077671.349252:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077671.349260:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077671.349267:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4651
00000400:00000200:3.0:1769077671.349277:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077671.349285:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077671.349289:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077671.349293:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.349298:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077671.349305:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.349315:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077671.349323:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077671.349327:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077671.349332:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077671.349337:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077671.349346:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077671.349353:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077671.349363:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.349369:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077671.349376:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.349379:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077671.349383:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077671.349385:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077671.349388:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077671.349390:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077671.349397:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077671.349402:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077671.349407:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077671.349409:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077671.349412:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077671.349418:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077671.349426:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769077671.349431:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000800:00000200:2.1:1769077671.349529:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077671.349584:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077671.350083:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077671.350086:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1769077671.350231:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077671.350237:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077671.350247:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077671.350251:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077671.350258:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077671.350273:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769077671.350285:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077671.350300:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653089408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077671.350370:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077671.350378:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077671.350392:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653089408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077671.350431:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077671.350443:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077671.350457:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077671.350462:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077671.350470:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077671.350486:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077671.350501:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4651
00000400:00000200:3.0:1769077671.350521:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077671.350584:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077671.350594:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077671.350605:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.350611:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077671.350622:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.350631:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077671.350639:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077671.350644:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077671.350650:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077671.350656:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077671.350668:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077671.350683:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077671.350694:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.350700:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077671.350706:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.350717:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077671.350730:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077671.350744:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077671.350756:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077671.350762:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077671.350771:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077671.350779:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077671.350785:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077671.350791:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077671.350801:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077671.350809:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077671.350819:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769077671.350828:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077671.350839:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077671.350842:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077671.350846:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077671.350849:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077671.350856:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077671.350869:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077671.350885:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077671.350901:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653089536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077671.350950:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077671.350957:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077671.350970:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653089536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077671.351004:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077671.351005:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077671.351008:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1769077671.351010:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077671.351018:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077671.351023:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077671.351027:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077671.351035:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077671.351041:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4651
00000400:00000200:3.0:1769077671.351053:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077671.351060:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077671.351066:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077671.351079:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.351086:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077671.351095:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.351105:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077671.351114:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077671.351117:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077671.351119:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077671.351123:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077671.351128:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077671.351138:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077671.351157:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.351167:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077671.351178:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077671.351190:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077671.351195:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077671.351210:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077671.351216:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077671.351223:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077671.351231:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077671.351240:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077671.351247:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077671.351253:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077671.351265:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077671.351274:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077671.351279:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769077671.351281:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077671.351284:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077671.351287:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077671.351289:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077671.351292:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077671.351295:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077671.351302:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769077671.351306:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077671.351315:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653089664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077671.351331:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077671.351334:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077671.351342:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653089664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077671.351388:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077671.351395:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4661)
00000800:00000200:2.1:1769077671.351603:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077671.351606:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077671.351810:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077671.351812:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1769077671.988744:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077671.988749:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077671.988753:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077672.628627:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299325180, at 4299325184
00000100:00000010:1.0:1769077672.628645:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b060.
00000020:00000001:3.0:1769077673.012760:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077673.012763:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077673.012766:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077674.036696:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077674.036701:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077674.036705:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077675.060790:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077675.060794:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077675.060797:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077676.084730:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077676.084736:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077676.084740:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077676.469395:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077676.469404:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077676.470101:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077676.470103:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077676.470302:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077676.470304:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077676.470586:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077676.470588:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077676.470820:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077676.470822:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1769077677.108774:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077677.108779:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077677.108783:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077677.748647:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299330300, at 4299330304
00000100:00000010:1.0:1769077677.748661:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b6c0.
00000020:00000001:1.0:1769077678.132750:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077678.132756:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077678.132759:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077679.156764:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077679.156767:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077679.156770:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077680.180743:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077680.180749:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077680.180753:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077681.204769:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077681.204776:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077681.204781:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077681.589433:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077681.589446:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077681.590513:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077681.590515:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077681.590911:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077681.590921:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077681.591230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077681.591232:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077681.591446:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077681.591449:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769077682.228794:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077682.228815:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077682.228821:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077682.868663:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299335420, at 4299335424
00000100:00000010:1.0:1769077682.868681:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b000.
00000020:00000001:1.0:1769077683.252750:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077683.252755:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077683.252766:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077684.276724:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077684.276730:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077684.276733:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077685.300777:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077685.300785:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077685.300790:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077686.324787:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077686.324793:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077686.324797:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077686.708656:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077686.708665:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077686.708668:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077686.708671:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077686.708675:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077686.708681:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4666
00000400:00000200:3.0:1769077686.708689:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077686.708694:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077686.708697:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077686.708699:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.708702:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077686.708704:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.708706:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077686.708710:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077686.708711:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077686.708713:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077686.708715:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077686.708717:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077686.708718:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077686.708744:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.708746:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077686.708747:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.708749:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077686.708751:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077686.708754:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077686.708756:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077686.708758:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077686.708760:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077686.708762:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.708763:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077686.708765:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077686.708774:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000020:00000040:3.0:1769077686.708777:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077686.708781:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077686.708783:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.708786:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077686.708796:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077686.708801:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077686.708810:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769077686.708817:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077686.708826:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653091072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077686.708838:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077686.708843:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077686.708847:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653091072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077686.708865:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077686.708867:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077686.708870:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077686.708871:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077686.708872:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077686.708874:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077686.708876:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4666
00000400:00000200:3.0:1769077686.708879:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077686.708881:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077686.708883:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077686.708885:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.708887:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077686.708888:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.708890:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077686.708891:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077686.708892:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077686.708893:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077686.708895:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077686.708897:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077686.708898:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077686.708901:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.708903:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077686.708904:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.708906:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077686.708908:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077686.708910:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077686.708911:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077686.708914:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077686.708919:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077686.708920:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.708922:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077686.708925:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077686.708927:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.708929:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077686.708932:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769077686.708933:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077686.708935:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077686.708936:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.708939:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077686.708941:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077686.708944:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077686.708949:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769077686.708954:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077686.708963:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653091200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077686.708974:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077686.708977:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077686.708989:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653091200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077686.709031:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077686.709036:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077686.709044:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077686.709047:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077686.709051:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077686.709055:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077686.709062:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4666
00000400:00000200:3.0:1769077686.709082:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077686.709091:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077686.709097:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077686.709102:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709104:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077686.709106:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709114:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077686.709129:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077686.709135:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077686.709137:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077686.709139:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077686.709140:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077686.709142:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077686.709147:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709152:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077686.709159:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709161:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077686.709162:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077686.709165:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709166:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077686.709174:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077686.709183:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077686.709187:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.709195:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077686.709199:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077686.709200:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.709203:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077686.709217:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769077686.709222:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077686.709230:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077686.709234:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.709241:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077686.709244:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077686.709247:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077686.709252:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077686.709260:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077686.709273:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653091328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077686.709307:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077686.709309:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077686.709326:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653091328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077686.709343:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077686.709352:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077686.709355:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077686.709357:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077686.709359:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077686.709364:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077686.709372:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4666
00000400:00000200:3.0:1769077686.709378:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077686.709381:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077686.709382:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077686.709387:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709391:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077686.709398:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709400:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077686.709403:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077686.709407:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077686.709416:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077686.709420:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077686.709422:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077686.709426:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077686.709432:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709433:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077686.709439:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709446:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077686.709453:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077686.709468:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709483:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077686.709489:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077686.709495:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077686.709501:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.709502:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077686.709504:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077686.709506:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.709509:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077686.709518:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769077686.709526:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077686.709532:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077686.709568:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.709572:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077686.709573:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077686.709575:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077686.709579:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769077686.709582:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077686.709586:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653091456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077686.709592:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077686.709595:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077686.709603:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653091456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077686.709619:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077686.709626:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077686.709631:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077686.709632:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077686.709636:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077686.709642:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077686.709648:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4666
00000400:00000200:3.0:1769077686.709654:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077686.709657:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077686.709664:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077686.709668:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709670:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077686.709679:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709685:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077686.709689:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077686.709690:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077686.709693:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077686.709694:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077686.709698:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077686.709705:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077686.709708:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709716:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077686.709718:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769077686.709735:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709742:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:2.1:1769077686.709745:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000020:00000040:3.0:1769077686.709746:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077686.709755:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077686.709757:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077686.709766:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077686.709769:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077686.709774:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.709782:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077686.709785:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077686.709790:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.709796:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077686.709805:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769077686.709814:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077686.709825:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077686.709829:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.709833:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077686.709835:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077686.709838:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077686.709846:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769077686.709854:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077686.709866:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653091584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077686.709885:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077686.709891:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077686.709904:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653091584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077686.709932:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077686.709941:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4676)
00000800:00000200:2.1:1769077686.710354:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077686.710357:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077686.710705:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077686.710708:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077686.711044:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077686.711047:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077686.711364:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077686.711367:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1769077687.348740:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077687.348743:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077687.348747:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077687.988616:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299340540, at 4299340544
00000100:00000010:1.0:1769077687.988633:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bf60.
00000020:00000001:3.0:1769077688.372778:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077688.372782:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077688.372787:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077689.396716:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077689.396719:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077689.396722:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077690.420795:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077690.420801:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077690.420806:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077691.444749:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077691.444755:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077691.444759:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077691.828707:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077691.828720:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077691.828724:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077691.828730:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077691.828736:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077691.828743:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4671
00000400:00000200:3.0:1769077691.828752:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077691.828759:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077691.828762:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077691.828765:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.828768:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077691.828771:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.828773:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077691.828778:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077691.828781:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077691.828784:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077691.828787:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077691.828790:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077691.828793:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077691.828796:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.828799:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077691.828801:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.828803:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077691.828807:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077691.828812:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077691.828815:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077691.828819:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077691.828823:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077691.828827:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077691.828830:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077691.828833:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077691.828845:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769077691.828850:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077691.828855:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077691.828857:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077691.828860:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077691.828863:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077691.828867:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077691.828876:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769077691.828882:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077691.828891:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653091712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077691.828901:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077691.828905:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077691.828909:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653091712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077691.828933:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077691.828935:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077691.828938:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077691.828940:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077691.828941:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077691.828943:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077691.828945:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4671
00000400:00000200:3.0:1769077691.828948:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077691.828951:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077691.828952:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077691.828955:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.828957:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077691.828958:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.828960:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077691.828961:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077691.828962:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077691.828964:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077691.828966:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077691.828967:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077691.828969:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077691.828971:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.828973:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077691.828974:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.828975:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077691.828977:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077691.828979:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077691.828980:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077691.828981:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077691.828986:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077691.828987:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077691.828989:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077691.828993:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077691.828995:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077691.828997:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077691.828999:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769077691.829001:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077691.829003:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077691.829004:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077691.829005:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077691.829007:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077691.829008:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077691.829011:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769077691.829014:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077691.829028:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653091840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077691.829042:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077691.829048:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077691.829060:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653091840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077691.829081:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077691.829088:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077691.829097:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077691.829102:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077691.829105:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077691.829111:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077691.829117:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4671
00000400:00000200:3.0:1769077691.829128:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077691.829135:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077691.829138:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077691.829144:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829148:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077691.829150:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829153:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077691.829155:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077691.829158:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077691.829161:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077691.829165:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077691.829169:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077691.829172:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077691.829174:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829175:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077691.829179:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829180:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077691.829183:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077691.829188:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829194:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077691.829198:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077691.829202:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077691.829207:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077691.829211:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077691.829213:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077691.829218:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077691.829220:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077691.829237:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769077691.829243:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077691.829250:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077691.829254:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077691.829258:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077691.829263:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077691.829268:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077691.829276:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769077691.829282:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077691.829293:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653091968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077691.829300:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077691.829305:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077691.829314:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653091968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077691.829333:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077691.829341:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077691.829347:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077691.829350:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077691.829355:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077691.829360:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077691.829369:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4671
00000800:00000200:2.1:1769077691.829370:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077691.829377:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000400:00000200:3.0:1769077691.829379:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077691.829387:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077691.829395:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077691.829401:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829403:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077691.829405:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829409:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077691.829415:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077691.829420:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077691.829424:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077691.829428:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077691.829435:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077691.829442:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077691.829448:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829452:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077691.829458:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829463:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077691.829469:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077691.829474:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829476:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077691.829480:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077691.829483:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077691.829487:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077691.829492:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077691.829495:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077691.829500:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077691.829506:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077691.829511:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769077691.829514:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077691.829516:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077691.829518:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077691.829520:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077691.829523:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077691.829526:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077691.829530:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769077691.829569:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077691.829578:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653092096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077691.829605:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077691.829610:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077691.829616:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653092096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077691.829648:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077691.829653:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077691.829663:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077691.829666:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077691.829669:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077691.829674:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077691.829679:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4671
00000400:00000200:3.0:1769077691.829689:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077691.829697:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077691.829703:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077691.829709:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829712:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077691.829718:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829723:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077691.829725:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077691.829726:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077691.829727:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077691.829729:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077691.829731:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077691.829735:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077691.829740:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829743:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077691.829747:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829751:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077691.829757:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077691.829763:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077691.829768:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077691.829772:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077691.829778:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077691.829784:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077691.829789:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077691.829793:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077691.829801:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077691.829807:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077691.829816:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769077691.829823:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077691.829830:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077691.829834:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077691.829838:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077691.829842:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077691.829847:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077691.829855:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769077691.829863:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077691.829874:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653092224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077691.829892:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077691.829897:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077691.829906:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653092224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077691.829924:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077691.829930:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4682)
00000800:00000200:2.1:1769077691.830079:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077691.830081:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077691.830326:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077691.830329:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077691.830586:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077691.830588:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077691.830795:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077691.830811:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1769077692.468802:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077692.468805:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077692.468809:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077693.108701:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299345660, at 4299345664
00000100:00000010:1.0:1769077693.108725:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b660.
00000020:00000001:1.0:1769077693.492748:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077693.492753:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077693.492758:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077694.516724:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077694.516727:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077694.516730:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077695.540680:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077695.540683:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077695.540687:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077696.564767:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077696.564774:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077696.564779:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077696.948942:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077696.948946:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077696.948951:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077696.948960:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1f80 x1855007653092352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.948975:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077696.948978:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077696.948982:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077696.948985:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077696.948989:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077696.948994:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653092352:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077696.948999:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077696.949003:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077696.949006:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077696.949011:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077696.949017:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6000.
02000000:00000001:3.0:1769077696.949023:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077696.949031:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077696.949036:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077696.949046:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077696.949056:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653092352, portal 25
00000100:00000001:3.0:1769077696.949062:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077696.949066:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976465280 : -131139733086336 : ffff88baa6cb1f80)
00000100:00000040:3.0:1769077696.949079:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1f80 x1855007653092352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.949096:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077696.949100:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077696.949104:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077696.949109:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653092352, offset 0
00000400:00000200:3.0:1769077696.949119:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077696.949129:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077696.949136:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077696.949143:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077696.949149:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077696.949155:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077696.949160:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077696.949167:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200425:200425:256:4294967295] 192.168.204.104@tcp LPNI seq info [200425:200425:8:4294967295]
00000400:00000200:3.0:1769077696.949172:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077696.949194:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077696.949209:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077696.949217:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077696.949231:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077696.949236:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077696.949244:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077696.949250:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769077696.949255:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077696.949260:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077696.949268:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077696.949276:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077696.949283:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077696.949287:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077696.949292:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077696.949298:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1f80 x1855007653092352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.949311:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077696.949315:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1f80 x1855007653092352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.949325:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077696.949328:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077696.949334:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077696.949341:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077696.949346:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299350779
00000100:00000010:3.0:1769077696.949354:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba880598a0.
00000100:00000001:3.0:1769077696.949363:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077696.949371:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299350779
00000100:00000010:3.0:1769077696.949375:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059300.
00000100:00000001:3.0:1769077696.949379:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077696.949391:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077696.949396:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077696.949399:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077696.949406:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077696/real 1769077696]  req@ffff88baa6cb1f80 x1855007653092352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077696.949425:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077696.949428:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077696.949431:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077696.949436:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077696.949437:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077696.949442:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077696.949447:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1f80 x1855007653092352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077696.949473:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1f80 x1855007653092352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.949485:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077696.949487:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.949489:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077696.949492:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077696.949499:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1f80 x1855007653092352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.949512:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077696.949519:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1f80 x1855007653092352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.949532:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077696.949572:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.949573:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077696.949575:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.949576:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077696.949578:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077696.949580:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077696.949585:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077696.949588:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077696.949597:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1f80 x1855007653092352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077696.949608:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653092352:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077696.949614:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.949619:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077696.949624:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1f80 x1855007653092352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.949636:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077696.949638:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077696.949642:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6000.
02000000:00000001:3.0:1769077696.949647:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077696.949650:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077696.949652:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:3.0:1769077696.949655:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077696.949658:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5c00.
02000000:00000001:3.0:1769077696.949663:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077696.949665:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077696.949668:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1f80.
00000100:00000001:3.0:1769077696.949671:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077696.949674:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.949676:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.949686:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077696.949689:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077696.949691:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077696.949694:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077696.949696:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077696.949702:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3480 x1855007653092480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.949713:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077696.949716:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077696.949719:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077696.949722:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077696.949726:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077696.949732:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653092480:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077696.949735:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077696.949738:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077696.949740:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077696.949744:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077696.949747:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6000.
02000000:00000001:3.0:1769077696.949751:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077696.949758:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077696.949762:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077696.949767:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077696.949771:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653092480, portal 10
00000100:00000001:3.0:1769077696.949775:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077696.949778:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976470656 : -131139733080960 : ffff88baa6cb3480)
00000100:00000040:3.0:1769077696.949784:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3480 x1855007653092480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.949803:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077696.949808:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077696.949811:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077696.949817:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653092480, offset 0
00000400:00000200:3.0:1769077696.949823:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077696.949829:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077696.949834:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077696.949840:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077696.949845:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077696.949849:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077696.949852:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077696.949858:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200426:200426:256:4294967295] 192.168.204.104@tcp LPNI seq info [200426:200426:8:4294967295]
00000400:00000200:3.0:1769077696.949866:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077696.949875:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077696.949884:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077696.949889:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077696.949896:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077696.949902:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077696.949909:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077696.949913:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769077696.949919:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077696.949921:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077696.949925:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077696.949931:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077696.949935:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077696.949938:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077696.949942:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077696.949946:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3480 x1855007653092480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.949956:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077696.949961:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3480 x1855007653092480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.949970:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077696.949972:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077696.949977:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077696.949982:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769077696.949988:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077696.949993:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299349530
00000100:00000001:3.0:1769077696.949996:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299350779
00000100:00000001:3.0:1769077696.950000:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299349530
00000100:00000001:3.0:1769077696.950004:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299350779
00000100:00000001:3.0:1769077696.950008:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077696.950010:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077696.950013:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077696.950018:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077696/real 1769077696]  req@ffff88baa6cb3480 x1855007653092480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077696.950046:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077696.950050:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077696.950054:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077696.950060:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077696.950064:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077696.950070:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077696.950077:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3480 x1855007653092480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077696.950098:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3480 x1855007653092480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950104:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077696.950108:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950109:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077696.950112:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077696.950117:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3480 x1855007653092480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950129:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077696.950135:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3480 x1855007653092480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950142:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077696.950147:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950149:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077696.950151:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950154:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077696.950156:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077696.950159:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077696.950164:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077696.950167:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077696.950176:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3480 x1855007653092480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077696.950197:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653092480:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077696.950207:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077696.950214:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2300 x1855007653092608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950228:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077696.950230:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077696.950233:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077696.950235:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077696.950236:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077696.950238:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653092608:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077696.950241:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077696.950244:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077696.950245:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077696.950246:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077696.950249:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d5000.
02000000:00000001:3.0:1769077696.950251:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077696.950254:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077696.950255:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077696.950257:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077696.950260:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653092608, portal 10
00000100:00000001:3.0:1769077696.950261:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077696.950262:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976466176 : -131139733085440 : ffff88baa6cb2300)
00000100:00000040:3.0:1769077696.950266:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2300 x1855007653092608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950271:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077696.950272:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077696.950274:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077696.950275:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653092608, offset 0
00000400:00000200:3.0:1769077696.950278:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077696.950281:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077696.950284:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077696.950286:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077696.950288:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077696.950289:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077696.950291:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077696.950293:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200427:200427:256:4294967295] 192.168.204.104@tcp LPNI seq info [200427:200427:8:4294967295]
00000400:00000200:3.0:1769077696.950296:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077696.950300:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077696.950303:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077696.950305:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077696.950308:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077696.950310:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077696.950313:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077696.950314:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769077696.950317:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077696.950318:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077696.950320:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077696.950323:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077696.950325:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077696.950326:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077696.950328:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077696.950330:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2300 x1855007653092608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950335:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077696.950337:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2300 x1855007653092608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950341:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077696.950342:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077696.950344:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077696.950346:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:3.0:1769077696.950348:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077696.950350:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299349515
00000100:00000001:3.0:1769077696.950352:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299350779
00000100:00000001:3.0:1769077696.950353:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299349515
00000100:00000001:3.0:1769077696.950355:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299350779
00000100:00000001:3.0:1769077696.950356:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077696.950357:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077696.950359:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077696.950361:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077696/real 1769077696]  req@ffff88baa6cb2300 x1855007653092608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077696.950365:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077696.950366:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077696.950368:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077696.950369:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077696.950371:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077696.950372:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077696.950374:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2300 x1855007653092608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077696.950379:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2300 x1855007653092608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950383:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077696.950384:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950385:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077696.950386:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077696.950388:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2300 x1855007653092608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950392:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077696.950395:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2300 x1855007653092608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950399:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077696.950401:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950402:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077696.950403:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950404:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077696.950405:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077696.950407:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077696.950409:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077696.950410:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077696.950412:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2300 x1855007653092608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077696.950417:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653092608:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077696.950419:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950420:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077696.950422:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3480 x1855007653092480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950427:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077696.950428:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077696.950429:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6000.
02000000:00000001:3.0:1769077696.950431:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077696.950431:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077696.950432:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077696.950434:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077696.950435:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7000.
02000000:00000001:3.0:1769077696.950438:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077696.950439:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077696.950440:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3480.
00000100:00000001:3.0:1769077696.950442:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077696.950443:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950444:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077696.950446:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2300 x1855007653092608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950454:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077696.950454:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077696.950456:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d5000.
02000000:00000001:3.0:1769077696.950457:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077696.950458:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077696.950458:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077696.950459:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077696.950460:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5000.
02000000:00000001:3.0:1769077696.950461:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077696.950462:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077696.950463:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2300.
00000100:00000001:3.0:1769077696.950464:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077696.950465:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950466:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950468:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077696.950469:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077696.950470:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077696.950471:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077696.950472:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077696.950474:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3b80 x1855007653092736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950478:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077696.950479:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077696.950480:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077696.950481:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077696.950483:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077696.950484:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653092736:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077696.950487:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077696.950488:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077696.950489:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077696.950490:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077696.950492:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d5000.
02000000:00000001:3.0:1769077696.950493:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077696.950495:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077696.950497:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077696.950499:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077696.950501:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653092736, portal 4
00000100:00000001:3.0:1769077696.950502:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077696.950503:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976472448 : -131139733079168 : ffff88baa6cb3b80)
00000100:00000040:3.0:1769077696.950507:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3b80 x1855007653092736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950511:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077696.950512:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077696.950514:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077696.950515:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653092736, offset 0
00000400:00000200:3.0:1769077696.950518:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077696.950520:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077696.950522:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077696.950524:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077696.950525:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077696.950527:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077696.950529:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077696.950531:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200428:200428:256:4294967295] 192.168.204.104@tcp LPNI seq info [200428:200428:8:4294967295]
00000400:00000200:3.0:1769077696.950613:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077696.950620:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077696.950623:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077696.950626:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077696.950629:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077696.950631:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077696.950634:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077696.950636:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769077696.950638:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077696.950640:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077696.950642:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077696.950644:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077696.950646:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077696.950648:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077696.950650:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077696.950653:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3b80 x1855007653092736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950659:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077696.950661:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3b80 x1855007653092736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950665:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077696.950667:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077696.950669:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077696.950671:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769077696.950674:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077696.950675:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299349523
00000100:00000001:3.0:1769077696.950677:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299350779
00000100:00000001:3.0:1769077696.950679:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299349523
00000100:00000001:3.0:1769077696.950681:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299350779
00000100:00000001:3.0:1769077696.950682:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077696.950683:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077696.950685:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077696.950687:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077696/real 1769077696]  req@ffff88baa6cb3b80 x1855007653092736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077696.950692:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077696.950693:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077696.950694:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077696.950696:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077696.950697:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077696.950698:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077696.950700:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3b80 x1855007653092736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077696.950706:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3b80 x1855007653092736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950711:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077696.950712:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950714:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077696.950715:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077696.950717:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3b80 x1855007653092736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950721:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077696.950724:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3b80 x1855007653092736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950728:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077696.950729:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950730:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077696.950731:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950732:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077696.950733:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077696.950735:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077696.950737:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077696.950738:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077696.950740:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3b80 x1855007653092736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077696.950745:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653092736:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077696.950747:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077696.950749:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0000 x1855007653092864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950754:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077696.950755:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077696.950757:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077696.950758:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077696.950759:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077696.950761:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653092864:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077696.950764:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077696.950765:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077696.950766:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077696.950767:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077696.950769:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6000.
02000000:00000001:3.0:1769077696.950770:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077696.950772:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077696.950774:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077696.950776:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077696.950778:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653092864, portal 4
00000100:00000001:3.0:1769077696.950780:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077696.950781:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976457216 : -131139733094400 : ffff88baa6cb0000)
00000100:00000040:3.0:1769077696.950784:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0000 x1855007653092864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950789:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077696.950791:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077696.950792:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077696.950794:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653092864, offset 0
00000400:00000200:3.0:1769077696.950797:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077696.950799:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077696.950801:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077696.950803:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077696.950804:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077696.950806:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077696.950807:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077696.950810:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200429:200429:256:4294967295] 192.168.204.104@tcp LPNI seq info [200429:200429:8:4294967295]
00000400:00000200:3.0:1769077696.950813:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077696.950817:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077696.950820:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077696.950822:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077696.950825:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077696.950827:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077696.950830:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077696.950831:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769077696.950834:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077696.950835:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077696.950836:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077696.950838:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077696.950840:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077696.950841:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077696.950843:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077696.950845:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0000 x1855007653092864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950850:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077696.950852:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0000 x1855007653092864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950856:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077696.950857:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077696.950859:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077696.950861:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769077696.950863:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077696.950864:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299349523
00000100:00000001:3.0:1769077696.950866:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299350779
00000100:00000001:3.0:1769077696.950868:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299349523
00000100:00000001:3.0:1769077696.950869:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299350779
00000100:00000001:3.0:1769077696.950870:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077696.950872:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077696.950873:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077696.950875:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077696/real 1769077696]  req@ffff88baa6cb0000 x1855007653092864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077696.950880:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077696.950881:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077696.950882:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077696.950884:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077696.950885:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077696.950886:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077696.950888:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0000 x1855007653092864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077696.950893:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0000 x1855007653092864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950897:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077696.950898:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950899:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077696.950900:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077696.950902:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0000 x1855007653092864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950906:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077696.950908:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0000 x1855007653092864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950912:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077696.950914:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950915:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077696.950916:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950917:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077696.950918:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077696.950919:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077696.950921:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077696.950922:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077696.950925:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0000 x1855007653092864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077696.950930:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653092864:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077696.950933:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950934:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077696.950936:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3b80 x1855007653092736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950940:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077696.950940:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077696.950942:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d5000.
02000000:00000001:3.0:1769077696.950943:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077696.950944:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077696.950945:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077696.950946:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077696.950947:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:3.0:1769077696.950948:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077696.950949:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077696.950950:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3b80.
00000100:00000001:3.0:1769077696.950951:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077696.950952:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950953:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077696.950955:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0000 x1855007653092864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077696.950960:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077696.950960:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077696.950961:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6000.
02000000:00000001:3.0:1769077696.950962:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077696.950963:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077696.950964:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077696.950965:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077696.950966:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:3.0:1769077696.950967:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077696.950969:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077696.950970:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0000.
00000100:00000001:3.0:1769077696.950971:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077696.950972:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950974:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077696.950976:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077696.950977:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077696.950978:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077696.950979:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077697.588730:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077697.588735:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077697.588739:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077698.228684:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299350779, at 4299350784
00000100:00000010:1.0:1769077698.228709:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059300.
00000020:00000001:1.0:1769077698.612767:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077698.612775:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077698.612782:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077699.636790:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077699.636794:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077699.636797:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077700.660784:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077700.660791:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077700.660797:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077701.684769:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077701.684773:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077701.684776:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077702.068965:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077702.068977:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077702.068983:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077702.069003:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2680 x1855007653092992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.069056:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077702.069061:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077702.069071:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077702.069081:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077702.069091:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077702.069102:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653092992:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077702.069119:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077702.069130:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077702.069137:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077702.069148:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077702.069162:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6000.
02000000:00000001:3.0:1769077702.069170:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077702.069199:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077702.069212:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077702.069221:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077702.069231:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653092992, portal 25
00000100:00000001:3.0:1769077702.069238:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077702.069241:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976467072 : -131139733084544 : ffff88baa6cb2680)
00000100:00000040:3.0:1769077702.069257:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2680 x1855007653092992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.069310:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077702.069319:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077702.069323:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077702.069334:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653092992, offset 0
00000400:00000200:3.0:1769077702.069354:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077702.069368:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077702.069381:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077702.069387:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077702.069390:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077702.069392:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077702.069395:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077702.069398:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200430:200430:256:4294967295] 192.168.204.104@tcp LPNI seq info [200430:200430:8:4294967295]
00000400:00000200:3.0:1769077702.069401:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077702.069422:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077702.069447:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077702.069457:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077702.069484:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077702.069489:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077702.069499:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077702.069506:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769077702.069520:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077702.069525:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077702.069533:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077702.069593:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077702.069604:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077702.069608:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077702.069617:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077702.069626:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2680 x1855007653092992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.069675:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077702.069686:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2680 x1855007653092992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.069698:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.069700:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077702.069708:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077702.069725:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077702.069735:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299355900
00000100:00000010:3.0:1769077702.069743:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059ba0.
00000100:00000001:3.0:1769077702.069758:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077702.069772:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299355900
00000100:00000010:3.0:1769077702.069782:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059ea0.
00000100:00000001:3.0:1769077702.069792:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077702.069807:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077702.069813:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.069821:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077702.069828:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077702/real 1769077702]  req@ffff88baa6cb2680 x1855007653092992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077702.069858:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077702.069860:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077702.069865:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077702.069869:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077702.069873:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077702.069882:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077702.069888:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2680 x1855007653092992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077702.069904:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2680 x1855007653092992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.069921:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077702.069925:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.069932:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077702.069935:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077702.069947:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2680 x1855007653092992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.069964:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077702.069971:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2680 x1855007653092992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.069989:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077702.069993:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.070001:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077702.070003:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.070017:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077702.070023:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077702.070032:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077702.070046:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077702.070052:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077702.070062:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2680 x1855007653092992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077702.070104:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653092992:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077702.070118:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.070129:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077702.070144:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2680 x1855007653092992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070213:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077702.070221:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077702.070225:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6000.
02000000:00000001:3.0:1769077702.070238:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077702.070241:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077702.070244:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:3.0:1769077702.070246:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077702.070248:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6000.
02000000:00000001:3.0:1769077702.070253:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077702.070255:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077702.070257:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2680.
00000100:00000001:3.0:1769077702.070261:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077702.070262:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.070264:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.070270:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077702.070271:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.070274:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077702.070275:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077702.070276:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077702.070280:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3100 x1855007653093120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070287:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077702.070288:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077702.070290:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077702.070292:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077702.070293:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077702.070295:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653093120:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077702.070298:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077702.070300:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077702.070301:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077702.070303:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077702.070305:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6000.
02000000:00000001:3.0:1769077702.070307:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077702.070311:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077702.070313:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077702.070315:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077702.070318:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653093120, portal 10
00000100:00000001:3.0:1769077702.070319:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077702.070320:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976469760 : -131139733081856 : ffff88baa6cb3100)
00000100:00000040:3.0:1769077702.070325:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3100 x1855007653093120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070330:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077702.070332:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077702.070333:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077702.070335:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653093120, offset 0
00000400:00000200:3.0:1769077702.070338:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077702.070340:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077702.070343:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077702.070345:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077702.070347:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077702.070349:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077702.070350:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077702.070353:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200431:200431:256:4294967295] 192.168.204.104@tcp LPNI seq info [200431:200431:8:4294967295]
00000400:00000200:3.0:1769077702.070356:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077702.070360:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077702.070363:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077702.070365:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077702.070368:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077702.070370:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077702.070373:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077702.070388:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769077702.070391:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077702.070393:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077702.070395:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077702.070398:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077702.070400:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077702.070401:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077702.070403:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077702.070406:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3100 x1855007653093120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070412:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077702.070414:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3100 x1855007653093120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070423:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.070424:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077702.070427:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077702.070429:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769077702.070432:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077702.070433:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299354650
00000100:00000001:3.0:1769077702.070435:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299355900
00000100:00000001:3.0:1769077702.070437:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299354650
00000100:00000001:3.0:1769077702.070439:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299355900
00000100:00000001:3.0:1769077702.070441:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077702.070442:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.070443:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077702.070446:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077702/real 1769077702]  req@ffff88baa6cb3100 x1855007653093120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077702.070451:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077702.070451:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077702.070452:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077702.070454:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077702.070455:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077702.070456:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077702.070458:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3100 x1855007653093120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077702.070482:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3100 x1855007653093120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070487:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077702.070488:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.070489:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077702.070491:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077702.070493:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3100 x1855007653093120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070498:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077702.070501:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3100 x1855007653093120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070506:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077702.070507:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.070508:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077702.070509:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.070510:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077702.070511:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077702.070513:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077702.070515:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077702.070516:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077702.070519:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3100 x1855007653093120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077702.070524:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653093120:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077702.070526:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077702.070529:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0000 x1855007653093248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070534:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077702.070553:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077702.070555:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077702.070556:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077702.070557:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077702.070559:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653093248:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077702.070562:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077702.070563:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077702.070565:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077702.070566:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077702.070569:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d5000.
02000000:00000001:3.0:1769077702.070570:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077702.070573:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077702.070575:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077702.070578:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077702.070580:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653093248, portal 10
00000100:00000001:3.0:1769077702.070581:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077702.070583:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976457216 : -131139733094400 : ffff88baa6cb0000)
00000100:00000040:3.0:1769077702.070587:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0000 x1855007653093248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070591:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077702.070593:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077702.070594:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077702.070596:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653093248, offset 0
00000400:00000200:3.0:1769077702.070599:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077702.070601:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077702.070603:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077702.070605:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077702.070607:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077702.070609:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077702.070611:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077702.070613:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200432:200432:256:4294967295] 192.168.204.104@tcp LPNI seq info [200432:200432:8:4294967295]
00000400:00000200:3.0:1769077702.070616:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077702.070620:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077702.070623:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077702.070625:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077702.070628:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077702.070629:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077702.070633:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077702.070634:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769077702.070637:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077702.070639:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077702.070641:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077702.070643:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077702.070645:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077702.070646:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077702.070648:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077702.070650:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0000 x1855007653093248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070656:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077702.070658:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0000 x1855007653093248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070662:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.070663:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077702.070665:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077702.070667:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:3.0:1769077702.070669:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077702.070670:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299354636
00000100:00000001:3.0:1769077702.070671:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299355900
00000100:00000001:3.0:1769077702.070673:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299354636
00000100:00000001:3.0:1769077702.070675:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299355900
00000100:00000001:3.0:1769077702.070676:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077702.070678:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.070679:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077702.070681:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077702/real 1769077702]  req@ffff88baa6cb0000 x1855007653093248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077702.070686:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077702.070687:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077702.070688:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077702.070689:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077702.070690:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077702.070692:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077702.070694:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0000 x1855007653093248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077702.070699:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0000 x1855007653093248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070703:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077702.070704:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.070705:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077702.070706:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077702.070708:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0000 x1855007653093248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070712:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077702.070714:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0000 x1855007653093248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070719:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077702.070720:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.070721:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077702.070722:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.070723:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077702.070724:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077702.070725:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077702.070728:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077702.070729:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077702.070732:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0000 x1855007653093248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077702.070737:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653093248:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077702.070739:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077702.070742:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3b80 x1855007653093376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070747:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077702.070748:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077702.070750:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077702.070751:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077702.070752:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077702.070754:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653093376:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077702.070756:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077702.070757:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077702.070758:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077702.070759:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077702.070761:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6400.
02000000:00000001:3.0:1769077702.070762:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077702.070764:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077702.070766:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077702.070767:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077702.070769:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653093376, portal 4
00000100:00000001:3.0:1769077702.070770:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077702.070771:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976472448 : -131139733079168 : ffff88baa6cb3b80)
00000100:00000040:3.0:1769077702.070775:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3b80 x1855007653093376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070779:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077702.070781:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077702.070782:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077702.070783:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653093376, offset 0
00000400:00000200:3.0:1769077702.070786:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077702.070788:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077702.070790:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077702.070792:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077702.070794:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077702.070795:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077702.070797:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077702.070799:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200433:200433:256:4294967295] 192.168.204.104@tcp LPNI seq info [200433:200433:8:4294967295]
00000400:00000200:3.0:1769077702.070802:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077702.070806:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077702.070809:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077702.070811:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077702.070813:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077702.070815:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077702.070817:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077702.070819:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769077702.070821:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077702.070823:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077702.070824:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077702.070827:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077702.070829:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077702.070830:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077702.070831:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077702.070833:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3b80 x1855007653093376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070838:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077702.070840:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3b80 x1855007653093376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070844:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.070845:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077702.070847:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077702.070848:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769077702.070850:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077702.070851:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299354643
00000100:00000001:3.0:1769077702.070853:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299355900
00000100:00000001:3.0:1769077702.070855:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299354643
00000100:00000001:3.0:1769077702.070856:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299355900
00000100:00000001:3.0:1769077702.070858:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077702.070860:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.070861:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077702.070863:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077702/real 1769077702]  req@ffff88baa6cb3b80 x1855007653093376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077702.070869:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077702.070869:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077702.070870:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077702.070872:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077702.070873:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077702.070874:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077702.070876:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3b80 x1855007653093376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077702.070881:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3b80 x1855007653093376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070885:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077702.070886:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.070887:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077702.070888:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077702.070890:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3b80 x1855007653093376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070894:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077702.070896:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3b80 x1855007653093376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070900:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077702.070901:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.070902:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077702.070903:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.070904:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077702.070905:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077702.070907:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077702.070909:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077702.070911:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077702.070913:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3b80 x1855007653093376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077702.070918:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653093376:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077702.070920:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077702.070923:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2300 x1855007653093504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070927:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077702.070928:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077702.070929:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077702.070930:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077702.070931:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077702.070933:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653093504:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077702.070936:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077702.070937:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077702.070938:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077702.070939:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077702.070941:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769077702.070942:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077702.070944:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077702.070945:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077702.070947:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077702.070949:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653093504, portal 4
00000100:00000001:3.0:1769077702.070950:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077702.070951:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976466176 : -131139733085440 : ffff88baa6cb2300)
00000100:00000040:3.0:1769077702.070955:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2300 x1855007653093504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.070959:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077702.070961:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077702.070963:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077702.070964:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653093504, offset 0
00000400:00000200:3.0:1769077702.070967:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077702.070969:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077702.070971:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077702.070973:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077702.070974:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077702.070976:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077702.070978:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077702.070980:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200434:200434:256:4294967295] 192.168.204.104@tcp LPNI seq info [200434:200434:8:4294967295]
00000400:00000200:3.0:1769077702.070983:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077702.070987:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077702.070989:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077702.070991:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077702.070993:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077702.070995:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077702.070997:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077702.070999:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769077702.071002:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077702.071003:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077702.071006:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077702.071009:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077702.071012:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077702.071014:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077702.071016:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077702.071020:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2300 x1855007653093504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.071028:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077702.071032:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2300 x1855007653093504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.071039:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.071041:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077702.071044:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077702.071048:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769077702.071051:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077702.071054:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299354643
00000100:00000001:3.0:1769077702.071057:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299355900
00000100:00000001:3.0:1769077702.071059:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299354643
00000100:00000001:3.0:1769077702.071061:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299355900
00000100:00000001:3.0:1769077702.071063:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077702.071065:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.071068:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077702.071072:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077702/real 1769077702]  req@ffff88baa6cb2300 x1855007653093504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077702.071080:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077702.071081:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077702.071083:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077702.071086:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077702.071088:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077702.071090:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077702.071093:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2300 x1855007653093504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077702.071103:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2300 x1855007653093504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.071110:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077702.071112:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.071114:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077702.071115:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077702.071119:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2300 x1855007653093504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.071127:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077702.071131:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2300 x1855007653093504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.071139:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077702.071142:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.071143:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077702.071145:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.071147:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077702.071148:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077702.071150:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077702.071153:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077702.071155:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077702.071157:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2300 x1855007653093504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077702.071163:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653093504:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077702.071165:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.071167:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077702.071169:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3100 x1855007653093120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.071173:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077702.071174:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077702.071176:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6000.
02000000:00000001:3.0:1769077702.071178:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077702.071179:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077702.071180:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077702.071181:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077702.071183:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4c00.
02000000:00000001:3.0:1769077702.071186:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077702.071187:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077702.071188:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3100.
00000100:00000001:3.0:1769077702.071190:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077702.071191:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.071192:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077702.071194:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0000 x1855007653093248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.071199:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077702.071200:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077702.071200:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d5000.
02000000:00000001:3.0:1769077702.071202:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077702.071202:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077702.071203:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077702.071204:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077702.071205:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4800.
02000000:00000001:3.0:1769077702.071206:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077702.071207:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077702.071208:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0000.
00000100:00000001:3.0:1769077702.071209:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077702.071210:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.071211:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077702.071212:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3b80 x1855007653093376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.071216:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077702.071217:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077702.071218:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6400.
02000000:00000001:3.0:1769077702.071219:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077702.071219:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077702.071220:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077702.071221:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077702.071222:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:3.0:1769077702.071223:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077702.071224:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077702.071224:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3b80.
00000100:00000001:3.0:1769077702.071226:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077702.071226:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.071227:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077702.071229:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2300 x1855007653093504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.071237:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077702.071238:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077702.071239:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769077702.071240:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077702.071241:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077702.071242:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077702.071243:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077702.071244:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7c00.
02000000:00000001:3.0:1769077702.071246:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077702.071247:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077702.071248:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2300.
00000100:00000001:3.0:1769077702.071249:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077702.071249:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.071250:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077702.071253:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077702.071254:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.071255:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077702.071256:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077702.708802:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077702.708807:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077702.708811:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077703.348610:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299355900, at 4299355904
00000100:00000010:1.0:1769077703.348627:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059ea0.
00000020:00000001:3.0:1769077703.732715:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077703.732721:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077703.732725:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077704.756707:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077704.756712:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077704.756717:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077705.780742:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077705.780749:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077705.780756:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077706.804782:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077706.804785:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077706.804788:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077707.188735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077707.188747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077707.188750:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077707.188755:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077707.188759:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077707.188767:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4687
00000400:00000200:3.0:1769077707.188778:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077707.188784:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077707.188788:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077707.188792:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.188796:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.188799:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.188802:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077707.188808:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077707.188810:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077707.188813:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077707.188816:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077707.188819:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077707.188822:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077707.188825:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.188827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.188830:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.188832:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077707.188836:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077707.188839:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077707.188843:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077707.188846:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077707.188849:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077707.188853:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.188855:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077707.188858:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077707.188869:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769077707.188873:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077707.188877:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077707.188879:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.188882:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077707.188884:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077707.188888:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077707.188897:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769077707.188905:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077707.188915:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653093632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077707.188933:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077707.188938:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077707.188943:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653093632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077707.188972:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077707.188976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077707.188979:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077707.188981:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077707.188984:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077707.188988:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077707.188992:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4687
00000400:00000200:3.0:1769077707.188999:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077707.189003:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077707.189007:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077707.189014:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.189022:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.189032:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.189037:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077707.189043:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077707.189051:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077707.189059:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077707.189066:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077707.189071:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077707.189081:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077707.189093:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.189102:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.189109:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.189115:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077707.189125:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077707.189133:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077707.189144:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077707.189149:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077707.189156:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077707.189163:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.189171:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077707.189181:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077707.189195:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.189203:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077707.189214:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769077707.189220:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077707.189232:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077707.189236:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.189240:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077707.189249:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077707.189254:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077707.189263:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769077707.189271:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077707.189286:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653093760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077707.189316:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077707.189328:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077707.189341:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653093760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077707.189370:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077707.189374:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077707.189375:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1769077707.189396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077707.189399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077707.189401:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077707.189405:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077707.189414:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077707.189421:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4687
00000400:00000200:3.0:1769077707.189431:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077707.189447:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077707.189452:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077707.189465:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.189475:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.189485:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.189495:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077707.189505:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077707.189514:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077707.189523:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077707.189532:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077707.189578:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077707.189584:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077707.189593:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.189603:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.189612:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.189623:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077707.189631:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077707.189644:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077707.189657:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077707.189663:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077707.189671:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077707.189680:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.189685:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077707.189690:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077707.189697:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.189702:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077707.189709:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769077707.189716:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077707.189728:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077707.189732:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.189738:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077707.189742:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077707.189747:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077707.189753:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769077707.189761:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077707.189773:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653093888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077707.189798:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077707.189806:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077707.189820:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653093888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077707.189845:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077707.189855:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077707.189869:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077707.189872:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077707.189878:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077707.189886:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077707.189894:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4687
00000400:00000200:3.0:1769077707.189904:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077707.189917:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077707.189924:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077707.189937:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.189946:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.189955:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.189964:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077707.189974:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077707.189980:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077707.189985:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077707.189990:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077707.189996:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077707.190003:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077707.190013:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.190023:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.190029:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.190034:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077707.190040:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077707.190050:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077707.190056:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077707.190061:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077707.190067:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077707.190074:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.190079:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077707.190085:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077707.190092:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.190097:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077707.190105:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769077707.190111:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077707.190116:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077707.190117:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.190120:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077707.190125:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077707.190130:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077707.190137:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769077707.190148:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077707.190162:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653094016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077707.190191:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077707.190197:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077707.190211:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653094016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077707.190241:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077707.190248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077707.190256:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077707.190261:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077707.190264:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077707.190271:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077707.190279:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4687
00000400:00000200:3.0:1769077707.190288:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077707.190296:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077707.190303:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077707.190316:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.190323:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.190332:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.190338:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077707.190345:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077707.190349:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077707.190355:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077707.190359:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077707.190365:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077707.190371:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077707.190403:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.190410:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.190418:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077707.190424:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077707.190431:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077707.190443:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077707.190454:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077707.190458:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077707.190466:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077707.190474:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.190481:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077707.190487:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077707.190497:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.190504:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077707.190511:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000010:3.0:1769077707.190512:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000800:00000200:2.1:1769077707.190516:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1769077707.190518:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077707.190525:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077707.190531:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.190558:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077707.190564:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077707.190570:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077707.190578:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769077707.190585:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077707.190595:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653094144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077707.190610:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077707.190615:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077707.190628:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653094144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077707.190660:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077707.190668:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4697)
00000800:00000200:2.1:1769077707.190931:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077707.190934:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077707.191298:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077707.191301:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077707.191619:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077707.191621:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1769077707.828738:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077707.828742:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077707.828745:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077708.468617:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299361020, at 4299361024
00000100:00000010:1.0:1769077708.468632:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b3c0.
00000020:00000001:1.0:1769077708.852711:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077708.852718:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077708.852722:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077709.876718:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077709.876723:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077709.876727:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077710.900715:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077710.900719:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077710.900723:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077711.924764:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077711.924770:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077711.924775:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077712.308654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077712.308675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077712.308682:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077712.308688:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077712.308694:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077712.308703:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4692
00000400:00000200:3.0:1769077712.308713:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077712.308719:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077712.308722:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077712.308726:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.308734:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.308749:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.308766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077712.308770:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077712.308772:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077712.308774:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077712.308776:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077712.308778:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077712.308780:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077712.308782:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.308783:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.308784:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.308785:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077712.308787:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077712.308790:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077712.308791:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077712.308813:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077712.308816:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077712.308825:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.308828:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077712.308830:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077712.308848:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769077712.308855:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077712.308859:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077712.308860:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.308863:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077712.308865:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077712.308870:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077712.308877:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769077712.308883:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077712.308892:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653094272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077712.308900:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077712.308905:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077712.308908:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653094272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077712.308928:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077712.308930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077712.308933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077712.308934:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077712.308935:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077712.308937:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077712.308938:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4692
00000400:00000200:3.0:1769077712.308941:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077712.308943:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077712.308945:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077712.308947:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.308948:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.308949:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.308950:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077712.308952:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077712.308952:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077712.308953:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077712.308955:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077712.308957:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077712.308958:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077712.308960:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.308961:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.308962:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.308963:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077712.308965:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077712.308968:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077712.308973:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077712.308974:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077712.308980:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077712.308983:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.308987:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077712.308992:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077712.308999:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.309004:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077712.309009:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769077712.309014:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077712.309019:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077712.309022:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.309026:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077712.309030:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077712.309033:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077712.309049:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769077712.309055:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077712.309061:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653094400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077712.309066:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077712.309074:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077712.309079:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653094400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077712.309090:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077712.309094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077712.309102:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077712.309104:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077712.309106:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077712.309108:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077712.309111:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4692
00000400:00000200:3.0:1769077712.309124:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077712.309131:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077712.309134:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077712.309137:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309140:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.309142:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309143:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077712.309145:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077712.309146:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077712.309149:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077712.309152:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077712.309156:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077712.309158:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077712.309163:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309165:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.309168:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309170:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077712.309174:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077712.309178:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309182:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077712.309186:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077712.309190:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077712.309193:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.309195:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077712.309199:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077712.309202:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.309204:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077712.309209:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769077712.309213:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077712.309216:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077712.309218:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.309219:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077712.309220:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077712.309243:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077712.309249:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769077712.309254:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077712.309264:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653094528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077712.309309:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077712.309314:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077712.309322:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653094528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077712.309333:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077712.309338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077712.309344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077712.309347:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077712.309351:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077712.309355:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077712.309360:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4692
00000800:00000200:2.1:1769077712.309364:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000400:00000200:3.0:1769077712.309365:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077712.309370:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077712.309372:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769077712.309372:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1769077712.309377:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309379:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.309381:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309382:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077712.309383:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077712.309384:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077712.309385:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077712.309386:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077712.309387:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077712.309389:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077712.309394:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309399:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.309401:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309405:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077712.309407:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077712.309409:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309410:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077712.309411:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077712.309415:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077712.309417:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.309421:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077712.309424:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077712.309428:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.309431:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077712.309437:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769077712.309441:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077712.309447:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077712.309450:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.309463:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077712.309487:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077712.309490:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077712.309496:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769077712.309500:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077712.309506:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653094656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077712.309512:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077712.309515:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077712.309524:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653094656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077712.309613:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077712.309617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077712.309624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077712.309626:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077712.309628:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077712.309633:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077712.309637:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4692
00000400:00000200:3.0:1769077712.309642:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077712.309646:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077712.309651:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077712.309655:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309658:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.309662:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309668:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077712.309672:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077712.309674:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077712.309675:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077712.309677:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077712.309680:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077712.309687:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077712.309728:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309733:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.309737:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309742:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077712.309745:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077712.309749:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077712.309765:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077712.309769:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077712.309783:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077712.309787:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.309791:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077712.309793:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077712.309795:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.309814:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077712.309819:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769077712.309824:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077712.309828:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077712.309830:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.309833:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077712.309837:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077712.309840:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077712.309846:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769077712.309851:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077712.309858:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653094784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077712.309870:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077712.309874:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077712.309878:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653094784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077712.309899:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077712.309905:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4702)
00000800:00000200:2.1:1769077712.309949:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077712.309951:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077712.310124:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077712.310126:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077712.310287:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077712.310288:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077712.310556:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077712.310558:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769077712.948725:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077712.948730:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077712.948733:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077713.588657:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299366139, at 4299366144
00000100:00000010:1.0:1769077713.588673:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b240.
00000020:00000001:1.0:1769077713.972689:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077713.972692:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077713.972695:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077714.996729:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077714.996736:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077714.996742:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077716.020764:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077716.020769:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077716.020772:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077717.044750:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077717.044755:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077717.044759:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077717.429019:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077717.429028:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077717.429031:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077717.429054:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3480 x1855007653094912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.429069:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077717.429074:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077717.429083:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077717.429089:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077717.429093:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077717.429099:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653094912:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077717.429109:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077717.429117:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077717.429124:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077717.429128:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077717.429136:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769077717.429141:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077717.429155:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077717.429160:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077717.429170:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077717.429180:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653094912, portal 25
00000100:00000001:3.0:1769077717.429186:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077717.429188:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976470656 : -131139733080960 : ffff88baa6cb3480)
00000100:00000040:3.0:1769077717.429199:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3480 x1855007653094912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.429250:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077717.429259:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077717.429264:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077717.429270:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653094912, offset 0
00000400:00000200:3.0:1769077717.429283:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077717.429298:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077717.429310:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077717.429318:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077717.429326:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077717.429335:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077717.429347:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077717.429363:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200445:200445:256:4294967295] 192.168.204.104@tcp LPNI seq info [200445:200445:8:4294967295]
00000400:00000200:3.0:1769077717.429380:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077717.429390:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077717.429399:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077717.429408:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077717.429416:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077717.429420:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077717.429426:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077717.429430:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077717.429436:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077717.429439:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077717.429446:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077717.429455:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077717.429459:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077717.429463:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077717.429472:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077717.429479:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3480 x1855007653094912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.429496:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077717.429505:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3480 x1855007653094912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.429515:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077717.429518:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077717.429525:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077717.429583:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077717.429586:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299371260
00000100:00000010:3.0:1769077717.429594:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059ea0.
00000100:00000001:3.0:1769077717.429602:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077717.429609:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299371260
00000100:00000010:3.0:1769077717.429614:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059ba0.
00000100:00000001:3.0:1769077717.429622:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077717.429625:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077717.429628:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077717.429630:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077717.429637:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077717/real 1769077717]  req@ffff88baa6cb3480 x1855007653094912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077717.429669:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077717.429677:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077717.429683:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077717.429687:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077717.429689:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077717.429691:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077717.429700:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3480 x1855007653094912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077717.429719:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3480 x1855007653094912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.429738:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077717.429742:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.429749:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077717.429752:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077717.429759:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3480 x1855007653094912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.429777:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077717.429784:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3480 x1855007653094912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.429799:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077717.429810:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.429815:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077717.429817:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.429821:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077717.429823:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077717.429827:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077717.429833:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077717.429841:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077717.429849:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3480 x1855007653094912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077717.429859:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653094912:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077717.429867:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.429871:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077717.429877:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3480 x1855007653094912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.429886:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077717.429889:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077717.429895:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769077717.429902:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077717.429908:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077717.429913:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:3.0:1769077717.429916:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077717.429919:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:3.0:1769077717.429928:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077717.429932:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077717.429938:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3480.
00000100:00000001:3.0:1769077717.429942:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077717.429943:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.429946:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.429965:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077717.429971:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077717.429977:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077717.429979:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077717.429981:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077717.429990:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1f80 x1855007653095040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.429998:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077717.430000:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077717.430002:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077717.430006:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077717.430009:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077717.430013:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653095040:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077717.430025:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077717.430027:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077717.430029:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077717.430030:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077717.430034:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769077717.430039:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077717.430044:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077717.430047:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077717.430052:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077717.430058:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653095040, portal 10
00000100:00000001:3.0:1769077717.430060:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077717.430062:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976465280 : -131139733086336 : ffff88baa6cb1f80)
00000100:00000040:3.0:1769077717.430069:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1f80 x1855007653095040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.430083:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077717.430086:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077717.430088:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077717.430090:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653095040, offset 0
00000400:00000200:3.0:1769077717.430095:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077717.430103:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077717.430108:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077717.430112:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077717.430123:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077717.430135:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077717.430142:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077717.430147:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200446:200446:256:4294967295] 192.168.204.104@tcp LPNI seq info [200446:200446:8:4294967295]
00000400:00000200:3.0:1769077717.430152:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077717.430159:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077717.430163:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077717.430174:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077717.430192:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077717.430203:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077717.430236:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077717.430247:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077717.430264:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077717.430271:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077717.430278:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077717.430294:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077717.430302:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077717.430308:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077717.430320:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077717.430329:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1f80 x1855007653095040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.430364:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077717.430375:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1f80 x1855007653095040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.430431:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077717.430440:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077717.430448:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077717.430455:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769077717.430467:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077717.430473:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299370010
00000100:00000001:3.0:1769077717.430480:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299371260
00000100:00000001:3.0:1769077717.430484:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299370010
00000100:00000001:3.0:1769077717.430491:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299371260
00000100:00000001:3.0:1769077717.430500:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077717.430507:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077717.430514:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077717.430528:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077717/real 1769077717]  req@ffff88baa6cb1f80 x1855007653095040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077717.430592:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077717.430596:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077717.430600:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077717.430606:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077717.430611:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077717.430618:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077717.430628:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1f80 x1855007653095040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077717.430664:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1f80 x1855007653095040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.430689:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077717.430693:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.430705:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077717.430714:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077717.430729:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1f80 x1855007653095040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.430755:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077717.430770:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1f80 x1855007653095040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.430819:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077717.430826:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.430832:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077717.430836:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.430840:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077717.430844:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077717.430849:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077717.430862:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077717.430869:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077717.430885:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1f80 x1855007653095040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077717.430903:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653095040:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077717.430909:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.430911:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077717.430914:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1f80 x1855007653095040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.430920:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077717.430923:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077717.430926:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769077717.430928:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077717.430930:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077717.430931:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077717.430934:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077717.430935:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:3.0:1769077717.430940:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077717.430942:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077717.430943:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1f80.
00000100:00000001:3.0:1769077717.430945:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077717.430947:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.430949:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.430953:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077717.430954:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077717.430958:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077717.430960:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077717.430961:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077717.430967:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0a80 x1855007653095168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.430974:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077717.430976:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077717.430979:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077717.430983:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077717.430986:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077717.430990:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653095168:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077717.430994:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077717.430996:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077717.430998:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077717.431000:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077717.431003:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769077717.431005:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077717.431009:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077717.431012:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077717.431016:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077717.431019:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653095168, portal 10
00000100:00000001:3.0:1769077717.431020:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077717.431022:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459904 : -131139733091712 : ffff88baa6cb0a80)
00000100:00000040:3.0:1769077717.431028:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0a80 x1855007653095168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431034:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077717.431037:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077717.431041:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077717.431043:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653095168, offset 0
00000400:00000200:3.0:1769077717.431047:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077717.431052:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077717.431055:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077717.431059:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077717.431061:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077717.431063:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077717.431066:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077717.431071:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200447:200447:256:4294967295] 192.168.204.104@tcp LPNI seq info [200447:200447:8:4294967295]
00000400:00000200:3.0:1769077717.431077:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077717.431092:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077717.431099:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077717.431103:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077717.431109:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077717.431114:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077717.431120:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077717.431124:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077717.431130:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077717.431133:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077717.431136:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077717.431140:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077717.431143:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077717.431145:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077717.431148:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077717.431151:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0a80 x1855007653095168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431160:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077717.431163:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0a80 x1855007653095168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431170:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077717.431172:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077717.431174:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077717.431177:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:3.0:1769077717.431181:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077717.431183:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299369996
00000100:00000001:3.0:1769077717.431187:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299371260
00000100:00000001:3.0:1769077717.431190:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299369996
00000100:00000001:3.0:1769077717.431193:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299371260
00000100:00000001:3.0:1769077717.431262:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077717.431266:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077717.431268:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077717.431272:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077717/real 1769077717]  req@ffff88baa6cb0a80 x1855007653095168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077717.431281:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077717.431282:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077717.431284:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077717.431287:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077717.431288:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077717.431291:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077717.431295:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0a80 x1855007653095168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077717.431304:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0a80 x1855007653095168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431312:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077717.431314:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.431316:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077717.431318:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077717.431322:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0a80 x1855007653095168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431441:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077717.431445:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0a80 x1855007653095168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431453:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077717.431457:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.431460:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077717.431461:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.431463:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077717.431466:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077717.431468:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077717.431472:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077717.431475:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077717.431527:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0a80 x1855007653095168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077717.431565:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653095168:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077717.431572:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077717.431578:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1500 x1855007653095296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431586:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077717.431588:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077717.431590:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077717.431592:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077717.431594:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077717.431597:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653095296:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077717.431601:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077717.431604:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077717.431605:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077717.431607:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077717.431611:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d5c00.
02000000:00000001:3.0:1769077717.431614:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077717.431618:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077717.431621:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077717.431624:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077717.431627:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653095296, portal 4
00000100:00000001:3.0:1769077717.431629:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077717.431630:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976462592 : -131139733089024 : ffff88baa6cb1500)
00000100:00000040:3.0:1769077717.431635:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1500 x1855007653095296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431642:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077717.431644:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077717.431646:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077717.431648:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653095296, offset 0
00000400:00000200:3.0:1769077717.431652:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077717.431655:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077717.431659:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077717.431662:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077717.431664:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077717.431666:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077717.431669:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077717.431672:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200448:200448:256:4294967295] 192.168.204.104@tcp LPNI seq info [200448:200448:8:4294967295]
00000400:00000200:3.0:1769077717.431676:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077717.431682:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077717.431686:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077717.431689:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077717.431693:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077717.431696:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077717.431699:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077717.431702:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077717.431706:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077717.431708:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077717.431711:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077717.431715:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077717.431718:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077717.431719:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077717.431721:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077717.431724:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1500 x1855007653095296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431732:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077717.431735:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1500 x1855007653095296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431741:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077717.431743:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077717.431746:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077717.431748:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769077717.431752:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077717.431753:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299370004
00000100:00000001:3.0:1769077717.431756:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299371260
00000100:00000001:3.0:1769077717.431758:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299370004
00000100:00000001:3.0:1769077717.431760:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299371260
00000100:00000001:3.0:1769077717.431763:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077717.431765:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077717.431767:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077717.431770:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077717/real 1769077717]  req@ffff88baa6cb1500 x1855007653095296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077717.431778:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077717.431780:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077717.431781:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077717.431783:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077717.431785:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077717.431787:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077717.431790:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1500 x1855007653095296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077717.431799:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1500 x1855007653095296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431805:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077717.431806:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.431808:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077717.431809:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077717.431813:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1500 x1855007653095296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431819:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077717.431823:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1500 x1855007653095296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431830:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077717.431832:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.431834:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077717.431835:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.431836:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077717.431838:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077717.431840:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077717.431843:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077717.431845:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077717.431849:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1500 x1855007653095296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077717.431856:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653095296:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077717.431860:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077717.431864:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0e00 x1855007653095424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431870:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077717.431871:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077717.431873:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077717.431875:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077717.431877:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077717.431880:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653095424:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077717.431883:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077717.431885:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077717.431886:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077717.431888:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077717.431891:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d5400.
02000000:00000001:3.0:1769077717.431893:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077717.431896:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077717.431898:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077717.431901:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077717.431904:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653095424, portal 4
00000100:00000001:3.0:1769077717.431906:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077717.431907:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976460800 : -131139733090816 : ffff88baa6cb0e00)
00000100:00000040:3.0:1769077717.431912:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0e00 x1855007653095424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.431918:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077717.431921:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077717.431923:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077717.431925:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653095424, offset 0
00000400:00000200:3.0:1769077717.431928:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077717.431932:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077717.431935:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077717.431938:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077717.431940:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077717.431942:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077717.431945:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077717.431948:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200449:200449:256:4294967295] 192.168.204.104@tcp LPNI seq info [200449:200449:8:4294967295]
00000400:00000200:3.0:1769077717.431952:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077717.431959:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077717.431963:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077717.431965:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077717.431969:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077717.431972:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077717.431976:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077717.431978:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077717.431981:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077717.431984:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077717.431987:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077717.431990:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077717.431992:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077717.431994:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077717.431996:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077717.432000:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0e00 x1855007653095424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.432007:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077717.432010:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0e00 x1855007653095424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.432016:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077717.432018:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077717.432021:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077717.432024:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769077717.432027:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077717.432029:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299370004
00000100:00000001:3.0:1769077717.432031:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299371260
00000100:00000001:3.0:1769077717.432034:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299370004
00000100:00000001:3.0:1769077717.432036:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299371260
00000100:00000001:3.0:1769077717.432038:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077717.432040:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077717.432041:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077717.432044:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077717/real 1769077717]  req@ffff88baa6cb0e00 x1855007653095424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077717.432052:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077717.432053:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077717.432055:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077717.432057:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077717.432059:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077717.432061:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077717.432064:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0e00 x1855007653095424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077717.432072:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0e00 x1855007653095424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.432078:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077717.432080:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.432081:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077717.432082:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077717.432086:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0e00 x1855007653095424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.432092:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077717.432096:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0e00 x1855007653095424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.432103:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077717.432105:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.432107:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077717.432108:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.432110:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077717.432112:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077717.432114:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077717.432117:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077717.432119:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077717.432122:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0e00 x1855007653095424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077717.432130:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653095424:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077717.432133:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.432135:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077717.432138:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0a80 x1855007653095168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.432144:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077717.432146:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077717.432148:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769077717.432150:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077717.432151:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077717.432153:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077717.432155:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077717.432156:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7400.
02000000:00000001:3.0:1769077717.432159:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077717.432160:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077717.432162:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0a80.
00000100:00000001:3.0:1769077717.432164:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077717.432165:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.432167:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077717.432170:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1500 x1855007653095296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.432177:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077717.432178:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077717.432179:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:3.0:1769077717.432181:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077717.432182:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077717.432183:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077717.432184:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077717.432185:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:3.0:1769077717.432187:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077717.432189:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077717.432190:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1500.
00000100:00000001:3.0:1769077717.432192:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077717.432193:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.432195:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077717.432198:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0e00 x1855007653095424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077717.432203:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077717.432219:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077717.432220:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d5400.
02000000:00000001:3.0:1769077717.432223:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077717.432224:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077717.432225:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077717.432227:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077717.432228:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:3.0:1769077717.432230:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077717.432231:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077717.432233:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0e00.
00000100:00000001:3.0:1769077717.432235:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077717.432236:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.432238:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077717.432241:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077717.432242:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077717.432244:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077717.432246:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077718.068703:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077718.068707:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077718.068710:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077718.708643:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299371260, at 4299371264
00000100:00000010:1.0:1769077718.708659:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059ba0.
00000020:00000001:3.0:1769077719.092752:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077719.092755:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077719.092758:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077720.116768:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077720.116776:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077720.116781:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077721.140727:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077721.140734:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077721.140739:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077722.164770:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077722.164775:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077722.164779:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077722.548631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077722.548644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077722.548647:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077722.548652:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077722.548656:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077722.548665:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4702
00000400:00000200:3.0:1769077722.548675:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077722.548682:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077722.548685:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077722.548689:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.548692:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077722.548695:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.548697:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077722.548702:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077722.548704:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077722.548707:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077722.548709:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077722.548712:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077722.548714:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077722.548717:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.548719:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077722.548721:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.548723:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077722.548727:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077722.548730:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077722.548733:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077722.548736:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077722.548739:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077722.548742:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077722.548744:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077722.548747:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077722.548757:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769077722.548761:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077722.548765:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077722.548767:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077722.548770:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077722.548773:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077722.548778:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077722.548787:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769077722.548794:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077722.548811:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653095552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077722.548821:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077722.548826:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077722.548830:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653095552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077722.548854:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077722.548857:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077722.548861:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077722.548862:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077722.548863:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077722.548866:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077722.548869:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4702
00000400:00000200:3.0:1769077722.548873:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077722.548876:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077722.548879:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077722.548882:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.548887:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077722.548892:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.548901:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077722.548906:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077722.548908:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077722.548911:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077722.548915:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077722.548919:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077722.548922:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077722.548928:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.548932:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077722.548938:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.548942:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077722.548947:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077722.548951:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077722.548956:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077722.548959:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077722.548966:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077722.548970:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077722.548972:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077722.548977:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077722.548984:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077722.548987:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077722.548992:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769077722.549004:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077722.549008:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077722.549009:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077722.549011:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077722.549013:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077722.549015:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077722.549022:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769077722.549027:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077722.549036:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653095680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077722.549049:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077722.549052:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077722.549058:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653095680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077722.549073:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077722.549078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077722.549085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077722.549088:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077722.549092:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077722.549098:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077722.549104:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4702
00000400:00000200:3.0:1769077722.549113:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077722.549130:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077722.549135:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077722.549141:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.549144:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077722.549147:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.549151:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077722.549153:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077722.549156:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077722.549158:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077722.549162:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077722.549165:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077722.549169:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077722.549174:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.549178:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077722.549179:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769077722.549182:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:2.1:1769077722.549186:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769077722.549187:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077722.549190:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077722.549195:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077722.549200:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077722.549204:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077722.549208:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077722.549211:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077722.549213:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077722.549216:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077722.549220:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077722.549223:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077722.549230:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769077722.549233:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077722.549237:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077722.549240:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077722.549243:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077722.549246:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077722.549250:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077722.549256:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769077722.549260:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077722.549269:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653095808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077722.549281:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077722.549284:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077722.549291:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653095808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077722.549303:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077722.549307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077722.549312:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077722.549314:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077722.549316:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077722.549321:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077722.549326:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4702
00000400:00000200:3.0:1769077722.549332:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077722.549338:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077722.549341:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077722.549346:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.549351:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077722.549355:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.549358:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077722.549361:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077722.549364:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077722.549372:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077722.549376:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077722.549381:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077722.549386:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077722.549392:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.549397:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077722.549402:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.549406:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077722.549411:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077722.549416:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077722.549422:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077722.549426:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077722.549430:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077722.549434:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077722.549437:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077722.549441:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077722.549445:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077722.549449:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077722.549454:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769077722.549459:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077722.549463:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077722.549466:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077722.549468:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077722.549470:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077722.549471:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077722.549474:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769077722.549479:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077722.549487:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653095936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077722.549503:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077722.549506:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077722.549513:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653095936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077722.549535:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077722.549572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077722.549577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077722.549581:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077722.549584:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077722.549588:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077722.549594:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4702
00000400:00000200:3.0:1769077722.549602:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077722.549607:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077722.549611:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077722.549617:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.549620:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077722.549625:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.549629:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077722.549630:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077722.549631:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077722.549634:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077722.549637:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077722.549642:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077722.549646:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077722.549652:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.549657:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077722.549661:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077722.549666:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077722.549671:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077722.549677:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077722.549682:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077722.549686:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077722.549690:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077722.549695:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077722.549699:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077722.549702:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077722.549708:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077722.549712:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077722.549718:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769077722.549722:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077722.549726:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077722.549729:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077722.549735:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077722.549737:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077722.549740:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077722.549747:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769077722.549752:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077722.549760:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653096064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077722.549778:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077722.549782:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077722.549790:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653096064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077722.549803:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077722.549810:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4712)
00000800:00000200:2.1:1769077722.549833:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077722.549847:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077722.550021:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077722.550023:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077722.550218:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077722.550220:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077722.550457:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077722.550459:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1769077723.188719:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077723.188724:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077723.188728:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077723.828651:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299376379, at 4299376384
00000100:00000010:1.0:1769077723.828669:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b540.
00000020:00000001:1.0:1769077724.212738:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077724.212744:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077724.212747:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077725.236742:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077725.236745:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077725.236748:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077726.260768:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077726.260776:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077726.260780:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077727.284721:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077727.284727:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077727.284732:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077727.668894:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077727.668899:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077727.668902:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077727.668909:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0380 x1855007653096192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.668922:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077727.668925:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077727.668929:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077727.668933:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077727.668938:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077727.668944:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653096192:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077727.668948:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077727.668953:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077727.668956:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077727.668960:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077727.668966:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4400.
02000000:00000001:3.0:1769077727.668971:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077727.668982:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077727.668989:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077727.668996:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077727.669004:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653096192, portal 25
00000100:00000001:3.0:1769077727.669009:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077727.669011:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976458112 : -131139733093504 : ffff88baa6cb0380)
00000100:00000040:3.0:1769077727.669018:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0380 x1855007653096192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669029:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077727.669044:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077727.669047:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077727.669050:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653096192, offset 0
00000400:00000200:3.0:1769077727.669057:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077727.669068:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077727.669076:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077727.669084:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077727.669090:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077727.669095:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077727.669100:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077727.669103:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200455:200455:256:4294967295] 192.168.204.104@tcp LPNI seq info [200455:200455:8:4294967295]
00000400:00000200:3.0:1769077727.669112:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077727.669122:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077727.669130:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077727.669137:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077727.669146:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077727.669151:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077727.669158:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077727.669161:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769077727.669167:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077727.669170:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077727.669176:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077727.669184:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077727.669193:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077727.669197:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077727.669202:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077727.669208:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0380 x1855007653096192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669222:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077727.669226:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0380 x1855007653096192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669234:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077727.669237:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077727.669243:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077727.669250:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077727.669254:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299381499
00000100:00000010:3.0:1769077727.669260:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba880598a0.
00000100:00000001:3.0:1769077727.669267:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077727.669274:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299381499
00000100:00000010:3.0:1769077727.669278:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059c00.
00000100:00000001:3.0:1769077727.669283:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077727.669287:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077727.669292:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077727.669296:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077727.669301:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077727/real 1769077727]  req@ffff88baa6cb0380 x1855007653096192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077727.669311:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077727.669314:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077727.669316:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077727.669319:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077727.669322:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077727.669326:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077727.669330:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0380 x1855007653096192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077727.669340:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0380 x1855007653096192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669346:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077727.669349:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.669351:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077727.669354:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077727.669358:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0380 x1855007653096192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669381:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077727.669387:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0380 x1855007653096192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669395:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077727.669397:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.669400:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077727.669401:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.669404:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077727.669406:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077727.669410:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077727.669419:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077727.669423:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077727.669428:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0380 x1855007653096192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077727.669437:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653096192:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077727.669441:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.669443:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077727.669447:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0380 x1855007653096192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669456:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077727.669460:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077727.669463:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4400.
02000000:00000001:3.0:1769077727.669466:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077727.669468:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077727.669471:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:3.0:1769077727.669474:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077727.669477:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4800.
02000000:00000001:3.0:1769077727.669483:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077727.669485:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077727.669487:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0380.
00000100:00000001:3.0:1769077727.669491:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077727.669493:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.669496:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.669503:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077727.669505:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077727.669508:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077727.669509:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077727.669511:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077727.669516:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2a00 x1855007653096320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669526:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077727.669528:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077727.669530:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077727.669549:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077727.669551:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077727.669554:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653096320:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077727.669556:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077727.669557:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077727.669558:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077727.669559:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077727.669561:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4400.
02000000:00000001:3.0:1769077727.669563:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077727.669566:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077727.669568:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077727.669570:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077727.669572:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653096320, portal 10
00000100:00000001:3.0:1769077727.669575:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077727.669577:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976467968 : -131139733083648 : ffff88baa6cb2a00)
00000100:00000040:3.0:1769077727.669585:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2a00 x1855007653096320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669594:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077727.669600:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077727.669602:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077727.669605:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653096320, offset 0
00000400:00000200:3.0:1769077727.669609:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077727.669614:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077727.669620:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077727.669626:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077727.669632:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077727.669637:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077727.669643:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077727.669648:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200456:200456:256:4294967295] 192.168.204.104@tcp LPNI seq info [200456:200456:8:4294967295]
00000400:00000200:3.0:1769077727.669656:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077727.669669:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077727.669685:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077727.669690:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077727.669701:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077727.669704:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077727.669711:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077727.669714:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769077727.669719:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077727.669722:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077727.669726:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077727.669732:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077727.669736:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077727.669738:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077727.669742:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077727.669747:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2a00 x1855007653096320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669762:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077727.669767:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2a00 x1855007653096320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669778:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077727.669781:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077727.669785:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077727.669789:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769077727.669794:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077727.669799:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299380250
00000100:00000001:3.0:1769077727.669803:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299381499
00000100:00000001:3.0:1769077727.669805:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299380250
00000100:00000001:3.0:1769077727.669809:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299381499
00000100:00000001:3.0:1769077727.669812:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077727.669815:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077727.669818:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077727.669823:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077727/real 1769077727]  req@ffff88baa6cb2a00 x1855007653096320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077727.669832:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077727.669834:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077727.669837:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077727.669839:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077727.669842:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077727.669844:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077727.669848:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2a00 x1855007653096320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077727.669859:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2a00 x1855007653096320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669867:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077727.669869:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.669873:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077727.669874:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077727.669879:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2a00 x1855007653096320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669889:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077727.669892:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2a00 x1855007653096320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669902:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077727.669905:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.669908:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077727.669909:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.669913:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077727.669915:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077727.669919:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077727.669924:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077727.669926:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077727.669931:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2a00 x1855007653096320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077727.669945:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653096320:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077727.669954:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077727.669960:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2d80 x1855007653096448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.669973:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077727.669975:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077727.669981:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077727.669983:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077727.669987:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077727.669994:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653096448:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077727.670000:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077727.670003:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077727.670006:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077727.670009:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077727.670015:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7800.
02000000:00000001:3.0:1769077727.670020:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077727.670025:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077727.670027:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077727.670029:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077727.670045:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653096448, portal 10
00000100:00000001:3.0:1769077727.670047:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077727.670049:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976468864 : -131139733082752 : ffff88baa6cb2d80)
00000100:00000040:3.0:1769077727.670054:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2d80 x1855007653096448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670058:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077727.670060:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077727.670062:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077727.670064:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653096448, offset 0
00000400:00000200:3.0:1769077727.670066:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077727.670069:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077727.670071:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077727.670073:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077727.670075:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077727.670076:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077727.670078:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077727.670080:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200457:200457:256:4294967295] 192.168.204.104@tcp LPNI seq info [200457:200457:8:4294967295]
00000400:00000200:3.0:1769077727.670082:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077727.670086:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077727.670089:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077727.670090:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077727.670093:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077727.670095:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077727.670098:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077727.670099:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769077727.670102:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077727.670103:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077727.670105:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077727.670107:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077727.670109:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077727.670110:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077727.670112:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077727.670114:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2d80 x1855007653096448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670118:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077727.670121:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2d80 x1855007653096448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670125:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077727.670126:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077727.670127:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077727.670129:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:3.0:1769077727.670131:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077727.670132:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299380235
00000100:00000001:3.0:1769077727.670134:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299381499
00000100:00000001:3.0:1769077727.670136:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299380235
00000100:00000001:3.0:1769077727.670137:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299381499
00000100:00000001:3.0:1769077727.670138:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077727.670139:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077727.670140:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077727.670142:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077727/real 1769077727]  req@ffff88baa6cb2d80 x1855007653096448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077727.670146:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077727.670147:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077727.670148:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077727.670150:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077727.670151:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077727.670152:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077727.670154:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2d80 x1855007653096448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077727.670159:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2d80 x1855007653096448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670162:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077727.670163:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670164:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077727.670165:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077727.670167:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2d80 x1855007653096448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670171:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077727.670173:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2d80 x1855007653096448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670177:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077727.670178:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670179:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077727.670180:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670181:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077727.670182:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077727.670183:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077727.670185:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077727.670186:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077727.670188:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2d80 x1855007653096448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077727.670192:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653096448:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077727.670194:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670195:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077727.670196:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2a00 x1855007653096320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670200:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077727.670201:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077727.670202:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4400.
02000000:00000001:3.0:1769077727.670203:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077727.670204:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077727.670205:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077727.670206:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077727.670207:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:3.0:1769077727.670209:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077727.670210:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077727.670211:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2a00.
00000100:00000001:3.0:1769077727.670212:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077727.670213:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670214:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077727.670216:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2d80 x1855007653096448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670219:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077727.670220:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077727.670221:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7800.
02000000:00000001:3.0:1769077727.670222:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077727.670222:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077727.670223:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077727.670224:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077727.670225:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7c00.
02000000:00000001:3.0:1769077727.670227:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077727.670228:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077727.670228:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2d80.
00000100:00000001:3.0:1769077727.670229:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077727.670230:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670231:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670233:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077727.670234:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077727.670235:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077727.670236:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077727.670236:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077727.670238:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1c00 x1855007653096576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670242:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077727.670243:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077727.670245:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077727.670246:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077727.670247:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077727.670248:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653096576:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077727.670250:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077727.670252:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077727.670252:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077727.670253:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077727.670255:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7800.
02000000:00000001:3.0:1769077727.670256:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077727.670258:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077727.670260:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077727.670261:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077727.670263:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653096576, portal 4
00000100:00000001:3.0:1769077727.670264:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077727.670265:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976464384 : -131139733087232 : ffff88baa6cb1c00)
00000100:00000040:3.0:1769077727.670268:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1c00 x1855007653096576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670272:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077727.670273:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077727.670274:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077727.670276:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653096576, offset 0
00000400:00000200:3.0:1769077727.670278:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077727.670280:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077727.670282:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077727.670283:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077727.670285:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077727.670286:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077727.670288:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077727.670290:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200458:200458:256:4294967295] 192.168.204.104@tcp LPNI seq info [200458:200458:8:4294967295]
00000400:00000200:3.0:1769077727.670292:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077727.670296:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077727.670298:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077727.670300:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077727.670302:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077727.670304:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077727.670306:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077727.670320:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769077727.670322:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077727.670324:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077727.670325:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077727.670328:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077727.670330:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077727.670331:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077727.670332:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077727.670334:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1c00 x1855007653096576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670339:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077727.670340:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1c00 x1855007653096576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670344:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077727.670345:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077727.670347:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077727.670349:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769077727.670351:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077727.670352:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299380242
00000100:00000001:3.0:1769077727.670354:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299381499
00000100:00000001:3.0:1769077727.670355:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299380242
00000100:00000001:3.0:1769077727.670356:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299381499
00000100:00000001:3.0:1769077727.670357:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077727.670359:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077727.670360:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077727.670361:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077727/real 1769077727]  req@ffff88baa6cb1c00 x1855007653096576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077727.670366:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077727.670366:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077727.670368:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077727.670369:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077727.670370:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077727.670371:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077727.670373:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1c00 x1855007653096576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077727.670377:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1c00 x1855007653096576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670380:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077727.670381:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670382:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077727.670382:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077727.670384:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1c00 x1855007653096576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670388:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077727.670390:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1c00 x1855007653096576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670394:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077727.670395:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670397:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077727.670397:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670398:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077727.670399:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077727.670400:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077727.670402:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077727.670403:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077727.670405:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1c00 x1855007653096576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077727.670409:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653096576:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077727.670411:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077727.670413:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0700 x1855007653096704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670417:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077727.670418:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077727.670419:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077727.670420:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077727.670421:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077727.670423:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653096704:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077727.670424:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077727.670425:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077727.670426:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077727.670427:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077727.670429:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4400.
02000000:00000001:3.0:1769077727.670430:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077727.670432:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077727.670433:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077727.670434:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077727.670436:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653096704, portal 4
00000100:00000001:3.0:1769077727.670437:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077727.670438:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459008 : -131139733092608 : ffff88baa6cb0700)
00000100:00000040:3.0:1769077727.670441:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0700 x1855007653096704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670445:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077727.670446:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077727.670447:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077727.670448:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653096704, offset 0
00000400:00000200:3.0:1769077727.670450:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077727.670452:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077727.670454:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077727.670455:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077727.670457:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077727.670459:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077727.670460:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077727.670462:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200459:200459:256:4294967295] 192.168.204.104@tcp LPNI seq info [200459:200459:8:4294967295]
00000400:00000200:3.0:1769077727.670464:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077727.670467:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077727.670470:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077727.670471:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077727.670474:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077727.670475:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077727.670478:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077727.670479:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769077727.670481:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077727.670483:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:3.0:1769077727.670484:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077727.670486:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077727.670487:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:3.0:1769077727.670488:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:3.0:1769077727.670490:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077727.670491:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0700 x1855007653096704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670496:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077727.670497:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0700 x1855007653096704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670500:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077727.670501:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077727.670502:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077727.670504:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769077727.670505:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077727.670506:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299380242
00000100:00000001:3.0:1769077727.670508:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299381499
00000100:00000001:3.0:1769077727.670509:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299380242
00000100:00000001:3.0:1769077727.670510:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299381499
00000100:00000001:3.0:1769077727.670511:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077727.670512:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077727.670513:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077727.670515:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077727/real 1769077727]  req@ffff88baa6cb0700 x1855007653096704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077727.670519:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077727.670520:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077727.670521:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077727.670522:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077727.670522:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077727.670523:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077727.670525:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0700 x1855007653096704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077727.670529:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0700 x1855007653096704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670533:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077727.670548:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670549:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077727.670550:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077727.670552:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0700 x1855007653096704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670556:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077727.670558:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0700 x1855007653096704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670562:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077727.670563:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670564:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077727.670565:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670566:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077727.670567:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077727.670568:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077727.670571:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077727.670572:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077727.670574:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0700 x1855007653096704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077727.670578:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653096704:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077727.670580:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670581:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077727.670582:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1c00 x1855007653096576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670586:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077727.670587:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077727.670588:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7800.
02000000:00000001:3.0:1769077727.670589:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077727.670590:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077727.670591:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077727.670592:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077727.670593:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4c00.
02000000:00000001:3.0:1769077727.670594:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077727.670595:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077727.670596:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1c00.
00000100:00000001:3.0:1769077727.670598:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077727.670598:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670599:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077727.670601:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0700 x1855007653096704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077727.670604:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077727.670605:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077727.670606:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4400.
02000000:00000001:3.0:1769077727.670607:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077727.670608:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077727.670609:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077727.670610:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077727.670611:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6000.
02000000:00000001:3.0:1769077727.670612:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077727.670613:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077727.670613:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0700.
00000100:00000001:3.0:1769077727.670615:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077727.670616:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670617:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077727.670620:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077727.670621:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077727.670622:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077727.670624:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077728.308706:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077728.308711:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077728.308714:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077728.948598:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299381499, at 4299381504
00000100:00000010:1.0:1769077728.948612:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059c00.
00000020:00000001:1.0:1769077729.332713:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077729.332717:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077729.332720:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077730.356687:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077730.356690:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077730.356693:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077731.380749:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077731.380763:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077731.380768:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077732.404719:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077732.404727:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077732.404732:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077732.788955:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077732.788961:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077732.788965:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077732.788974:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3800 x1855007653096832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077732.788990:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077732.788993:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077732.788998:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077732.789001:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077732.789005:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077732.789014:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653096832:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077732.789023:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077732.789028:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077732.789031:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077732.789034:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077732.789040:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4400.
02000000:00000001:3.0:1769077732.789045:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077732.789054:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077732.789061:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769077732.789071:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000100:00000200:3.0:1769077732.789081:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653096832, portal 25
00000100:00000001:3.0:1769077732.789086:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077732.789091:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976471552 : -131139733080064 : ffff88baa6cb3800)
00000100:00000040:3.0:1769077732.789103:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3800 x1855007653096832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077732.789130:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077732.789141:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077732.789154:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1000.
00000100:00000200:3.0:1769077732.789166:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653096832, offset 0
00000400:00000200:3.0:1769077732.789182:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077732.789197:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077732.789206:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077732.789214:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077732.789221:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077732.789227:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077732.789232:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077732.789238:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200460:200460:256:4294967295] 192.168.204.104@tcp LPNI seq info [200460:200460:8:4294967295]
00000400:00000200:3.0:1769077732.789245:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077732.789260:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077732.789270:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077732.789279:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07c00.
00000800:00000200:3.0:1769077732.789292:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077732.789303:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077732.789327:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077732.789337:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077732.789342:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299386619
00000100:00000010:3.0:1769077732.789350:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059900.
00000100:00000001:3.0:1769077732.789359:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077732.789371:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299386619
00000100:00000010:3.0:1769077732.789378:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059d20.
00000100:00000001:3.0:1769077732.789384:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077732.789391:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077732.789395:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077732.789401:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077732.789405:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077732.789416:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077732.789419:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077732.789424:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077732.789427:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077732.789430:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077732.789438:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1880 x1855007653096960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077732.789448:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077732.789450:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077732.789454:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077732.789456:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077732.789460:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077732.789465:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653096960:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077732.789470:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077732.789475:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077732.789478:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077732.789481:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077732.789485:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7800.
02000000:00000001:3.0:1769077732.789489:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077732.789496:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077732.789503:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f42c0.
00000400:00000010:3.0:1769077732.789513:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769077732.789520:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653096960, portal 10
00000100:00000001:3.0:1769077732.789525:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077732.789530:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976463488 : -131139733088128 : ffff88baa6cb1880)
00000100:00000040:3.0:1769077732.789599:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1880 x1855007653096960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077732.789618:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077732.789624:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077732.789630:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df14c8.
00000100:00000200:3.0:1769077732.789635:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653096960, offset 0
00000400:00000200:3.0:1769077732.789645:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077732.789654:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077732.789663:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077732.789669:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077732.789676:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077732.789682:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077732.789689:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077732.789698:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200461:200461:255:4294967295] 192.168.204.104@tcp LPNI seq info [200461:200461:7:4294967295]
00000400:00000200:3.0:1769077732.789708:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077732.789724:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077732.789735:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077732.789744:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07500.
00000800:00000200:3.0:1769077732.789756:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077732.789765:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077732.789772:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077732.789781:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769077732.789791:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077732.789797:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299385370
00000100:00000001:3.0:1769077732.789804:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299386619
00000100:00000001:3.0:1769077732.789811:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299385370
00000100:00000001:3.0:1769077732.789817:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299386619
00000100:00000001:3.0:1769077732.789820:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077732.789824:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077732.789831:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077732.789840:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0700 x1855007653097088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077732.789874:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077732.789878:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077732.789882:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077732.789886:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077732.789891:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077732.789899:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653097088:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077732.789906:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077732.789910:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077732.789914:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077732.789919:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077732.789925:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4c00.
02000000:00000001:3.0:1769077732.789931:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077732.789940:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077732.789960:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4268.
00000400:00000010:3.0:1769077732.789966:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df13b8.
00000100:00000200:3.0:1769077732.789973:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653097088, portal 10
00000100:00000001:3.0:1769077732.789978:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077732.789982:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459008 : -131139733092608 : ffff88baa6cb0700)
00000100:00000040:3.0:1769077732.789995:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0700 x1855007653097088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077732.790022:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077732.790028:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077732.790032:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1dd0.
00000100:00000200:3.0:1769077732.790036:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653097088, offset 0
00000400:00000200:3.0:1769077732.790043:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077732.790048:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077732.790053:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077732.790056:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077732.790059:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077732.790062:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077732.790065:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077732.790069:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200462:200462:254:4294967295] 192.168.204.104@tcp LPNI seq info [200462:200462:6:4294967295]
00000400:00000200:3.0:1769077732.790073:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077732.790080:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077732.790085:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077732.790089:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07400.
00000800:00000200:3.0:1769077732.790093:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077732.790098:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077732.790100:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077732.790104:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:3.0:1769077732.790107:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077732.790110:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299385355
00000100:00000001:3.0:1769077732.790113:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299386619
00000100:00000001:3.0:1769077732.790115:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299385355
00000100:00000001:3.0:1769077732.790117:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299386619
00000100:00000001:3.0:1769077732.790120:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077732.790122:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077732.790125:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077732.790127:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077732.790131:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077732.790133:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077732.790135:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077732.790137:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077732.790138:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077732.790142:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1c00 x1855007653097216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077732.790150:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077732.790151:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077732.790153:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077732.790155:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077732.790158:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077732.790161:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653097216:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077732.790167:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077732.790169:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077732.790171:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077732.790173:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077732.790176:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7000.
02000000:00000001:3.0:1769077732.790179:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077732.790183:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077732.790186:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4dc0.
00000400:00000010:3.0:1769077732.790190:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077732.790193:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653097216, portal 4
00000100:00000001:3.0:1769077732.790195:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077732.790196:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976464384 : -131139733087232 : ffff88baa6cb1c00)
00000100:00000040:3.0:1769077732.790203:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1c00 x1855007653097216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077732.790209:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077732.790212:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077732.790215:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df15d8.
00000100:00000200:3.0:1769077732.790217:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653097216, offset 0
00000400:00000200:3.0:1769077732.790222:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077732.790226:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077732.790229:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077732.790232:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077732.790311:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077732.790314:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077732.790317:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077732.790320:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200463:200463:253:4294967295] 192.168.204.104@tcp LPNI seq info [200463:200463:5:4294967295]
00000400:00000200:3.0:1769077732.790325:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077732.790334:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077732.790340:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077732.790347:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000800:00000200:3.0:1769077732.790354:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077732.790359:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077732.790362:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077732.790366:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769077732.790369:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077732.790371:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299385362
00000100:00000001:3.0:1769077732.790374:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299386619
00000100:00000001:3.0:1769077732.790376:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299385362
00000100:00000001:3.0:1769077732.790379:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299386619
00000100:00000001:3.0:1769077732.790381:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077732.790384:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077732.790386:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077732.790390:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2d80 x1855007653097344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077732.790399:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077732.790400:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077732.790402:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077732.790404:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077732.790407:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077732.790410:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653097344:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077732.790414:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077732.790416:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077732.790418:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077732.790420:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077732.790424:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077732.790426:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077732.790429:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077732.790432:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077732.790436:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077732.790439:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653097344, portal 4
00000100:00000001:3.0:1769077732.790441:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077732.790443:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976468864 : -131139733082752 : ffff88baa6cb2d80)
00000100:00000040:3.0:1769077732.790449:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2d80 x1855007653097344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077732.790457:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077732.790460:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077732.790462:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1550.
00000100:00000200:3.0:1769077732.790465:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653097344, offset 0
00000400:00000200:3.0:1769077732.790469:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077732.790473:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077732.790476:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077732.790479:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077732.790482:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077732.790484:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077732.790487:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077732.790490:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200464:200464:252:4294967295] 192.168.204.104@tcp LPNI seq info [200464:200464:4:4294967295]
00000400:00000200:3.0:1769077732.790495:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077732.790502:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077732.790507:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077732.790511:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07900.
00000800:00000200:3.0:1769077732.790515:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077732.790519:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077732.790523:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077732.790526:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769077732.790530:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077732.790532:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299385362
00000100:00000001:3.0:1769077732.790535:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299386619
00000100:00000001:3.0:1769077732.790564:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299385363
00000100:00000001:3.0:1769077732.790567:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299386619
00000100:00000001:3.0:1769077732.790570:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077732.790572:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077732.790575:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077732.790577:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077732.790582:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077732.790584:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077732.790586:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077732.790587:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077732.790589:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077732.790591:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077733.428745:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077733.428750:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077733.428754:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077734.068615:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299386619, at 4299386624
00000100:00000010:1.0:1769077734.068631:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059d20.
00000020:00000001:3.0:1769077734.452686:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077734.452692:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077734.452696:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077735.476707:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077735.476711:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077735.476714:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769077735.860873:0:2395:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:1.0:1769077735.860960:0:2395:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077735.860973:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077735.860978:0:2395:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:1.0:1769077735.860982:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077735.860987:0:2395:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077735.860995:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077735.861000:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07c00.
00000400:00000200:1.0:1769077735.861008:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077735.861013:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077735.861019:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1000
00000400:00000010:1.0:1769077735.861022:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1000.
00000100:00000001:1.0:1769077735.861028:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077735.861037:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88baa6cb3800 x1855007653096832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077735.861069:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077735.861074:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3800 x1855007653096832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077735.861083:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077735.861085:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077735.861096:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077735.861100:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07500.
00000400:00000200:1.0:1769077735.861103:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077735.861107:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077735.861111:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df14c8
00000400:00000010:1.0:1769077735.861113:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df14c8.
00000100:00000001:1.0:1769077735.861116:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077735.861120:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88baa6cb1880 x1855007653096960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077735.861130:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077735.861133:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1880 x1855007653096960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077735.861143:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077735.861145:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077735.861151:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077735.861153:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07400.
00000400:00000200:1.0:1769077735.861156:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077735.861160:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077735.861162:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1dd0
00000400:00000010:1.0:1769077735.861164:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1dd0.
00000100:00000001:1.0:1769077735.861167:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077735.861171:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88baa6cb0700 x1855007653097088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077735.861179:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077735.861182:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0700 x1855007653097088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861187:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077735.861189:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077735.861190:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077735.861192:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000800:00000100:1.0:1769077735.861195:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000100:00000001:3.0:1769077735.861195:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000800:00000010:1.0:1769077735.861198:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:1.0:1769077735.861200:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:3.0:1769077735.861203:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077732/real 1769077735]  req@ffff88baa6cb1880 x1855007653096960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077735.861204:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077735.861206:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df15d8
00000400:00000010:1.0:1769077735.861208:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df15d8.
00000100:00000001:1.0:1769077735.861211:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077735.861215:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88baa6cb1c00 x1855007653097216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077735.861217:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077735.861219:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1769077735.861223:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000010:3.0:1769077735.861223:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f42c0.
00000100:00000040:1.0:1769077735.861227:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1c00 x1855007653097216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077735.861227:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769077735.861228:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769077735.861232:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769077735.861234:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077735.861236:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:3.0:1769077735.861236:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1880 x1855007653096960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1769077735.861241:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077735.861244:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07900.
00000100:00000200:3.0:1769077735.861246:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1880 x1855007653096960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077735.861247:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077735.861250:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077735.861253:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1550
00000100:00000001:3.0:1769077735.861254:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000010:1.0:1769077735.861256:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1550.
00000100:00000001:3.0:1769077735.861256:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077735.861258:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077735.861260:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:1.0:1769077735.861262:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88baa6cb2d80 x1855007653097344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861262:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077735.861266:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1880 x1855007653096960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077735.861270:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077735.861274:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2d80 x1855007653097344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861274:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077735.861279:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1880 x1855007653096960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077735.861281:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077735.861283:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077735.861293:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077735.861297:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861299:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077735.861300:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861303:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077735.861306:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077735.861309:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077735.861315:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077735.861318:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077735.861323:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1880 x1855007653096960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077735.861332:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653096960:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077735.861339:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077735.861343:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077732/real 1769077735]  req@ffff88baa6cb0700 x1855007653097088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077735.861351:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077735.861352:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077735.861355:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4268.
00000400:00000200:3.0:1769077735.861358:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df13b8
00000400:00000010:3.0:1769077735.861360:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df13b8.
00000100:00000001:3.0:1769077735.861362:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077735.861365:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0700 x1855007653097088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077735.861373:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0700 x1855007653097088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861380:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077735.861382:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861384:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077735.861385:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077735.861388:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0700 x1855007653097088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861395:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077735.861399:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0700 x1855007653097088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861407:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077735.861409:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861410:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077735.861411:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861413:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077735.861415:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077735.861418:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077735.861421:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077735.861423:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077735.861427:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0700 x1855007653097088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077735.861435:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653097088:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077735.861439:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077735.861443:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077732/real 1769077735]  req@ffff88baa6cb3800 x1855007653096832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077735.861450:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077735.861452:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077735.861454:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769077735.861456:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769077735.861458:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769077735.861461:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077735.861464:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3800 x1855007653096832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077735.861473:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3800 x1855007653096832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861480:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077735.861482:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861484:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077735.861485:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077735.861489:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3800 x1855007653096832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861496:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077735.861500:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3800 x1855007653096832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861505:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077735.861507:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861509:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077735.861616:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861620:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077735.861622:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077735.861625:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077735.861629:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077735.861632:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077735.861636:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3800 x1855007653096832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077735.861644:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653096832:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077735.861648:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077735.861650:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077735.861654:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1880 x1855007653096960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861661:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077735.861664:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077735.861669:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7800.
02000000:00000001:3.0:1769077735.861672:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077735.861675:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077735.861677:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077735.861680:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077735.861682:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:3.0:1769077735.861687:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077735.861689:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077735.861692:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1880.
00000100:00000001:3.0:1769077735.861695:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077735.861697:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861699:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077735.861703:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0700 x1855007653097088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861710:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077735.861712:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077735.861714:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:3.0:1769077735.861717:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077735.861718:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077735.861719:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077735.861721:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077735.861723:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5000.
02000000:00000001:3.0:1769077735.861725:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077735.861727:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077735.861728:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0700.
00000100:00000001:3.0:1769077735.861731:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077735.861733:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861734:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077735.861738:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3800 x1855007653096832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861744:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077735.861746:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077735.861748:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4400.
02000000:00000001:3.0:1769077735.861750:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077735.861752:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077735.861753:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:3.0:1769077735.861755:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077735.861756:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:3.0:1769077735.861760:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077735.861760:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077735.861762:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3800.
00000100:00000001:3.0:1769077735.861764:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077735.861766:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861769:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077735.861771:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077735.861772:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077735.861773:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077735.861778:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077732/real 1769077735]  req@ffff88baa6cb1c00 x1855007653097216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077735.861787:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077735.861789:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077735.861791:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4dc0.
00000400:00000200:3.0:1769077735.861794:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077735.861795:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077735.861798:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077735.861802:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1c00 x1855007653097216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077735.861812:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1c00 x1855007653097216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861819:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077735.861820:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861822:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077735.861824:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077735.861828:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1c00 x1855007653097216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861842:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077735.861846:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1c00 x1855007653097216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861853:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077735.861855:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861857:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077735.861858:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861860:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077735.861862:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077735.861864:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077735.861868:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077735.861870:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077735.861874:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1c00 x1855007653097216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077735.861882:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653097216:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077735.861886:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077735.861890:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077732/real 1769077735]  req@ffff88baa6cb2d80 x1855007653097344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077735.861912:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077735.861913:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077735.861915:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077735.861917:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077735.861919:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077735.861921:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077735.861925:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2d80 x1855007653097344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077735.861938:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2d80 x1855007653097344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861944:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077735.861945:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861947:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077735.861948:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077735.861952:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2d80 x1855007653097344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861957:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077735.861960:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2d80 x1855007653097344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.861966:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077735.861968:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861969:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077735.861971:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861972:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077735.861974:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077735.861976:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077735.861979:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077735.861981:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077735.861985:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2d80 x1855007653097344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077735.861992:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653097344:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077735.861996:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.861998:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077735.862001:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1c00 x1855007653097216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.862014:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077735.862016:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077735.862017:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7000.
02000000:00000001:3.0:1769077735.862020:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077735.862021:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077735.862023:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077735.862025:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077735.862027:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7000.
02000000:00000001:3.0:1769077735.862031:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077735.862032:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077735.862033:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1c00.
00000100:00000001:3.0:1769077735.862036:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077735.862037:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.862039:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077735.862042:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2d80 x1855007653097344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077735.862050:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077735.862051:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077735.862052:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077735.862054:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077735.862056:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077735.862057:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077735.862059:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077735.862060:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5c00.
02000000:00000001:3.0:1769077735.862062:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077735.862063:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077735.862064:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2d80.
00000100:00000001:3.0:1769077735.862067:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077735.862068:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.862070:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077735.862077:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077735.862079:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077735.862082:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077735.862083:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077736.500724:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077736.500728:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077736.500731:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077737.524699:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077737.524704:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077737.524707:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077737.908658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077737.908669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077737.908672:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077737.908676:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077737.908680:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077737.908688:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4718
00000400:00000200:3.0:1769077737.908697:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077737.908703:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077737.908707:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077737.908711:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.908715:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077737.908717:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.908720:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077737.908725:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077737.908727:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077737.908730:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077737.908732:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077737.908735:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077737.908738:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077737.908751:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.908753:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077737.908759:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.908761:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077737.908765:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077737.908768:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077737.908771:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077737.908774:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077737.908778:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077737.908781:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077737.908784:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077737.908787:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077737.908794:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769077737.908798:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077737.908802:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077737.908805:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077737.908808:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077737.908811:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077737.908815:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077737.908824:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769077737.908831:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077737.908841:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653097472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077737.908853:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077737.908858:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077737.908893:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653097472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077737.908924:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077737.908928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077737.908932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077737.908933:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077737.908935:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077737.908941:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077737.908944:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4718
00000400:00000200:3.0:1769077737.908948:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077737.908952:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077737.908955:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077737.908958:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.908960:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077737.908963:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.908965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077737.908968:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077737.908970:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077737.908978:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077737.908980:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077737.908983:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077737.908988:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077737.908992:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.908994:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077737.908996:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.908998:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077737.909001:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077737.909004:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909007:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077737.909009:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077737.909015:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077737.909017:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077737.909019:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077737.909024:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077737.909027:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077737.909030:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077737.909034:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769077737.909036:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077737.909039:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077737.909041:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077737.909043:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077737.909044:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077737.909047:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077737.909051:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077737.909055:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077737.909060:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653097600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077737.909069:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077737.909072:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077737.909076:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653097600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077737.909085:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077737.909088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077737.909091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077737.909093:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077737.909094:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077737.909097:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077737.909100:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4718
00000400:00000200:3.0:1769077737.909104:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077737.909107:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077737.909110:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077737.909113:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909116:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077737.909118:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909120:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077737.909123:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077737.909124:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077737.909126:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077737.909128:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077737.909130:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077737.909132:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077737.909135:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909137:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077737.909139:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909142:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077737.909144:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077737.909147:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909151:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077737.909153:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077737.909156:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077737.909158:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077737.909160:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077737.909163:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077737.909165:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077737.909168:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077737.909171:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769077737.909174:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077737.909176:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077737.909177:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077737.909180:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077737.909181:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077737.909183:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077737.909187:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769077737.909190:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077737.909195:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653097728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077737.909203:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077737.909205:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077737.909209:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653097728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077737.909217:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077737.909219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077737.909223:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077737.909225:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077737.909226:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077737.909228:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077737.909231:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4718
00000400:00000200:3.0:1769077737.909234:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077737.909238:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077737.909240:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077737.909242:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909244:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077737.909246:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909248:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077737.909250:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077737.909251:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077737.909253:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077737.909255:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077737.909257:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077737.909259:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077737.909262:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909264:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077737.909266:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909268:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077737.909270:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077737.909273:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909275:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077737.909276:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077737.909279:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077737.909281:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077737.909283:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077737.909285:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077737.909287:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077737.909288:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077737.909291:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769077737.909293:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077737.909296:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077737.909297:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077737.909298:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077737.909300:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077737.909302:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077737.909305:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769077737.909308:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077737.909312:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653097856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077737.909318:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077737.909320:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077737.909323:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653097856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077737.909330:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077737.909333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077737.909337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077737.909338:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077737.909339:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077737.909342:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077737.909344:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4718
00000400:00000200:3.0:1769077737.909347:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077737.909350:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077737.909352:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077737.909355:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909357:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077737.909359:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909360:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077737.909362:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077737.909363:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077737.909365:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077737.909367:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077737.909368:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077737.909370:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077737.909374:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909376:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077737.909377:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909379:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077737.909381:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077737.909652:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077737.909660:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077737.909665:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077737.909672:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077737.909677:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077737.909680:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077737.909685:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077737.909691:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077737.909697:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077737.909704:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769077737.909710:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077737.909716:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077737.909720:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077737.909728:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077737.909732:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077737.909734:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077737.909741:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769077737.909746:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077737.909753:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653097984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077737.909769:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077737.909774:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077737.909782:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653097984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077737.909796:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077737.909803:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4728)
00000800:00000200:2.1:1769077737.909952:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077737.909955:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077737.910337:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077737.910339:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077737.910680:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077737.910683:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077737.910953:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077737.910955:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077737.911276:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077737.911277:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1769077738.548720:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077738.548723:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077738.548726:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077739.188636:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299391740, at 4299391744
00000100:00000010:1.0:1769077739.188651:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b540.
00000020:00000001:1.0:1769077739.572775:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077739.572780:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077739.572783:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077740.596739:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077740.596743:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077740.596746:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077741.620771:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077741.620775:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077741.620778:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077742.644756:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077742.644761:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077742.644764:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077743.028634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077743.028645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077743.028648:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077743.028652:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077743.028656:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077743.028663:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4723
00000400:00000200:3.0:1769077743.028673:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077743.028680:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077743.028684:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077743.028688:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.028692:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077743.028695:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.028698:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077743.028702:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077743.028703:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077743.028705:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077743.028707:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077743.028709:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077743.028711:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077743.028713:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.028714:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077743.028716:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.028717:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077743.028719:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077743.028721:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077743.028723:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077743.028725:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077743.028728:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077743.028730:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077743.028733:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077743.028734:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077743.028744:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769077743.028746:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077743.028750:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077743.028751:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077743.028753:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077743.028755:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077743.028760:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077743.028768:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769077743.028803:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077743.028813:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653098112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077743.028825:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077743.028829:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077743.028833:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653098112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077743.028854:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077743.028857:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077743.028859:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077743.028860:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077743.028862:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077743.028864:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077743.028866:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4723
00000400:00000200:3.0:1769077743.028869:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077743.028872:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077743.028873:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077743.028875:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.028877:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077743.028879:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.028881:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077743.028883:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077743.028884:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077743.028886:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077743.028887:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077743.028889:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077743.028891:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077743.028893:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.028895:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077743.028899:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.028901:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077743.028905:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077743.028909:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077743.028912:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077743.028914:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077743.028920:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077743.028924:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077743.028927:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077743.028933:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077743.028937:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077743.028940:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077743.028946:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000020:00000040:3.0:1769077743.028951:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077743.028956:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077743.028959:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077743.028962:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077743.028963:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077743.028965:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077743.028971:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769077743.028976:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077743.028984:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653098240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077743.029003:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077743.029006:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077743.029011:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653098240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077743.029022:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077743.029027:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077743.029034:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077743.029035:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077743.029036:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077743.029040:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077743.029043:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4723
00000400:00000200:3.0:1769077743.029050:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077743.029055:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077743.029058:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077743.029063:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029067:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077743.029071:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029073:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077743.029076:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077743.029079:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077743.029081:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077743.029083:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077743.029086:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077743.029089:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077743.029093:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029096:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077743.029098:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029099:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077743.029103:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077743.029109:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029110:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077743.029112:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077743.029115:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077743.029119:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077743.029120:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077743.029122:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077743.029133:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077743.029139:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077743.029143:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769077743.029149:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077743.029154:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077743.029158:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077743.029162:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077743.029166:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077743.029168:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077743.029172:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769077743.029179:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077743.029189:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653098368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077743.029203:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077743.029207:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077743.029214:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653098368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077743.029227:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077743.029231:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:3.0:1769077743.029232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077743.029238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.1:1769077743.029239:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1769077743.029240:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077743.029244:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077743.029249:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077743.029257:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4723
00000400:00000200:3.0:1769077743.029266:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077743.029275:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077743.029277:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077743.029280:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029283:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077743.029288:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029293:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077743.029299:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077743.029302:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077743.029305:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077743.029310:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077743.029314:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077743.029319:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077743.029327:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029331:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077743.029334:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029339:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077743.029345:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077743.029352:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029355:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077743.029359:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077743.029363:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077743.029365:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077743.029370:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077743.029372:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077743.029377:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077743.029380:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077743.029387:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769077743.029390:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077743.029394:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077743.029396:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077743.029398:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077743.029399:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077743.029401:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077743.029407:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769077743.029411:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077743.029415:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653098496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077743.029423:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077743.029426:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077743.029430:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653098496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077743.029438:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077743.029443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077743.029450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077743.029455:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077743.029459:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077743.029465:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077743.029470:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4723
00000400:00000200:3.0:1769077743.029480:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077743.029488:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077743.029494:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077743.029502:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029505:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077743.029510:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029514:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077743.029518:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077743.029520:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077743.029524:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077743.029526:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077743.029530:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077743.029553:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077743.029556:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029557:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077743.029559:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029560:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077743.029562:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077743.029564:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077743.029566:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077743.029567:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077743.029570:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077743.029571:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077743.029573:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077743.029574:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077743.029576:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077743.029577:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077743.029580:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769077743.029582:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077743.029586:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077743.029589:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077743.029591:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077743.029594:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077743.029596:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077743.029602:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077743.029607:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077743.029614:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653098624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077743.029634:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077743.029639:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077743.029649:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653098624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077743.029667:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077743.029674:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4733)
00000800:00000200:2.1:1769077743.029868:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077743.029870:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077743.030089:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077743.030091:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077743.030312:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077743.030328:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077743.030582:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077743.030584:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769077743.668721:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077743.668734:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077743.668737:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077744.308607:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299396859, at 4299396864
00000100:00000010:1.0:1769077744.308620:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bd20.
00000020:00000001:1.0:1769077744.692712:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077744.692717:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077744.692721:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077745.716808:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077745.716813:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077745.716836:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077746.740697:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077746.740701:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077746.740704:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077747.764724:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077747.764726:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077747.764729:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077748.148947:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077748.148952:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077748.148956:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077748.148965:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2a00 x1855007653098752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.148979:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077748.148982:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077748.148988:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077748.148994:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077748.149001:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077748.149010:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653098752:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077748.149019:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077748.149025:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077748.149030:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077748.149036:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077748.149044:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077748.149049:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077748.149058:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077748.149064:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077748.149069:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077748.149078:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653098752, portal 25
00000100:00000001:3.0:1769077748.149082:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077748.149084:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976467968 : -131139733083648 : ffff88baa6cb2a00)
00000100:00000040:3.0:1769077748.149093:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2a00 x1855007653098752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.149105:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077748.149110:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077748.149114:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077748.149118:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653098752, offset 0
00000400:00000200:3.0:1769077748.149137:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077748.149147:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077748.149156:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077748.149163:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077748.149171:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077748.149177:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077748.149184:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077748.149188:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200475:200475:256:4294967295] 192.168.204.104@tcp LPNI seq info [200475:200475:8:4294967295]
00000400:00000200:3.0:1769077748.149197:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077748.149210:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077748.149218:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077748.149225:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077748.149236:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077748.149240:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077748.149249:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077748.149253:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077748.149259:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077748.149262:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077748.149269:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077748.149276:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077748.149282:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077748.149285:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077748.149291:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077748.149298:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2a00 x1855007653098752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.149311:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077748.149316:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2a00 x1855007653098752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.149327:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077748.149330:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077748.149337:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077748.149345:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077748.149350:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299401979
00000100:00000010:3.0:1769077748.149357:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059b40.
00000100:00000001:3.0:1769077748.149365:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077748.149372:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299401979
00000100:00000010:3.0:1769077748.149384:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059e40.
00000100:00000001:3.0:1769077748.149391:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077748.149403:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077748.149408:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077748.149410:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077748.149417:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077748/real 1769077748]  req@ffff88baa6cb2a00 x1855007653098752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077748.149436:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077748.149440:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077748.149445:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077748.149452:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077748.149457:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077748.149462:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077748.149470:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2a00 x1855007653098752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077748.149490:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2a00 x1855007653098752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.149521:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077748.149524:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.149530:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077748.149556:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077748.149563:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2a00 x1855007653098752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.149577:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077748.149587:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2a00 x1855007653098752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.149615:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077748.149619:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.149623:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077748.149626:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.149631:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077748.149635:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077748.149642:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077748.149650:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077748.149654:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077748.149661:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2a00 x1855007653098752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077748.149675:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653098752:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077748.149686:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.149702:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077748.149711:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2a00 x1855007653098752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.149730:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077748.149735:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077748.149740:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077748.149745:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077748.149748:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077748.149751:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:3.0:1769077748.149754:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077748.149759:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6c00.
02000000:00000001:3.0:1769077748.149765:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077748.149769:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077748.149773:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2a00.
00000100:00000001:3.0:1769077748.149779:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077748.149782:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.149788:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.149800:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077748.149804:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077748.149809:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077748.149813:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077748.149814:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077748.149821:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0380 x1855007653098880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.149852:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077748.149855:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077748.149860:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077748.149863:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077748.149868:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077748.149872:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653098880:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077748.149878:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077748.149882:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077748.149884:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077748.149887:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077748.149892:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077748.149896:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077748.149906:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077748.149910:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077748.149916:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077748.149922:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653098880, portal 10
00000100:00000001:3.0:1769077748.149925:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077748.149926:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976458112 : -131139733093504 : ffff88baa6cb0380)
00000100:00000040:3.0:1769077748.149934:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0380 x1855007653098880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.149947:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077748.149951:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077748.149954:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077748.149958:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653098880, offset 0
00000400:00000200:3.0:1769077748.149964:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077748.149971:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077748.149976:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077748.149981:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077748.149986:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077748.149992:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077748.149999:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077748.150007:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200476:200476:256:4294967295] 192.168.204.104@tcp LPNI seq info [200476:200476:8:4294967295]
00000400:00000200:3.0:1769077748.150018:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077748.150034:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077748.150044:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077748.150049:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077748.150056:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077748.150060:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077748.150065:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077748.150072:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077748.150077:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077748.150080:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077748.150085:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077748.150093:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077748.150097:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077748.150101:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077748.150105:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077748.150109:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0380 x1855007653098880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150119:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077748.150124:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0380 x1855007653098880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150131:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077748.150135:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077748.150139:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077748.150143:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769077748.150149:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077748.150153:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299400730
00000100:00000001:3.0:1769077748.150158:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299401979
00000100:00000001:3.0:1769077748.150161:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299400730
00000100:00000001:3.0:1769077748.150163:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299401979
00000100:00000001:3.0:1769077748.150167:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077748.150171:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077748.150175:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077748.150181:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077748/real 1769077748]  req@ffff88baa6cb0380 x1855007653098880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077748.150193:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077748.150195:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077748.150197:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077748.150200:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077748.150201:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077748.150203:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077748.150206:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0380 x1855007653098880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077748.150211:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0380 x1855007653098880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150216:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077748.150217:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150218:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077748.150219:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077748.150222:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0380 x1855007653098880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150226:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077748.150228:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0380 x1855007653098880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150233:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077748.150234:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150236:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077748.150237:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150238:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077748.150240:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077748.150242:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077748.150244:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077748.150245:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077748.150247:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0380 x1855007653098880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077748.150252:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653098880:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077748.150254:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077748.150256:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0e00 x1855007653099008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150261:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077748.150262:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077748.150263:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077748.150265:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077748.150266:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077748.150268:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653099008:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077748.150270:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077748.150271:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077748.150272:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077748.150274:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077748.150276:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769077748.150277:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077748.150279:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077748.150281:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077748.150283:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077748.150285:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653099008, portal 10
00000100:00000001:3.0:1769077748.150286:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077748.150287:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976460800 : -131139733090816 : ffff88baa6cb0e00)
00000100:00000040:3.0:1769077748.150291:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0e00 x1855007653099008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150295:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077748.150297:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077748.150298:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077748.150300:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653099008, offset 0
00000400:00000200:3.0:1769077748.150302:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077748.150305:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077748.150307:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077748.150309:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077748.150311:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077748.150312:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077748.150313:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077748.150315:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200477:200477:256:4294967295] 192.168.204.104@tcp LPNI seq info [200477:200477:8:4294967295]
00000400:00000200:3.0:1769077748.150318:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077748.150323:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077748.150326:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077748.150328:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077748.150331:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077748.150333:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077748.150336:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077748.150337:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077748.150339:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077748.150341:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077748.150343:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077748.150345:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077748.150347:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077748.150348:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077748.150350:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077748.150352:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0e00 x1855007653099008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150357:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077748.150359:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0e00 x1855007653099008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150364:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077748.150365:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077748.150367:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077748.150368:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:3.0:1769077748.150370:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077748.150372:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299400715
00000100:00000001:3.0:1769077748.150374:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299401979
00000100:00000001:3.0:1769077748.150375:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299400715
00000100:00000001:3.0:1769077748.150376:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299401979
00000100:00000001:3.0:1769077748.150377:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077748.150379:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077748.150380:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077748.150382:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077748/real 1769077748]  req@ffff88baa6cb0e00 x1855007653099008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077748.150387:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077748.150387:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077748.150389:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077748.150390:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077748.150391:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077748.150393:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077748.150395:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0e00 x1855007653099008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077748.150399:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0e00 x1855007653099008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150403:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077748.150404:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150405:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077748.150406:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077748.150408:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0e00 x1855007653099008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150413:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077748.150415:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0e00 x1855007653099008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150421:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077748.150423:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150425:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077748.150426:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150428:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077748.150429:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077748.150432:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077748.150436:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077748.150438:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077748.150442:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0e00 x1855007653099008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077748.150451:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653099008:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077748.150454:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150456:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077748.150460:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0380 x1855007653098880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150467:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077748.150469:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077748.150471:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077748.150473:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077748.150475:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077748.150476:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077748.150477:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077748.150479:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5c00.
02000000:00000001:3.0:1769077748.150481:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077748.150482:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077748.150483:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0380.
00000100:00000001:3.0:1769077748.150485:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077748.150486:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150487:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077748.150490:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0e00 x1855007653099008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150494:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077748.150495:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077748.150496:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769077748.150498:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077748.150499:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077748.150499:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077748.150500:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077748.150501:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7000.
02000000:00000001:3.0:1769077748.150504:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077748.150504:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077748.150505:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0e00.
00000100:00000001:3.0:1769077748.150506:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077748.150507:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150508:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150511:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077748.150512:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077748.150513:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077748.150514:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077748.150515:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077748.150517:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1500 x1855007653099136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150521:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077748.150522:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077748.150523:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077748.150525:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077748.150526:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077748.150528:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653099136:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077748.150530:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077748.150531:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077748.150549:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077748.150550:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077748.150553:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769077748.150555:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077748.150558:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077748.150560:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077748.150562:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077748.150564:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653099136, portal 4
00000100:00000001:3.0:1769077748.150566:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077748.150567:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976462592 : -131139733089024 : ffff88baa6cb1500)
00000100:00000040:3.0:1769077748.150571:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1500 x1855007653099136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150575:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077748.150577:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077748.150578:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077748.150580:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653099136, offset 0
00000400:00000200:3.0:1769077748.150582:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077748.150585:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077748.150587:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077748.150589:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077748.150591:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077748.150593:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077748.150595:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077748.150597:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200478:200478:256:4294967295] 192.168.204.104@tcp LPNI seq info [200478:200478:8:4294967295]
00000400:00000200:3.0:1769077748.150600:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077748.150604:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077748.150607:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077748.150608:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077748.150611:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077748.150613:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077748.150616:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077748.150618:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077748.150621:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077748.150622:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077748.150624:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077748.150626:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077748.150628:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077748.150630:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077748.150631:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077748.150634:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1500 x1855007653099136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150639:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077748.150641:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1500 x1855007653099136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150645:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077748.150646:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077748.150648:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077748.150650:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769077748.150652:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077748.150653:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299400723
00000100:00000001:3.0:1769077748.150655:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299401979
00000100:00000001:3.0:1769077748.150657:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299400723
00000100:00000001:3.0:1769077748.150658:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299401979
00000100:00000001:3.0:1769077748.150660:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077748.150661:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077748.150662:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077748.150664:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077748/real 1769077748]  req@ffff88baa6cb1500 x1855007653099136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077748.150669:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077748.150671:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077748.150672:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077748.150675:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077748.150676:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077748.150678:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077748.150682:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1500 x1855007653099136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077748.150704:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1500 x1855007653099136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150711:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077748.150713:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150715:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077748.150717:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077748.150720:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1500 x1855007653099136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150728:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077748.150733:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1500 x1855007653099136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150740:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077748.150743:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150745:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077748.150746:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150747:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077748.150748:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077748.150750:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077748.150753:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077748.150755:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077748.150759:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1500 x1855007653099136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077748.150768:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653099136:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077748.150772:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077748.150775:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0a80 x1855007653099264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150783:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077748.150784:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077748.150787:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077748.150789:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077748.150791:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077748.150794:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653099264:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077748.150798:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077748.150800:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077748.150802:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077748.150803:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077748.150807:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077748.150809:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077748.150813:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077748.150815:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077748.150817:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077748.150820:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653099264, portal 4
00000100:00000001:3.0:1769077748.150821:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077748.150822:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459904 : -131139733091712 : ffff88baa6cb0a80)
00000100:00000040:3.0:1769077748.150826:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0a80 x1855007653099264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150831:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077748.150832:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077748.150834:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077748.150835:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653099264, offset 0
00000400:00000200:3.0:1769077748.150838:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077748.150840:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077748.150843:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077748.150845:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077748.150847:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077748.150848:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077748.150850:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077748.150852:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200479:200479:256:4294967295] 192.168.204.104@tcp LPNI seq info [200479:200479:8:4294967295]
00000400:00000200:3.0:1769077748.150855:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077748.150859:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077748.150862:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077748.150864:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077748.150867:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077748.150868:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077748.150871:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077748.150873:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077748.150876:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077748.150877:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077748.150879:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077748.150882:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077748.150884:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077748.150885:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077748.150886:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077748.150889:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0a80 x1855007653099264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150894:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077748.150896:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0a80 x1855007653099264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150900:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077748.150901:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077748.150903:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077748.150904:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769077748.150906:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077748.150908:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299400723
00000100:00000001:3.0:1769077748.150909:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299401979
00000100:00000001:3.0:1769077748.150911:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299400723
00000100:00000001:3.0:1769077748.150912:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299401979
00000100:00000001:3.0:1769077748.150914:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077748.150916:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077748.150917:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077748.150919:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077748/real 1769077748]  req@ffff88baa6cb0a80 x1855007653099264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077748.150924:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077748.150925:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077748.150926:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077748.150927:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077748.150928:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077748.150929:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077748.150931:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0a80 x1855007653099264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077748.150936:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0a80 x1855007653099264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150941:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077748.150942:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150943:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077748.150943:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077748.150946:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0a80 x1855007653099264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150949:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077748.150952:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0a80 x1855007653099264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150956:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077748.150957:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150958:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077748.150959:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150960:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077748.150962:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077748.150963:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077748.150966:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077748.150967:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077748.150969:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0a80 x1855007653099264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077748.150974:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653099264:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077748.150977:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.150978:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077748.150980:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1500 x1855007653099136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.150985:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077748.150987:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077748.150989:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769077748.150991:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077748.150993:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077748.150994:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077748.150996:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077748.150998:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:3.0:1769077748.151001:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077748.151003:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077748.151004:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1500.
00000100:00000001:3.0:1769077748.151007:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077748.151008:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.151010:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077748.151014:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0a80 x1855007653099264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077748.151021:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077748.151023:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077748.151024:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077748.151027:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077748.151028:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077748.151030:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077748.151032:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077748.151034:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5000.
02000000:00000001:3.0:1769077748.151036:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077748.151037:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077748.151039:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0a80.
00000100:00000001:3.0:1769077748.151041:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077748.151042:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.151044:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077748.151048:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077748.151049:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077748.151050:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077748.151051:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077748.788730:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077748.788735:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077748.788739:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077749.428637:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299401979, at 4299401984
00000100:00000010:1.0:1769077749.428654:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059e40.
00000020:00000001:3.0:1769077749.812713:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077749.812717:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077749.812721:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077750.836752:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077750.836756:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077750.836760:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077751.860837:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077751.860840:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077751.860843:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077752.884722:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077752.884727:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077752.884732:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077753.268842:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077753.268847:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077753.268850:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077753.268860:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1f80 x1855007653099392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.268874:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077753.268878:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077753.268884:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077753.268887:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077753.268893:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077753.268897:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653099392:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077753.268906:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077753.268911:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077753.268915:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077753.268920:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077753.268925:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077753.268929:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077753.268940:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077753.268946:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077753.268955:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077753.268966:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653099392, portal 25
00000100:00000001:3.0:1769077753.268969:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077753.268973:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976465280 : -131139733086336 : ffff88baa6cb1f80)
00000100:00000040:3.0:1769077753.268981:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1f80 x1855007653099392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.269013:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077753.269021:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077753.269026:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077753.269033:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653099392, offset 0
00000400:00000200:3.0:1769077753.269061:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077753.269076:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077753.269086:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077753.269098:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077753.269106:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077753.269113:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077753.269118:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077753.269127:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200480:200480:256:4294967295] 192.168.204.104@tcp LPNI seq info [200480:200480:8:4294967295]
00000400:00000200:3.0:1769077753.269134:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077753.269149:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077753.269159:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077753.269166:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077753.269176:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077753.269182:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077753.269188:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077753.269191:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769077753.269198:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077753.269203:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077753.269211:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077753.269221:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077753.269229:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077753.269232:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077753.269238:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077753.269245:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1f80 x1855007653099392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.269266:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077753.269275:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1f80 x1855007653099392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.269295:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077753.269299:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077753.269310:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077753.269320:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077753.269326:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299407099
00000100:00000010:3.0:1769077753.269333:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059480.
00000100:00000001:3.0:1769077753.269340:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077753.269350:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299407099
00000100:00000010:3.0:1769077753.269355:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba880599c0.
00000100:00000001:3.0:1769077753.269361:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077753.269367:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077753.269375:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077753.269379:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077753.269389:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077753/real 1769077753]  req@ffff88baa6cb1f80 x1855007653099392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077753.269409:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077753.269413:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077753.269417:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077753.269421:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077753.269423:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077753.269426:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077753.269432:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1f80 x1855007653099392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077753.269477:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1f80 x1855007653099392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.269492:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077753.269497:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.269502:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077753.269505:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077753.269515:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1f80 x1855007653099392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.269528:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077753.269561:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1f80 x1855007653099392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.269576:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077753.269582:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.269587:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077753.269589:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.269593:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077753.269597:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077753.269617:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077753.269627:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077753.269631:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077753.269639:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1f80 x1855007653099392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077753.269660:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653099392:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077753.269667:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.269673:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077753.269679:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1f80 x1855007653099392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.269706:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077753.269709:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077753.269712:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077753.269717:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077753.269720:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077753.269722:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:3.0:1769077753.269726:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077753.269728:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:3.0:1769077753.269733:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077753.269735:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077753.269738:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1f80.
00000100:00000001:3.0:1769077753.269742:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077753.269744:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.269748:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.269757:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077753.269761:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077753.269766:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077753.269768:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077753.269771:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077753.269776:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3480 x1855007653099520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.269782:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077753.269783:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077753.269785:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077753.269787:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077753.269789:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077753.269791:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653099520:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077753.269793:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077753.269795:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077753.269797:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077753.269798:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077753.269801:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077753.269803:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077753.269807:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077753.269811:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077753.269814:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077753.269816:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653099520, portal 10
00000100:00000001:3.0:1769077753.269818:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077753.269819:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976470656 : -131139733080960 : ffff88baa6cb3480)
00000100:00000040:3.0:1769077753.269824:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3480 x1855007653099520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.269829:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077753.269831:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077753.269834:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077753.269836:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653099520, offset 0
00000400:00000200:3.0:1769077753.269840:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077753.269844:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077753.269849:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077753.269852:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077753.269855:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077753.269857:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077753.269859:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077753.269861:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200481:200481:256:4294967295] 192.168.204.104@tcp LPNI seq info [200481:200481:8:4294967295]
00000400:00000200:3.0:1769077753.269863:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077753.269868:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077753.269871:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077753.269874:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077753.269877:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077753.269880:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077753.269883:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077753.269885:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769077753.269888:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077753.269889:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077753.269891:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077753.269894:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077753.269896:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077753.269898:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077753.269900:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077753.269903:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3480 x1855007653099520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.269908:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077753.269910:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3480 x1855007653099520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.269915:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077753.269916:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077753.269919:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077753.269922:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769077753.269924:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077753.269926:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299405850
00000100:00000001:3.0:1769077753.269928:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299407099
00000100:00000001:3.0:1769077753.269930:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299405850
00000100:00000001:3.0:1769077753.269932:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299407099
00000100:00000001:3.0:1769077753.269934:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077753.269936:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077753.269937:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077753.269940:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077753/real 1769077753]  req@ffff88baa6cb3480 x1855007653099520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077753.269946:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077753.269947:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077753.269948:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077753.269950:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077753.269952:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077753.269954:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077753.269957:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3480 x1855007653099520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077753.269964:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3480 x1855007653099520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.269973:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077753.269974:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.269977:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077753.269978:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077753.269983:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3480 x1855007653099520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.269990:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077753.269995:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3480 x1855007653099520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270003:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077753.270006:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.270008:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077753.270010:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.270012:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077753.270014:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077753.270017:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077753.270021:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077753.270024:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077753.270030:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3480 x1855007653099520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077753.270039:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653099520:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077753.270044:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077753.270124:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2300 x1855007653099648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270131:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077753.270132:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077753.270135:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077753.270137:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077753.270139:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077753.270142:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653099648:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077753.270145:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077753.270147:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077753.270149:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077753.270150:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077753.270153:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769077753.270155:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077753.270159:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077753.270161:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077753.270163:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077753.270166:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653099648, portal 10
00000100:00000001:3.0:1769077753.270168:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077753.270169:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976466176 : -131139733085440 : ffff88baa6cb2300)
00000100:00000040:3.0:1769077753.270174:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2300 x1855007653099648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270178:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077753.270181:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077753.270182:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077753.270184:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653099648, offset 0
00000400:00000200:3.0:1769077753.270188:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077753.270191:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077753.270195:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077753.270198:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077753.270200:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077753.270202:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077753.270203:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077753.270205:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200482:200482:256:4294967295] 192.168.204.104@tcp LPNI seq info [200482:200482:8:4294967295]
00000400:00000200:3.0:1769077753.270208:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077753.270213:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077753.270217:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077753.270219:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077753.270222:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077753.270224:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077753.270227:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077753.270228:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769077753.270231:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077753.270232:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077753.270234:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077753.270237:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077753.270239:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077753.270240:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077753.270241:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077753.270244:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2300 x1855007653099648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270357:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077753.270361:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2300 x1855007653099648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270368:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077753.270371:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077753.270376:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077753.270379:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:3.0:1769077753.270384:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077753.270387:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299405835
00000100:00000001:3.0:1769077753.270390:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299407099
00000100:00000001:3.0:1769077753.270393:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299405835
00000100:00000001:3.0:1769077753.270396:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299407099
00000100:00000001:3.0:1769077753.270449:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077753.270452:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077753.270454:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077753.270459:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077753/real 1769077753]  req@ffff88baa6cb2300 x1855007653099648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077753.270469:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077753.270471:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077753.270473:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077753.270475:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077753.270477:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077753.270479:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077753.270483:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2300 x1855007653099648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077753.270489:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2300 x1855007653099648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270494:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077753.270495:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.270496:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077753.270497:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077753.270499:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2300 x1855007653099648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270503:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077753.270506:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2300 x1855007653099648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270510:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077753.270512:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.270513:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077753.270514:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.270515:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077753.270516:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077753.270518:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077753.270520:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077753.270521:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077753.270524:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2300 x1855007653099648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077753.270529:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653099648:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077753.270532:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077753.270549:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3b80 x1855007653099776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270555:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077753.270556:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077753.270558:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077753.270560:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077753.270562:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077753.270565:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653099776:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077753.270566:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077753.270568:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077753.270569:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077753.270571:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077753.270574:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6c00.
02000000:00000001:3.0:1769077753.270576:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077753.270580:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077753.270582:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077753.270585:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077753.270588:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653099776, portal 4
00000100:00000001:3.0:1769077753.270589:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077753.270590:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976472448 : -131139733079168 : ffff88baa6cb3b80)
00000100:00000040:3.0:1769077753.270595:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3b80 x1855007653099776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270599:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077753.270612:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077753.270614:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077753.270616:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653099776, offset 0
00000400:00000200:3.0:1769077753.270620:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077753.270623:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077753.270625:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077753.270627:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077753.270630:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077753.270631:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077753.270633:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077753.270636:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200483:200483:256:4294967295] 192.168.204.104@tcp LPNI seq info [200483:200483:8:4294967295]
00000400:00000200:3.0:1769077753.270639:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077753.270643:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077753.270646:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077753.270648:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077753.270651:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077753.270653:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077753.270656:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077753.270664:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769077753.270667:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077753.270669:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077753.270671:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077753.270673:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077753.270676:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077753.270677:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077753.270679:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077753.270682:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3b80 x1855007653099776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270687:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077753.270689:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3b80 x1855007653099776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270694:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077753.270695:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077753.270697:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077753.270699:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769077753.270701:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077753.270703:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299405843
00000100:00000001:3.0:1769077753.270705:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299407099
00000100:00000001:3.0:1769077753.270707:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299405843
00000100:00000001:3.0:1769077753.270708:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299407099
00000100:00000001:3.0:1769077753.270709:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077753.270711:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077753.270712:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077753.270714:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077753/real 1769077753]  req@ffff88baa6cb3b80 x1855007653099776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077753.270719:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077753.270720:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077753.270721:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077753.270722:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077753.270723:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077753.270725:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077753.270727:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3b80 x1855007653099776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077753.270732:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3b80 x1855007653099776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270736:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077753.270737:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.270738:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077753.270739:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077753.270741:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3b80 x1855007653099776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270745:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077753.270747:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3b80 x1855007653099776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270751:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077753.270753:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.270754:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077753.270755:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.270756:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077753.270758:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077753.270759:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077753.270761:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077753.270763:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077753.270765:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3b80 x1855007653099776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077753.270772:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653099776:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077753.270776:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077753.270779:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0000 x1855007653099904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270786:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077753.270788:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077753.270790:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077753.270792:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077753.270794:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077753.270797:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653099904:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077753.270801:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077753.270802:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077753.270804:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077753.270806:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077753.270809:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769077753.270812:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077753.270815:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077753.270818:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077753.270821:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077753.270824:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653099904, portal 4
00000100:00000001:3.0:1769077753.270827:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077753.270828:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976457216 : -131139733094400 : ffff88baa6cb0000)
00000100:00000040:3.0:1769077753.270843:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0000 x1855007653099904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270854:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077753.270856:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077753.270859:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077753.270862:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653099904, offset 0
00000400:00000200:3.0:1769077753.270866:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077753.270869:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077753.270873:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077753.270875:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077753.270876:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077753.270878:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077753.270880:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077753.270882:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200484:200484:256:4294967295] 192.168.204.104@tcp LPNI seq info [200484:200484:8:4294967295]
00000400:00000200:3.0:1769077753.270884:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077753.270889:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077753.270892:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077753.270894:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077753.270897:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077753.270899:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077753.270902:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077753.270904:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769077753.270906:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077753.270908:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077753.270910:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077753.270912:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077753.270914:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077753.270915:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077753.270917:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077753.270919:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0000 x1855007653099904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270929:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077753.270931:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0000 x1855007653099904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270935:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077753.270936:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077753.270938:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077753.270941:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769077753.270943:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077753.270944:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299405843
00000100:00000001:3.0:1769077753.270946:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299407099
00000100:00000001:3.0:1769077753.270947:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299405843
00000100:00000001:3.0:1769077753.270949:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299407099
00000100:00000001:3.0:1769077753.270950:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077753.270951:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077753.270953:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077753.270955:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077753/real 1769077753]  req@ffff88baa6cb0000 x1855007653099904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077753.270959:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077753.270960:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077753.270961:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077753.270963:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077753.270964:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077753.270965:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077753.270967:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0000 x1855007653099904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077753.270973:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0000 x1855007653099904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270979:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077753.270981:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.270983:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077753.270984:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077753.270989:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0000 x1855007653099904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.270995:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077753.270999:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0000 x1855007653099904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.271006:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077753.271009:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.271010:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077753.271012:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.271014:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077753.271016:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077753.271019:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077753.271022:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077753.271025:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077753.271029:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0000 x1855007653099904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077753.271037:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653099904:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077753.271040:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.271042:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077753.271046:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3480 x1855007653099520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.271053:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077753.271054:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077753.271057:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077753.271059:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077753.271061:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077753.271062:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077753.271064:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077753.271066:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6000.
02000000:00000001:3.0:1769077753.271069:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077753.271071:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077753.271073:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3480.
00000100:00000001:3.0:1769077753.271076:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077753.271077:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.271079:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077753.271083:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2300 x1855007653099648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.271091:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077753.271092:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077753.271094:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769077753.271096:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077753.271097:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077753.271098:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077753.271099:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077753.271100:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4c00.
02000000:00000001:3.0:1769077753.271102:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077753.271103:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077753.271104:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2300.
00000100:00000001:3.0:1769077753.271105:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077753.271106:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.271107:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077753.271109:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3b80 x1855007653099776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.271113:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077753.271114:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077753.271115:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:3.0:1769077753.271116:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077753.271117:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077753.271118:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077753.271119:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077753.271120:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7c00.
02000000:00000001:3.0:1769077753.271122:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077753.271123:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077753.271124:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3b80.
00000100:00000001:3.0:1769077753.271125:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077753.271126:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.271127:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077753.271129:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0000 x1855007653099904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077753.271133:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077753.271134:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077753.271135:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769077753.271136:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077753.271137:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077753.271137:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077753.271138:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077753.271139:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:3.0:1769077753.271140:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077753.271141:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077753.271142:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0000.
00000100:00000001:3.0:1769077753.271143:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077753.271144:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.271145:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077753.271148:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077753.271149:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077753.271150:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077753.271151:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077753.908702:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077753.908705:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077753.908708:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077754.548629:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299407099, at 4299407104
00000100:00000010:1.0:1769077754.548642:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba880599c0.
00000020:00000001:1.0:1769077754.932726:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077754.932730:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077754.932733:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077755.956719:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077755.956726:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077755.956731:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077756.980756:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077756.980759:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077756.980762:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077758.004797:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077758.004801:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077758.004807:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077758.388969:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077758.388981:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077758.388989:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077758.389020:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3100 x1855007653100032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.389074:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077758.389084:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.389097:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077758.389105:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077758.389120:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077758.389135:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653100032:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077758.389151:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077758.389159:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077758.389166:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.389172:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077758.389186:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769077758.389194:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077758.389209:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077758.389217:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077758.389230:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077758.389246:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653100032, portal 25
00000100:00000001:3.0:1769077758.389257:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077758.389263:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976469760 : -131139733081856 : ffff88baa6cb3100)
00000100:00000040:3.0:1769077758.389288:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3100 x1855007653100032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.389308:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077758.389323:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077758.389331:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077758.389346:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653100032, offset 0
00000400:00000200:3.0:1769077758.389370:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077758.389394:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077758.389413:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077758.389426:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077758.389438:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077758.389450:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077758.389464:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077758.389485:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200485:200485:256:4294967295] 192.168.204.104@tcp LPNI seq info [200485:200485:8:4294967295]
00000400:00000200:3.0:1769077758.389509:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077758.389590:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077758.389611:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077758.389623:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077758.389642:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077758.389650:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077758.389664:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077758.389671:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769077758.389686:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077758.389692:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077758.389706:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077758.389723:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077758.389736:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077758.389744:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077758.389757:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077758.389769:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3100 x1855007653100032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.389818:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.389828:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3100 x1855007653100032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.389864:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.389871:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077758.389886:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077758.389899:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077758.389907:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299412220
00000100:00000010:3.0:1769077758.389922:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba880595a0.
00000100:00000001:3.0:1769077758.389939:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077758.389956:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299412220
00000100:00000010:3.0:1769077758.389967:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059000.
00000100:00000001:3.0:1769077758.389973:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077758.389980:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077758.389984:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.389987:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077758.389994:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077758/real 1769077758]  req@ffff88baa6cb3100 x1855007653100032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077758.390013:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077758.390015:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077758.390017:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077758.390020:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077758.390022:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077758.390025:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077758.390030:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3100 x1855007653100032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077758.390040:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3100 x1855007653100032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390049:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077758.390051:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.390053:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.390056:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077758.390060:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3100 x1855007653100032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390069:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077758.390074:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3100 x1855007653100032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390083:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077758.390087:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.390089:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.390090:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.390093:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077758.390096:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077758.390099:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077758.390104:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077758.390107:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077758.390111:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3100 x1855007653100032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077758.390121:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653100032:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077758.390126:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.390129:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.390132:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3100 x1855007653100032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390140:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077758.390143:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077758.390146:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769077758.390149:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077758.390152:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077758.390154:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:3.0:1769077758.390157:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077758.390159:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:3.0:1769077758.390164:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077758.390167:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077758.390169:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3100.
00000100:00000001:3.0:1769077758.390172:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077758.390174:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.390177:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.390184:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077758.390186:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.390189:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077758.390191:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077758.390192:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077758.390197:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2680 x1855007653100160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390206:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077758.390207:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.390210:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077758.390213:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077758.390215:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077758.390219:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653100160:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077758.390223:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077758.390226:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077758.390228:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.390230:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077758.390233:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769077758.390236:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077758.390241:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077758.390244:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077758.390248:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077758.390252:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653100160, portal 10
00000100:00000001:3.0:1769077758.390254:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077758.390255:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976467072 : -131139733084544 : ffff88baa6cb2680)
00000100:00000040:3.0:1769077758.390262:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2680 x1855007653100160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390270:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077758.390272:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077758.390275:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077758.390278:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653100160, offset 0
00000400:00000200:3.0:1769077758.390282:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077758.390287:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077758.390291:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077758.390295:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077758.390298:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077758.390301:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077758.390303:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077758.390307:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200486:200486:256:4294967295] 192.168.204.104@tcp LPNI seq info [200486:200486:8:4294967295]
00000400:00000200:3.0:1769077758.390312:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077758.390320:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077758.390325:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077758.390329:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077758.390334:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077758.390337:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077758.390344:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077758.390347:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769077758.390352:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077758.390354:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077758.390357:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077758.390362:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077758.390365:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077758.390367:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077758.390370:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077758.390374:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2680 x1855007653100160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390383:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.390386:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2680 x1855007653100160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390394:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.390396:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077758.390399:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077758.390403:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769077758.390407:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077758.390409:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299410970
00000100:00000001:3.0:1769077758.390412:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299412220
00000100:00000001:3.0:1769077758.390415:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299410970
00000100:00000001:3.0:1769077758.390417:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299412220
00000100:00000001:3.0:1769077758.390419:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077758.390422:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.390424:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077758.390428:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077758/real 1769077758]  req@ffff88baa6cb2680 x1855007653100160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077758.390438:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077758.390439:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077758.390442:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077758.390444:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077758.390446:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077758.390448:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077758.390452:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2680 x1855007653100160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077758.390463:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2680 x1855007653100160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390471:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077758.390473:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.390475:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.390476:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077758.390480:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2680 x1855007653100160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390488:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077758.390493:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2680 x1855007653100160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390501:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077758.390504:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.390505:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.390507:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.390509:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077758.390511:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077758.390514:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077758.390532:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077758.390558:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077758.390564:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2680 x1855007653100160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077758.390574:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653100160:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077758.390579:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077758.390584:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0000 x1855007653100288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390592:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077758.390594:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.390596:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077758.390599:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077758.390601:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077758.390605:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653100288:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077758.390608:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077758.390611:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077758.390612:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.390615:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077758.390619:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6c00.
02000000:00000001:3.0:1769077758.390622:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077758.390626:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077758.390628:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077758.390632:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077758.390635:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653100288, portal 10
00000100:00000001:3.0:1769077758.390638:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077758.390639:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976457216 : -131139733094400 : ffff88baa6cb0000)
00000100:00000040:3.0:1769077758.390645:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0000 x1855007653100288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390653:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077758.390655:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077758.390657:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077758.390660:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653100288, offset 0
00000400:00000200:3.0:1769077758.390665:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077758.390668:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077758.390672:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077758.390675:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077758.390678:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077758.390681:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077758.390684:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077758.390687:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200487:200487:256:4294967295] 192.168.204.104@tcp LPNI seq info [200487:200487:8:4294967295]
00000400:00000200:3.0:1769077758.390692:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077758.390700:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077758.390705:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077758.390709:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077758.390713:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077758.390717:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077758.390721:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077758.390725:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769077758.390729:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077758.390731:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077758.390735:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077758.390739:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077758.390742:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077758.390744:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077758.390747:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077758.390751:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0000 x1855007653100288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390759:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.390763:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0000 x1855007653100288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390771:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.390773:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077758.390776:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077758.390779:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:3.0:1769077758.390783:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077758.390785:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299410956
00000100:00000001:3.0:1769077758.390788:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299412220
00000100:00000001:3.0:1769077758.390791:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299410956
00000100:00000001:3.0:1769077758.390793:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299412220
00000100:00000001:3.0:1769077758.390796:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077758.390798:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.390800:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077758.390805:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077758/real 1769077758]  req@ffff88baa6cb0000 x1855007653100288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077758.390814:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077758.390815:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077758.390817:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077758.390820:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077758.390822:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077758.390824:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077758.390828:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0000 x1855007653100288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077758.390838:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0000 x1855007653100288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390845:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077758.390847:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.390849:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.390850:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077758.390854:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0000 x1855007653100288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390862:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077758.390866:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0000 x1855007653100288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390874:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077758.390877:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.390879:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.390880:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.390882:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077758.390885:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077758.390887:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077758.390891:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077758.390894:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077758.390898:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0000 x1855007653100288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077758.390907:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653100288:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077758.390912:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077758.390916:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3b80 x1855007653100416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390924:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077758.390925:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.390928:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077758.390930:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077758.390932:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077758.390936:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653100416:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077758.390939:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077758.390942:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077758.390943:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.390945:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077758.390949:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769077758.390951:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077758.390955:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077758.390958:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077758.390962:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077758.390965:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653100416, portal 4
00000100:00000001:3.0:1769077758.390967:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077758.390968:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976472448 : -131139733079168 : ffff88baa6cb3b80)
00000100:00000040:3.0:1769077758.390975:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3b80 x1855007653100416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.390982:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077758.390985:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077758.390987:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077758.390990:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653100416, offset 0
00000400:00000200:3.0:1769077758.390995:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077758.390999:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077758.391003:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077758.391006:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077758.391009:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077758.391011:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077758.391014:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077758.391018:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200488:200488:256:4294967295] 192.168.204.104@tcp LPNI seq info [200488:200488:8:4294967295]
00000400:00000200:3.0:1769077758.391023:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077758.391029:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077758.391035:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077758.391038:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077758.391042:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077758.391045:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077758.391050:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077758.391065:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769077758.391070:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077758.391076:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077758.391079:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077758.391083:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077758.391086:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077758.391089:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077758.391092:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077758.391096:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3b80 x1855007653100416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391104:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.391108:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3b80 x1855007653100416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391123:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.391125:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077758.391128:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077758.391131:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769077758.391135:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077758.391137:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299410963
00000100:00000001:3.0:1769077758.391140:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299412220
00000100:00000001:3.0:1769077758.391143:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299410963
00000100:00000001:3.0:1769077758.391146:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299412220
00000100:00000001:3.0:1769077758.391148:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077758.391150:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.391152:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077758.391157:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077758/real 1769077758]  req@ffff88baa6cb3b80 x1855007653100416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077758.391166:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077758.391167:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077758.391170:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077758.391172:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077758.391174:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077758.391176:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077758.391180:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3b80 x1855007653100416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077758.391190:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3b80 x1855007653100416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391198:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077758.391199:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.391201:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.391203:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077758.391207:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3b80 x1855007653100416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391216:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077758.391220:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3b80 x1855007653100416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391228:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077758.391231:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.391233:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.391234:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.391236:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077758.391238:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077758.391241:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077758.391245:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077758.391247:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077758.391251:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3b80 x1855007653100416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077758.391261:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653100416:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077758.391265:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077758.391269:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2300 x1855007653100544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391278:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077758.391279:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.391282:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077758.391284:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077758.391287:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077758.391290:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653100544:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077758.391293:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077758.391296:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077758.391298:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.391300:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077758.391303:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077758.391306:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077758.391310:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077758.391312:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077758.391316:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077758.391318:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653100544, portal 4
00000100:00000001:3.0:1769077758.391320:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077758.391322:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976466176 : -131139733085440 : ffff88baa6cb2300)
00000100:00000040:3.0:1769077758.391328:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2300 x1855007653100544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391336:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077758.391338:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077758.391341:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077758.391343:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653100544, offset 0
00000400:00000200:3.0:1769077758.391348:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077758.391352:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077758.391355:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077758.391359:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077758.391361:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077758.391364:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077758.391367:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077758.391370:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200489:200489:256:4294967295] 192.168.204.104@tcp LPNI seq info [200489:200489:8:4294967295]
00000400:00000200:3.0:1769077758.391375:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077758.391382:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077758.391387:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077758.391390:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077758.391395:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077758.391398:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077758.391402:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077758.391406:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769077758.391410:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077758.391412:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077758.391416:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077758.391419:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077758.391422:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077758.391424:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077758.391427:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077758.391431:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2300 x1855007653100544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391439:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.391443:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2300 x1855007653100544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391451:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.391452:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077758.391455:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077758.391459:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769077758.391463:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077758.391465:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299410963
00000100:00000001:3.0:1769077758.391468:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299412220
00000100:00000001:3.0:1769077758.391470:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299410963
00000100:00000001:3.0:1769077758.391473:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299412220
00000100:00000001:3.0:1769077758.391475:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077758.391478:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.391480:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077758.391483:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077758/real 1769077758]  req@ffff88baa6cb2300 x1855007653100544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077758.391493:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077758.391494:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077758.391496:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077758.391499:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077758.391501:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077758.391503:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077758.391507:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2300 x1855007653100544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077758.391554:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2300 x1855007653100544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391562:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077758.391564:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.391566:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.391568:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077758.391573:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2300 x1855007653100544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391581:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077758.391586:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2300 x1855007653100544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391594:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077758.391598:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.391600:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.391601:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.391604:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077758.391605:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077758.391608:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077758.391612:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077758.391615:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077758.391619:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2300 x1855007653100544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077758.391629:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653100544:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077758.391633:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.391635:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.391639:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2680 x1855007653100160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391647:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077758.391649:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077758.391651:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769077758.391654:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077758.391656:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077758.391657:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077758.391660:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077758.391662:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:3.0:1769077758.391666:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077758.391668:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077758.391670:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2680.
00000100:00000001:3.0:1769077758.391673:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077758.391674:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.391676:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.391680:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0000 x1855007653100288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391687:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077758.391689:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077758.391691:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:3.0:1769077758.391694:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077758.391695:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077758.391697:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077758.391699:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077758.391701:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7400.
02000000:00000001:3.0:1769077758.391704:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077758.391705:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077758.391707:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0000.
00000100:00000001:3.0:1769077758.391709:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077758.391711:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.391713:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.391717:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3b80 x1855007653100416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391725:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077758.391727:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077758.391729:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769077758.391731:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077758.391733:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077758.391734:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077758.391736:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077758.391738:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:3.0:1769077758.391740:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077758.391741:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077758.391743:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3b80.
00000100:00000001:3.0:1769077758.391745:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077758.391747:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.391749:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.391752:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2300 x1855007653100544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.391760:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077758.391762:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077758.391763:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077758.391766:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077758.391767:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077758.391769:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077758.391771:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077758.391772:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:3.0:1769077758.391775:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077758.391776:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077758.391777:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2300.
00000100:00000001:3.0:1769077758.391780:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077758.391781:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.391783:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.391787:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077758.391788:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.391790:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077758.391792:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077759.028751:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077759.028756:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077759.028760:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077759.668632:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299412220, at 4299412224
00000100:00000010:1.0:1769077759.668653:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059000.
00000020:00000001:1.0:1769077760.052788:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077760.052792:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077760.052795:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077761.076755:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077761.076761:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077761.076765:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077762.100716:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077762.100720:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077762.100723:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077763.124752:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077763.124756:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077763.124760:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077763.508664:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077763.508675:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077763.508679:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077763.508683:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077763.508692:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077763.508700:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4743
00000400:00000200:3.0:1769077763.508711:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077763.508717:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077763.508720:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077763.508723:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.508725:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077763.508727:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.508729:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077763.508733:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077763.508735:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077763.508737:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077763.508739:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077763.508740:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077763.508742:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077763.508744:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.508746:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077763.508747:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.508748:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077763.508750:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077763.508753:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077763.508754:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077763.508756:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077763.508759:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077763.508761:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.508763:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077763.508765:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077763.508776:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769077763.508779:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077763.508782:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077763.508783:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.508785:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077763.508788:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077763.508791:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077763.508799:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769077763.508804:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077763.508811:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653100672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077763.508821:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077763.508826:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077763.508831:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653100672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.508859:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077763.508863:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077763.508867:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077763.508869:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077763.508871:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077763.508874:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077763.508876:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4743
00000400:00000200:3.0:1769077763.508881:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077763.508886:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077763.508888:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077763.508890:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.508892:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077763.508895:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.508899:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077763.508903:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077763.508905:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077763.508908:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077763.508911:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077763.508913:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077763.508918:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077763.508925:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.508929:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077763.508933:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.508937:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077763.508940:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077763.508944:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077763.508950:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077763.508955:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077763.508961:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077763.508966:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.508968:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077763.508973:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077763.508977:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.508979:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077763.508982:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769077763.508986:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077763.508989:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077763.508990:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.508991:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077763.508993:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077763.508996:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077763.509002:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769077763.509006:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077763.509012:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653100800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077763.509021:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077763.509027:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077763.509036:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653100800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.509058:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077763.509065:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077763.509070:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077763.509075:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077763.509079:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077763.509083:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077763.509088:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4743
00000400:00000200:3.0:1769077763.509123:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077763.509129:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077763.509133:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077763.509139:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509144:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077763.509147:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509149:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077763.509152:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077763.509154:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077763.509156:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077763.509158:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077763.509161:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077763.509163:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077763.509167:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509169:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077763.509171:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509173:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077763.509176:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077763.509181:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509186:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077763.509191:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1769077763.509191:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:3.0:1769077763.509195:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769077763.509197:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1769077763.509198:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.509203:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077763.509205:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077763.509210:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.509220:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077763.509224:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769077763.509227:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077763.509231:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077763.509233:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.509236:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077763.509238:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077763.509241:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077763.509245:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769077763.509251:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077763.509258:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653100928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077763.509266:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077763.509268:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077763.509276:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653100928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.509286:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077763.509289:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077763.509292:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077763.509295:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077763.509297:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077763.509301:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077763.509306:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4743
00000400:00000200:3.0:1769077763.509311:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077763.509316:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077763.509320:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077763.509323:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509324:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077763.509326:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509328:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077763.509333:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077763.509334:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077763.509336:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077763.509338:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077763.509341:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077763.509344:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077763.509346:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509350:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077763.509352:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509354:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077763.509356:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077763.509360:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509362:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077763.509364:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077763.509367:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077763.509370:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.509372:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077763.509373:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077763.509377:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.509379:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077763.509384:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769077763.509387:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077763.509388:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077763.509389:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.509390:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077763.509391:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077763.509392:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077763.509395:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769077763.509399:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077763.509404:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653101056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077763.509414:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077763.509417:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077763.509422:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653101056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.509456:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077763.509460:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077763.509462:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077763.509466:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077763.509468:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077763.509472:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077763.509474:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4743
00000400:00000200:3.0:1769077763.509480:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077763.509486:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077763.509491:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077763.509494:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509497:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077763.509501:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509502:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077763.509507:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077763.509509:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077763.509512:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077763.509515:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077763.509519:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077763.509522:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077763.509528:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509531:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077763.509570:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509576:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077763.509584:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077763.509593:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077763.509598:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077763.509602:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077763.509606:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077763.509613:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.509616:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077763.509619:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077763.509623:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.509626:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077763.509631:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769077763.509636:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077763.509643:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077763.509645:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.509650:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077763.509653:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077763.509656:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077763.509661:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769077763.509667:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077763.509679:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653101184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077763.509697:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077763.509703:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077763.509713:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653101184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.509731:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077763.509735:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4753)
00000800:00000200:2.1:1769077763.509859:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077763.509861:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077763.510050:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077763.510052:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077763.510246:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077763.510248:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077763.510488:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077763.510490:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1769077764.148770:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077764.148775:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077764.148779:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077764.788674:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299417339, at 4299417344
00000100:00000010:1.0:1769077764.788694:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bea0.
00000020:00000001:3.0:1769077765.172722:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077765.172727:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077765.172731:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077766.196715:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077766.196721:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077766.196725:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077767.220708:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077767.220713:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077767.220717:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077768.244709:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077768.244713:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077768.244717:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077768.629204:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077768.629208:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077768.629997:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077768.630001:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077768.630247:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077768.630249:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077768.630448:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077768.630450:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077768.630778:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077768.630780:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000020:00000001:1.0:1769077769.268692:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077769.268707:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077769.268710:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077769.908641:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299422459, at 4299422464
00000100:00000010:1.0:1769077769.908656:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b5a0.
00000020:00000001:1.0:1769077770.292738:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077770.292742:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077770.292746:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077771.316669:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077771.316673:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077771.316676:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077772.340735:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077772.340740:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077772.340744:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077773.364670:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077773.364675:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077773.364679:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077773.749197:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077773.749218:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077773.749796:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077773.749797:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077773.749983:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077773.749985:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077773.750158:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077773.750160:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077773.750349:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077773.750350:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769077774.388727:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077774.388730:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077774.388733:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077775.028670:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299427579, at 4299427584
00000100:00000010:1.0:1769077775.028685:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b120.
00000020:00000001:1.0:1769077775.412721:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077775.412724:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077775.412728:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077776.436734:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077776.436740:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077776.436744:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077777.460679:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077777.460683:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077777.460686:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077778.484691:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077778.484695:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077778.484699:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077778.868626:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077778.868635:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077778.868637:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077778.868641:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077778.868644:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077778.868650:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4759
00000400:00000200:3.0:1769077778.868658:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077778.868663:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077778.868666:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077778.868669:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.868671:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077778.868673:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.868675:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077778.868678:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077778.868679:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077778.868682:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077778.868683:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077778.868685:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077778.868688:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077778.868690:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.868691:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077778.868692:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.868694:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077778.868696:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077778.868698:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077778.868700:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077778.868702:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077778.868704:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077778.868706:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.868707:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077778.868709:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077778.868717:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769077778.868720:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077778.868723:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077778.868724:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.868726:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077778.868729:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077778.868732:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077778.868739:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769077778.868744:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077778.868751:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653102592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077778.868759:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077778.868762:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077778.868766:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653102592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077778.868790:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077778.868794:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077778.868797:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077778.868799:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077778.868801:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077778.868804:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077778.868807:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4759
00000400:00000200:3.0:1769077778.868811:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077778.868816:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077778.868819:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077778.868823:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.868826:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077778.868829:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.868832:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077778.868834:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077778.868836:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077778.868838:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077778.868842:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077778.868850:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077778.868856:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077778.868874:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.868884:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077778.868888:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.868896:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077778.868900:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077778.868907:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077778.868913:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077778.868923:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077778.868933:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077778.868939:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.868941:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077778.868950:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077778.868957:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.868970:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077778.868975:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769077778.868979:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077778.868981:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077778.868982:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.868984:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077778.868989:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077778.868991:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077778.869000:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769077778.869009:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077778.869018:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653102720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077778.869033:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077778.869040:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077778.869049:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653102720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077778.869061:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077778.869066:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077778.869070:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077778.869073:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077778.869078:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077778.869085:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077778.869092:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4759
00000400:00000200:3.0:1769077778.869110:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077778.869122:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077778.869126:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077778.869130:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.869133:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077778.869141:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.869149:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077778.869153:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077778.869157:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077778.869158:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077778.869160:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077778.869161:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077778.869162:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077778.869164:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.869165:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077778.869198:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.869200:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077778.869202:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077778.869209:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077778.869212:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077778.869217:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077778.869220:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077778.869221:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.869222:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077778.869224:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077778.869232:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.869237:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077778.869240:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769077778.869246:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077778.869250:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077778.869256:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.869261:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077778.869263:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077778.869265:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077778.869269:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769077778.869276:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077778.869289:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653102848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077778.869307:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077778.869312:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077778.869322:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653102848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077778.869341:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077778.869344:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077778.869347:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077778.869352:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077778.869356:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077778.869360:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077778.869368:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4759
00000400:00000200:3.0:1769077778.869378:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077778.869385:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077778.869388:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077778.869397:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.869400:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077778.869408:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.869416:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077778.869420:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077778.869424:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077778.869428:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077778.869429:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000800:00000200:2.1:1769077778.869437:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:3.0:1769077778.869438:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077778.869448:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077778.869452:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:2.1:1769077778.869452:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769077778.869458:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077778.869461:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.869464:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077778.869467:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077778.869469:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077778.869470:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077778.869471:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077778.869477:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077778.869485:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.869494:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077778.869497:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077778.869500:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.869505:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077778.869508:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769077778.869517:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077778.869521:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077778.869524:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.869533:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077778.869582:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077778.869584:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077778.869589:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769077778.869598:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077778.869611:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653102976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077778.869621:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077778.869624:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077778.869634:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653102976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077778.869663:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077778.869666:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077778.869675:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077778.869677:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077778.869683:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077778.869688:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077778.869696:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4759
00000400:00000200:3.0:1769077778.869706:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077778.869712:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077778.869714:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077778.869724:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.869727:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077778.869731:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.869741:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077778.869750:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077778.869753:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077778.869760:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077778.869764:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077778.869779:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077778.869786:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077778.869796:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.869803:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077778.869812:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077778.869820:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077778.869826:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077778.869832:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077778.869840:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077778.869848:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077778.869855:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077778.869858:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.869862:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077778.869866:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077778.869879:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.869885:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077778.869891:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769077778.869897:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077778.869908:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077778.869911:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.869920:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077778.869924:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077778.869932:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077778.869938:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769077778.869949:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077778.869960:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653103104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077778.869996:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077778.870001:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077778.870014:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653103104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077778.870054:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077778.870062:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4769)
00000800:00000200:2.1:1769077778.870294:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077778.870297:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077778.870516:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077778.870518:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077778.870751:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077778.870753:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077778.870984:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077778.870986:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1769077779.508765:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077779.508773:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077779.508778:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077780.148657:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299432700, at 4299432704
00000100:00000010:1.0:1769077780.148675:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b000.
00000020:00000001:3.0:1769077780.532810:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077780.532816:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077780.532820:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077781.556700:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077781.556705:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077781.556709:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077782.580795:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077782.580800:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077782.580804:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077783.604774:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077783.604779:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077783.604784:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077783.989474:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077783.989479:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077783.990496:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077783.990498:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077783.990719:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077783.990737:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077783.990991:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077783.990993:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077783.991334:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077783.991336:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1769077784.628708:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077784.628713:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077784.628716:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077785.268644:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299437820, at 4299437824
00000100:00000010:1.0:1769077785.268663:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b780.
00000020:00000001:1.0:1769077785.652721:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077785.652727:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077785.652732:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077786.676726:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077786.676732:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077786.676736:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077787.700783:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077787.700789:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077787.700792:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077788.724731:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077788.724735:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077788.724739:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077789.108715:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077789.108730:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077789.108733:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077789.108737:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077789.108741:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077789.108747:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4769
00000400:00000200:3.0:1769077789.108757:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077789.108762:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077789.108765:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077789.108768:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.108770:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077789.108773:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.108774:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077789.108779:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077789.108780:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077789.108782:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077789.108785:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077789.108786:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077789.108788:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077789.108790:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.108792:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077789.108794:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.108795:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077789.108798:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077789.108800:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077789.108802:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077789.108804:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077789.108807:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077789.108809:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.108810:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077789.108812:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077789.108818:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769077789.108821:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077789.108824:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077789.108826:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.108828:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077789.108830:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077789.108834:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077789.108841:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769077789.108847:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077789.108854:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653103872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077789.108863:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077789.108867:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077789.108871:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653103872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.108889:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077789.108892:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077789.108894:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077789.108897:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077789.108901:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077789.108904:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077789.108910:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4769
00000400:00000200:3.0:1769077789.108916:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077789.108920:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077789.108925:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077789.108932:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.108937:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077789.108942:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.108946:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077789.108950:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077789.108952:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077789.108955:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077789.108958:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077789.108961:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077789.109035:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077789.109044:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109048:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077789.109052:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109055:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077789.109059:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077789.109063:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109067:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077789.109071:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077789.109076:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077789.109082:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.109084:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077789.109087:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077789.109092:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.109095:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077789.109100:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769077789.109102:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077789.109106:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077789.109108:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.109111:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077789.109113:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077789.109114:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077789.109118:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000800:00000200:2.1:1769077789.109169:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077789.109172:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769077789.109241:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077789.109250:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653104000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077789.109258:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077789.109262:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077789.109268:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653104000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.109315:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077789.109321:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077789.109326:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077789.109329:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077789.109332:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077789.109335:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077789.109341:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4769
00000400:00000200:3.0:1769077789.109349:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077789.109358:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077789.109360:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077789.109367:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109371:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077789.109375:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109379:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077789.109383:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077789.109385:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077789.109389:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077789.109392:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077789.109398:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077789.109404:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077789.109410:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109413:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077789.109420:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109425:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077789.109430:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077789.109436:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109441:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077789.109445:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077789.109449:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077789.109453:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.109458:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077789.109461:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077789.109465:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.109469:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077789.109474:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769077789.109479:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077789.109487:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077789.109491:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.109495:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077789.109498:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077789.109501:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077789.109506:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769077789.109513:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077789.109522:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653104128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077789.109531:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077789.109533:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077789.109581:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653104128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.109591:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077789.109597:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077789.109604:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077789.109607:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077789.109610:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077789.109613:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077789.109618:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4769
00000400:00000200:3.0:1769077789.109623:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077789.109639:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077789.109644:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077789.109650:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109655:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077789.109659:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109662:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077789.109667:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077789.109670:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077789.109674:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077789.109676:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077789.109679:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077789.109684:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077789.109689:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109692:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077789.109696:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109699:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077789.109705:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077789.109709:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109713:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077789.109716:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077789.109719:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077789.109724:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.109728:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077789.109732:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077789.109736:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.109738:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077789.109744:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769077789.109748:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077789.109750:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077789.109752:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.109755:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077789.109756:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077789.109758:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077789.109764:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769077789.109768:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077789.109774:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653104256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077789.109785:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077789.109789:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077789.109798:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653104256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.109812:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077789.109816:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077789.109822:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077789.109826:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077789.109831:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077789.109837:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077789.109842:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4769
00000400:00000200:3.0:1769077789.109857:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077789.109862:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077789.109865:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077789.109872:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109875:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077789.109880:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109885:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077789.109888:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769077789.109889:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:3.0:1769077789.109890:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077789.109894:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769077789.109894:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000020:00000040:3.0:1769077789.109898:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077789.109901:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077789.109904:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077789.109909:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109912:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077789.109916:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109920:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077789.109925:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077789.109930:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077789.109934:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077789.109937:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077789.109941:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077789.109943:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.109949:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077789.109951:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077789.109956:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.109970:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077789.109976:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769077789.109981:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077789.109986:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077789.109989:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.109994:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077789.109997:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077789.110011:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077789.110017:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769077789.110022:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077789.110031:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653104384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077789.110044:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077789.110047:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077789.110052:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653104384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.110078:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077789.110082:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4779)
00000800:00000200:2.1:1769077789.110271:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077789.110273:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077789.110450:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077789.110452:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077789.110681:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077789.110683:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769077789.748811:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077789.748816:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077789.748819:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077790.388647:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299442939, at 4299442944
00000100:00000010:1.0:1769077790.388662:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b060.
00000020:00000001:1.0:1769077790.772789:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077790.772796:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077790.772801:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077791.796744:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077791.796748:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077791.796751:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077793.844775:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077793.844781:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077793.844785:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077794.228632:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077794.228643:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077794.228646:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077794.228651:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077794.228656:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077794.228664:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4774
00000400:00000200:3.0:1769077794.228674:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077794.228680:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077794.228684:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077794.228687:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.228691:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077794.228694:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.228697:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077794.228702:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077794.228704:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077794.228707:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077794.228710:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077794.228713:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077794.228716:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077794.228720:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.228722:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077794.228724:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.228726:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077794.228730:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077794.228734:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077794.228737:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077794.228740:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077794.228744:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077794.228747:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.228750:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077794.228753:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077794.228763:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769077794.228767:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077794.228772:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077794.228773:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.228776:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077794.228779:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077794.228783:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077794.228791:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769077794.228797:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077794.228807:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653104512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077794.228819:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077794.228823:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077794.228829:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653104512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.228855:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077794.228858:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077794.228862:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077794.228863:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077794.228865:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077794.228868:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077794.228871:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4774
00000400:00000200:3.0:1769077794.228875:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077794.228879:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077794.228882:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077794.228885:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.228888:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077794.228891:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.228896:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077794.228900:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077794.228903:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077794.228907:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077794.228910:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077794.228952:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077794.228958:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077794.228968:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.228975:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077794.228979:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.228982:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077794.228985:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077794.228991:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077794.228998:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077794.229003:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077794.229011:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077794.229018:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.229023:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077794.229030:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077794.229038:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.229044:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077794.229052:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769077794.229059:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077794.229062:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077794.229066:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.229070:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077794.229075:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077794.229078:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077794.229085:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769077794.229092:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077794.229103:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653104640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077794.229124:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077794.229128:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077794.229136:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653104640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.229156:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077794.229161:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077794.229164:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077794.229167:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077794.229171:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077794.229178:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077794.229185:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4774
00000800:00000200:2.1:1769077794.229191:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077794.229195:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000400:00000200:3.0:1769077794.229196:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077794.229206:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077794.229211:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077794.229218:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.229225:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077794.229232:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.229237:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077794.229243:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077794.229247:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077794.229252:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077794.229256:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077794.229262:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077794.229270:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077794.229279:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.229283:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077794.229289:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.229295:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077794.229301:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077794.229307:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077794.229313:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077794.229319:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077794.229325:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077794.229332:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.229338:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077794.229343:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077794.229351:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.229357:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077794.229363:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769077794.229370:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077794.229376:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077794.229380:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.229385:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077794.229388:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077794.229391:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077794.229399:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769077794.229407:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077794.229417:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653104768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077794.229433:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077794.229439:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077794.229450:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653104768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.229478:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077794.229482:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077794.229490:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077794.229495:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077794.229500:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077794.229508:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077794.229516:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4774
00000400:00000200:3.0:1769077794.229524:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077794.229533:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077794.229559:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077794.229563:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.229566:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077794.229569:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.229571:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077794.229577:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077794.229581:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077794.229586:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077794.229591:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077794.229597:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077794.229603:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077794.229609:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.229611:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077794.229616:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.229621:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077794.229628:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077794.229635:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077794.229641:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077794.229645:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077794.229651:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077794.229657:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.229661:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077794.229666:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077794.229673:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.229679:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077794.229688:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769077794.229694:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077794.229701:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077794.229705:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.229710:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077794.229714:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077794.229718:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077794.229726:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769077794.229734:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077794.229745:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653104896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077794.229760:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077794.229764:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077794.229772:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653104896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.229790:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077794.229795:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077794.229803:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077794.229805:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077794.229809:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077794.229815:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077794.229820:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4774
00000400:00000200:3.0:1769077794.229831:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077794.229841:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077794.229847:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077794.229855:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.229861:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077794.229868:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.229876:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077794.229883:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077794.229887:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077794.229892:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077794.229897:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077794.229903:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077794.229910:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077794.229934:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077794.229941:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077794.229945:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769077794.229949:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:2.1:1769077794.229949:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769077794.229956:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077794.229963:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077794.229972:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077794.229980:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077794.229986:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077794.229991:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077794.229998:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.230004:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077794.230008:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077794.230015:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.230020:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077794.230028:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769077794.230033:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077794.230038:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077794.230041:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.230045:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077794.230049:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077794.230052:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077794.230059:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769077794.230065:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077794.230077:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653105024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077794.230094:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077794.230100:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077794.230110:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653105024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.230134:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077794.230142:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4784)
00000800:00000200:2.1:1769077794.230276:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077794.230278:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077794.230589:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077794.230591:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077794.230788:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077794.230806:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1769077794.868662:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077794.868666:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077794.868669:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077795.508642:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299448059, at 4299448064
00000100:00000010:1.0:1769077795.508659:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b480.
00000020:00000001:1.0:1769077796.916723:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077796.916727:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077796.916749:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077797.940715:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077797.940720:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077797.940724:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077799.349225:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077799.349620:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077799.349941:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077799.350136:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077799.350281:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:1.0:1769077799.988723:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077799.988727:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077799.988729:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077800.628657:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299453179, at 4299453184
00000100:00000010:1.0:1769077800.628671:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bde0.
00000020:00000001:1.0:1769077801.012764:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077801.012768:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077801.012771:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769077802.420818:0:2396:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:3.0:1769077802.420860:0:2396:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077802.420870:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077802.420873:0:2396:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:3.0:1769077802.420876:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077802.420880:0:2396:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077802.420884:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769077802.420889:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:3.0:1769077802.420895:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077802.420900:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077802.420907:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80cc0
00000400:00000010:3.0:1769077802.420910:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80cc0.
00000100:00000001:3.0:1769077802.420917:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077802.420926:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579f800 x1855007653105152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077802.420961:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077802.420966:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f800 x1855007653105152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077802.420974:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077802.420976:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077802.420988:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769077802.420991:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2300.
00000400:00000200:3.0:1769077802.420995:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077802.421000:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077802.421003:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80110
00000400:00000010:3.0:1769077802.421005:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80110.
00000100:00000001:3.0:1769077802.421008:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077802.421013:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579dc00 x1855007653105280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077802.421022:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077802.421025:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579dc00 x1855007653105280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077802.421036:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077802.421041:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077802.421049:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769077802.421055:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2e00.
00000400:00000200:3.0:1769077802.421059:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077802.421072:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077802.421079:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80aa0
00000400:00000010:3.0:1769077802.421082:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80aa0.
00000100:00000001:3.0:1769077802.421086:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077802.421095:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579c380 x1855007653105408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077802.421110:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077802.421117:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c380 x1855007653105408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077802.421133:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077802.421138:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077802.421150:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769077802.421156:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2f00.
00000400:00000200:3.0:1769077802.421169:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077802.421180:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077802.421188:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80b28
00000400:00000010:3.0:1769077802.421193:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80b28.
00000100:00000001:3.0:1769077802.421199:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077802.421207:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579d880 x1855007653105536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077802.421223:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077802.421230:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d880 x1855007653105536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077802.421250:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077802.421255:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077802.421265:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769077802.421271:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:3.0:1769077802.421277:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077802.421287:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077802.421290:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80000
00000400:00000010:3.0:1769077802.421294:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80000.
00000100:00000001:3.0:1769077802.421298:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077802.421308:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba8579d500 x1855007653105664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077802.421334:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077802.421342:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d500 x1855007653105664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077802.421369:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077802.421374:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1769077803.060763:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077803.060789:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077803.060792:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077804.084709:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077804.084715:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077804.084720:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077804.468669:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077804.468681:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077804.468684:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077804.468689:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077804.468694:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077804.468701:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4784
00000400:00000200:3.0:1769077804.468711:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077804.468718:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077804.468722:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077804.468726:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.468730:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077804.468733:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.468736:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077804.468754:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077804.468755:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077804.468758:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077804.468760:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077804.468762:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077804.468764:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077804.468767:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.468769:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077804.468770:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.468772:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077804.468774:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077804.468776:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077804.468778:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077804.468780:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077804.468782:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077804.468784:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.468786:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077804.468788:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077804.468794:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769077804.468797:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077804.468801:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077804.468802:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.468804:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077804.468806:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077804.468811:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077804.468819:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077804.468826:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077804.468834:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653105792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077804.468846:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077804.468851:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077804.468857:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653105792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.468897:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077804.468903:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769077804.469240:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077804.469243:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1769077804.471666:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077804.471669:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077804.471673:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077804.471677:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077804.471684:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4784
00000400:00000200:3.0:1769077804.471693:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077804.471700:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077804.471704:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077804.471709:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.471713:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077804.471716:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.471719:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077804.471723:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077804.471725:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077804.471729:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077804.471732:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077804.471734:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077804.471737:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077804.471758:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.471761:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077804.471763:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.471765:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077804.471769:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077804.471773:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077804.471776:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077804.471778:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077804.471786:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077804.471789:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.471791:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077804.471796:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077804.471799:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.471802:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077804.471811:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769077804.471815:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077804.471819:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077804.471821:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.471825:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077804.471827:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077804.471831:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077804.471838:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769077804.471845:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077804.471853:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653105920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077804.471864:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077804.471868:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077804.471873:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653105920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.471896:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077804.471900:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077804.471903:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077804.471905:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077804.471907:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077804.471910:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077804.471913:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4784
00000400:00000200:3.0:1769077804.471918:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077804.471921:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077804.471925:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077804.471929:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.471932:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077804.471935:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.471938:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077804.471942:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077804.471944:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077804.471948:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077804.471954:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077804.471959:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077804.471963:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077804.471969:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.471976:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077804.471981:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.471985:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077804.471987:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077804.471990:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077804.471993:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077804.471997:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077804.472003:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077804.472010:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.472015:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077804.472020:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077804.472026:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.472032:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077804.472046:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769077804.472052:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077804.472057:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077804.472069:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.472077:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077804.472080:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077804.472084:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077804.472090:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769077804.472096:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077804.472106:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653106048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077804.472121:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077804.472126:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077804.472133:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653106048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.472161:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077804.472167:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077804.472175:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077804.472179:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077804.472183:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077804.472190:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077804.472196:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4784
00000400:00000200:3.0:1769077804.472238:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077804.472248:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077804.472254:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077804.472262:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.472267:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077804.472271:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.472276:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077804.472281:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077804.472285:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077804.472288:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077804.472291:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077804.472297:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000800:00000200:2.1:1769077804.472302:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:3.0:1769077804.472303:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000800:00000200:2.1:1769077804.472310:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1769077804.472312:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.472318:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077804.472324:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.472331:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077804.472336:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077804.472346:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077804.472351:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077804.472356:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077804.472362:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077804.472367:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.472372:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077804.472376:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077804.472383:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.472389:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077804.472395:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769077804.472400:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077804.472407:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077804.472410:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.472414:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077804.472418:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077804.472422:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077804.472428:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769077804.472435:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077804.472447:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653106176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077804.472468:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077804.472473:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077804.472481:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653106176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.472508:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077804.472514:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077804.472521:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077804.472525:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077804.472530:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077804.472566:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077804.472570:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4784
00000400:00000200:3.0:1769077804.472578:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077804.472587:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077804.472601:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077804.472610:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.472616:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077804.472623:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.472628:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077804.472633:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077804.472637:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077804.472641:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077804.472646:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077804.472652:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077804.472657:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077804.472668:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.472672:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077804.472691:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077804.472696:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077804.472703:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077804.472710:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077804.472717:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077804.472722:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077804.472728:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077804.472733:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.472738:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077804.472756:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077804.472759:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.472761:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077804.472765:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769077804.472768:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077804.472773:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077804.472777:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.472780:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077804.472784:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077804.472788:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077804.472797:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769077804.472804:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077804.472817:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653106304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077804.472834:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077804.472840:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077804.472850:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653106304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.472867:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077804.472875:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4794)
00000800:00000200:2.1:1769077804.473046:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077804.473049:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077804.473392:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077804.473395:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077804.473725:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077804.473728:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1769077805.748654:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299458299, at 4299458304
00000100:00000010:1.0:1769077805.748669:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bcc0.
00000020:00000001:1.0:1769077806.132678:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077806.132682:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077806.132685:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077807.156728:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077807.156731:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077807.156734:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077809.204760:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077809.204765:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077809.204768:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077809.589300:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077809.589309:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077809.589974:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077809.589976:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077809.590269:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077809.590271:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077809.590566:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077809.590569:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077809.590868:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077809.590884:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1769077810.228686:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077810.228690:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077810.228693:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077810.868718:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299463419, at 4299463424
00000100:00000010:1.0:1769077810.868742:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b0c0.
00000020:00000001:1.0:1769077812.276764:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077812.276769:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077812.276773:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077813.300758:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077813.300761:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077813.300765:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077814.709298:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077814.709305:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769077814.709957:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077814.709959:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769077814.710242:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077814.710244:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769077814.710611:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077814.710614:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769077814.710948:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077814.710951:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1769077815.348753:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077815.348758:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077815.348761:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077815.988658:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299468539, at 4299468544
00000100:00000010:1.0:1769077815.988674:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16a20.
00000020:00000001:1.0:1769077816.372856:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077816.372860:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077816.372864:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077818.420757:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077818.420764:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077818.420770:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077819.444698:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077819.444702:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077819.444705:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077819.829296:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077819.829302:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769077819.830129:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077819.830132:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769077819.830434:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077819.830436:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769077819.830776:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077819.830779:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769077819.831187:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077819.831190:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1769077821.108641:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299473659, at 4299473664
00000100:00000010:1.0:1769077821.108656:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16240.
00000020:00000001:1.0:1769077821.492730:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077821.492733:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077821.492736:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077822.516727:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077822.516731:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077822.516733:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077824.564683:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077824.564688:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077824.564693:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077824.948674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077824.948685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077824.948688:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077824.948693:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077824.948698:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077824.948706:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4805
00000400:00000200:3.0:1769077824.948717:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077824.948724:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077824.948727:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077824.948731:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.948736:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077824.948739:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.948743:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077824.948748:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077824.948750:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077824.948754:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077824.948757:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077824.948760:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077824.948764:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077824.948768:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.948770:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077824.948773:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.948775:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077824.948779:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077824.948783:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077824.948787:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077824.948791:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077824.948794:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077824.948797:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077824.948800:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077824.948802:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077824.948809:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000020:00000040:3.0:1769077824.948814:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077824.948819:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077824.948821:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077824.948824:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077824.948827:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077824.948831:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077824.948838:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769077824.948846:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077824.948855:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653108352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077824.948868:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077824.948883:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077824.948890:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653108352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077824.948916:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077824.948920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077824.948924:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077824.948927:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077824.948929:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077824.948933:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077824.948936:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4805
00000400:00000200:3.0:1769077824.948941:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077824.948944:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077824.948947:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077824.948951:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.948954:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077824.948956:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.948959:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077824.948962:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077824.948964:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077824.948968:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077824.948971:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077824.948976:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077824.948980:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077824.948987:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.948993:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077824.948998:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.949077:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077824.949082:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077824.949089:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077824.949096:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077824.949100:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077824.949105:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077824.949108:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077824.949111:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077824.949117:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077824.949122:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077824.949126:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077824.949204:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077824.949207:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000100:00000010:3.0:1769077824.949238:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769077824.949244:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077824.949249:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077824.949252:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077824.949256:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077824.949259:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077824.949263:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077824.949269:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769077824.949330:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077824.949342:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653108480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077824.949357:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077824.949363:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077824.949374:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653108480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077824.949435:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077824.949440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077824.949448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077824.949452:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077824.949456:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077824.949462:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077824.949467:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4805
00000400:00000200:3.0:1769077824.949477:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077824.949484:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077824.949489:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077824.949497:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.949503:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077824.949507:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.949511:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077824.949517:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077824.949520:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077824.949524:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077824.949527:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077824.949532:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077824.949560:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077824.949565:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.949570:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077824.949576:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.949580:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077824.949586:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077824.949593:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077824.949600:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077824.949604:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077824.949610:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077824.949614:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077824.949619:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077824.949625:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077824.949631:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077824.949635:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077824.949642:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769077824.949647:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077824.949653:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077824.949656:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077824.949660:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077824.949663:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077824.949665:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077824.949670:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769077824.949677:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077824.949686:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653108608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077824.949701:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077824.949706:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077824.949715:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653108608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077824.949731:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077824.949736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077824.949742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077824.949746:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077824.949749:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077824.949755:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077824.949760:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4805
00000400:00000200:3.0:1769077824.949769:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077824.949776:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077824.949781:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077824.949785:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.949787:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077824.949792:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.949798:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077824.949802:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077824.949805:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077824.949809:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077824.949814:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077824.949818:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077824.949823:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077824.949830:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.949835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077824.949840:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.949845:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077824.949850:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077824.949857:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077824.949864:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077824.949870:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077824.949876:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077824.949883:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077824.949888:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077824.949893:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077824.949899:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077824.949904:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077824.949910:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769077824.949915:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077824.949920:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1769077824.949924:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:3.0:1769077824.949925:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077824.949930:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769077824.949931:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077824.949934:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077824.949938:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077824.949944:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769077824.949952:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077824.949963:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653108736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077824.949993:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077824.949998:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077824.950008:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653108736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077824.950025:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077824.950030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077824.950038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077824.950043:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077824.950047:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077824.950054:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077824.950059:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4805
00000400:00000200:3.0:1769077824.950068:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077824.950076:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077824.950082:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077824.950088:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.950094:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077824.950100:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.950107:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077824.950111:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077824.950115:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077824.950119:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077824.950122:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077824.950128:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077824.950135:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077824.950143:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.950148:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077824.950155:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077824.950160:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077824.950165:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077824.950172:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077824.950179:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077824.950183:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077824.950188:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077824.950193:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077824.950197:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077824.950200:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077824.950207:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077824.950212:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077824.950218:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769077824.950223:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077824.950229:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077824.950232:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077824.950236:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077824.950239:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077824.950242:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077824.950248:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769077824.950252:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077824.950261:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653108864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077824.950278:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077824.950282:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077824.950290:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653108864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077824.950309:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077824.950318:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4815)
00000800:00000200:2.1:1769077824.950436:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077824.950438:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077824.950667:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077824.950668:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077824.950880:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077824.950881:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1769077825.588700:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077825.588704:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077825.588707:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077826.228676:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299478779, at 4299478784
00000100:00000010:1.0:1769077826.228702:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977ba20.
00000020:00000001:1.0:1769077827.636706:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077827.636711:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077827.636715:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077828.660739:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077828.660745:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077828.660749:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077830.068697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077830.068712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077830.068717:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077830.068723:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077830.068728:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077830.068738:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4810
00000400:00000200:3.0:1769077830.068750:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077830.068757:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077830.068761:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077830.068765:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.068768:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.068770:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.068772:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077830.068776:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077830.068778:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077830.068780:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077830.068783:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077830.068785:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077830.068787:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077830.068789:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.068791:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.068792:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.068793:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077830.068796:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077830.068798:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077830.068800:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077830.068803:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077830.068805:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077830.068808:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.068810:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077830.068812:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077830.068823:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769077830.068827:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077830.068832:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077830.068834:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.068837:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077830.068839:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077830.068844:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077830.068852:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077830.068859:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077830.068867:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653108992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077830.068877:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077830.068882:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077830.068885:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653108992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077830.068908:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077830.068911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077830.068914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077830.068915:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077830.068916:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077830.068919:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077830.068920:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4810
00000400:00000200:3.0:1769077830.068923:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077830.068925:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077830.068927:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077830.068929:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.068931:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.068933:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.068934:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077830.068936:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077830.068937:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077830.068939:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077830.068940:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077830.068942:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077830.068944:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077830.068947:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.068948:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.068951:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.068952:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077830.068954:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077830.068955:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077830.068958:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077830.068960:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077830.068965:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077830.068968:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.068969:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077830.068973:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077830.068976:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.068977:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077830.068984:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769077830.068988:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077830.068991:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077830.068994:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.068995:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077830.068996:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077830.068999:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077830.069003:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769077830.069008:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077830.069023:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653109120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077830.069054:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077830.069061:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077830.069072:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653109120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077830.069118:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077830.069127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077830.069130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077830.069131:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077830.069134:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077830.069146:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077830.069156:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4810
00000400:00000200:3.0:1769077830.069170:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077830.069175:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077830.069179:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077830.069184:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.069196:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.069210:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.069213:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077830.069218:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077830.069223:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077830.069230:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077830.069236:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077830.069244:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077830.069253:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077830.069262:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.069267:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.069269:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.069274:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077830.069281:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077830.069286:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077830.069293:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077830.069308:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077830.069323:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077830.069326:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.069328:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077830.069329:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077830.069335:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.069340:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077830.069344:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769077830.069348:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077830.069358:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077830.069360:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.069372:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077830.069378:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077830.069384:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077830.069401:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769077830.069413:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077830.069423:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653109248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077830.069467:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077830.069478:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077830.069486:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653109248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077830.069514:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077830.069524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769077830.069566:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077830.069571:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1769077830.069573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077830.069576:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077830.069578:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077830.069581:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077830.069585:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4810
00000400:00000200:3.0:1769077830.069590:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077830.069595:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077830.069603:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077830.069619:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.069624:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.069628:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.069639:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077830.069641:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077830.069642:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077830.069643:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077830.069645:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077830.069647:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077830.069649:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077830.069661:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.069668:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.069675:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.069680:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077830.069692:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077830.069702:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077830.069707:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077830.069711:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077830.069717:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077830.069723:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.069726:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077830.069732:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077830.069739:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.069746:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077830.069753:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769077830.069761:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077830.069766:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077830.069770:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.069773:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077830.069776:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077830.069782:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077830.069785:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769077830.069790:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077830.069804:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653109376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077830.069820:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077830.069824:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077830.069827:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653109376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077830.069840:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077830.069844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077830.069853:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077830.069855:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077830.069857:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077830.069859:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077830.069864:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4810
00000400:00000200:3.0:1769077830.069874:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077830.069880:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077830.069883:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077830.069893:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.069897:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.069901:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.069909:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077830.069921:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077830.069926:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077830.069933:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077830.069939:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077830.069943:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077830.069954:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077830.069966:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.069977:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.069987:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077830.069998:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077830.070005:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077830.070013:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077830.070024:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077830.070031:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077830.070037:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077830.070045:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.070054:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077830.070058:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077830.070065:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.070066:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077830.070069:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769077830.070071:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077830.070072:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077830.070077:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.070079:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077830.070079:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077830.070085:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077830.070098:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769077830.070109:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077830.070123:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653109504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077830.070150:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077830.070156:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077830.070178:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653109504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077830.070217:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077830.070232:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4820)
00000800:00000200:2.1:1769077830.070425:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077830.070427:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077830.070640:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077830.070642:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077830.070855:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077830.070858:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077830.071072:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077830.071074:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1769077830.708737:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077830.708746:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077830.708751:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077831.348681:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299483900, at 4299483904
00000100:00000010:1.0:1769077831.348706:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977be40.
00000020:00000001:1.0:1769077831.732731:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077831.732735:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077831.732738:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077833.780765:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077833.780768:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077833.780771:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077834.804739:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077834.804746:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077834.804750:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077835.189257:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077835.189264:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077835.189919:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077835.189935:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077835.190302:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077835.190305:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077835.190527:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077835.190528:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077835.190791:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077835.190793:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769077835.828748:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077835.828752:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077835.828755:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077836.468646:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299489019, at 4299489024
00000100:00000010:1.0:1769077836.468662:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bc60.
00000020:00000001:1.0:1769077836.852720:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077836.852726:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077836.852730:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077837.876702:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077837.876706:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077837.876709:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077838.900701:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077838.900704:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077838.900707:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077839.924751:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077839.924755:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077839.924758:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077840.308662:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077840.308674:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077840.308676:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077840.308680:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077840.308683:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077840.308689:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4820
00000400:00000200:3.0:1769077840.308697:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077840.308703:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077840.308706:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077840.308709:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.308711:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077840.308713:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.308715:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077840.308719:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077840.308720:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077840.308722:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077840.308724:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077840.308726:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077840.308727:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077840.308729:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.308730:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077840.308740:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.308742:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077840.308744:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077840.308747:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077840.308748:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077840.308750:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077840.308754:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077840.308756:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077840.308757:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077840.308759:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077840.308767:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769077840.308770:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077840.308773:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077840.308774:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077840.308777:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077840.308779:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077840.308783:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077840.308789:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769077840.308795:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077840.308802:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653110272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077840.308811:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077840.308814:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077840.308818:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653110272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077840.308835:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077840.308838:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077840.308840:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077840.308841:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077840.308842:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077840.308844:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077840.308846:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4820
00000400:00000200:3.0:1769077840.308848:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077840.308850:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077840.308852:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077840.308854:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.308855:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077840.308857:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.308858:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077840.308860:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077840.308861:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077840.308862:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077840.308864:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077840.308865:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077840.308867:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077840.308869:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.308870:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077840.308872:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.308874:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077840.308877:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077840.308881:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077840.308883:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077840.308885:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077840.308890:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077840.308895:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077840.308898:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077840.308904:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077840.308910:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077840.308913:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077840.308919:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769077840.308925:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077840.308932:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077840.308937:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077840.308942:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077840.308944:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077840.308950:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077840.308954:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769077840.308960:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077840.308970:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653110400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077840.308986:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077840.308990:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077840.308998:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653110400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077840.309014:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077840.309018:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077840.309024:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077840.309027:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077840.309030:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077840.309034:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077840.309038:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4820
00000400:00000200:3.0:1769077840.309048:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077840.309055:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077840.309060:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077840.309068:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309074:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077840.309078:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309081:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077840.309086:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077840.309088:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077840.309090:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077840.309093:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077840.309096:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077840.309099:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077840.309102:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309107:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077840.309108:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309110:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077840.309113:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077840.309117:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309120:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077840.309122:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077840.309124:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077840.309126:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077840.309128:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077840.309131:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077840.309134:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077840.309135:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077840.309160:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769077840.309164:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077840.309168:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077840.309169:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077840.309172:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077840.309174:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077840.309177:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077840.309183:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769077840.309188:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077840.309199:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653110528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077840.309213:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077840.309218:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077840.309228:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653110528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077840.309246:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077840.309249:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077840.309253:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077840.309256:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077840.309259:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077840.309262:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077840.309267:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4820
00000800:00000200:2.1:1769077840.309273:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000400:00000200:3.0:1769077840.309274:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077840.309278:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000200:2.1:1769077840.309280:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1769077840.309281:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077840.309295:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309299:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077840.309301:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309302:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077840.309304:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077840.309306:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077840.309309:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077840.309311:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077840.309315:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077840.309321:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077840.309325:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309330:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077840.309332:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309336:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077840.309338:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077840.309344:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309347:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077840.309349:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077840.309353:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077840.309357:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077840.309360:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077840.309363:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077840.309368:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077840.309370:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077840.309374:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769077840.309378:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077840.309385:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077840.309388:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077840.309392:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077840.309395:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077840.309397:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077840.309402:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769077840.309407:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077840.309415:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653110656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077840.309425:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077840.309428:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077840.309432:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653110656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077840.309441:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077840.309444:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077840.309447:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077840.309450:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077840.309452:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077840.309454:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077840.309456:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4820
00000400:00000200:3.0:1769077840.309462:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077840.309465:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077840.309468:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077840.309472:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309474:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077840.309478:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309480:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077840.309481:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077840.309482:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077840.309483:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077840.309484:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077840.309485:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077840.309487:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077840.309490:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309491:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077840.309495:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309498:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077840.309503:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077840.309507:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077840.309510:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077840.309513:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077840.309515:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077840.309520:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077840.309524:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077840.309527:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077840.309532:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077840.309535:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077840.309557:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769077840.309559:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077840.309561:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077840.309562:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077840.309563:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077840.309565:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077840.309568:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077840.309571:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769077840.309575:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077840.309583:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653110784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077840.309593:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077840.309596:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077840.309602:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653110784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077840.309624:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077840.309635:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4830)
00000800:00000200:2.1:1769077840.309814:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077840.309815:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077840.310002:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077840.310004:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077840.310243:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077840.310245:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077840.310443:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077840.310445:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1769077840.948745:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077840.948750:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077840.948754:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077841.588632:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299494139, at 4299494144
00000100:00000010:1.0:1769077841.588651:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bcc0.
00000020:00000001:3.0:1769077841.972719:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077841.972731:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077841.972736:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077842.996697:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077842.996702:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077842.996705:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077844.020748:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077844.020756:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077844.020762:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077845.044673:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077845.044676:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077845.044678:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077845.428665:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077845.428677:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077845.428680:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077845.428684:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077845.428688:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077845.428696:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4825
00000400:00000200:3.0:1769077845.428705:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077845.428711:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077845.428714:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077845.428716:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.428719:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.428721:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.428723:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077845.428727:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077845.428729:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077845.428731:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077845.428733:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077845.428735:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077845.428736:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077845.428738:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.428739:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.428740:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.428742:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077845.428744:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077845.428748:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077845.428750:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077845.428752:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077845.428755:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077845.428758:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.428760:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077845.428762:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077845.428771:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769077845.428774:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077845.428778:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077845.428779:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.428782:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077845.428785:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077845.428790:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077845.428797:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769077845.428804:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077845.428813:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653110912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077845.428822:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077845.428827:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077845.428830:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653110912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077845.428854:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077845.428857:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077845.428860:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077845.428861:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077845.428862:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077845.428864:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077845.428866:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4825
00000400:00000200:3.0:1769077845.428869:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077845.428871:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077845.428872:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077845.428875:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.428877:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.428878:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.428880:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077845.428882:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077845.428883:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077845.428884:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077845.428885:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077845.428887:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077845.428889:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077845.428891:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.428892:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.428893:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.428895:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077845.428897:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077845.428899:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077845.428902:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077845.428903:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077845.428909:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077845.428911:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.428912:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077845.428917:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077845.428920:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.428921:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077845.428924:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769077845.428927:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077845.428930:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077845.428931:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.428936:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077845.428938:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077845.428945:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077845.428958:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769077845.428968:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077845.428979:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653111040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077845.429008:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077845.429009:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077845.429012:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653111040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077845.429026:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077845.429033:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077845.429041:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077845.429042:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077845.429047:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077845.429064:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077845.429069:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4825
00000400:00000200:3.0:1769077845.429079:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077845.429105:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077845.429110:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077845.429116:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429119:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.429123:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429129:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077845.429135:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077845.429137:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077845.429140:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077845.429142:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077845.429150:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077845.429155:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077845.429161:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429170:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.429174:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429177:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077845.429182:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077845.429190:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429200:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077845.429213:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077845.429220:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077845.429229:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.429237:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077845.429248:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077845.429261:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.429269:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077845.429276:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769077845.429292:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077845.429297:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077845.429298:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.429301:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077845.429305:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077845.429308:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077845.429317:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769077845.429325:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077845.429337:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653111168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077845.429389:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077845.429392:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077845.429399:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653111168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077845.429438:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077845.429454:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077845.429464:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077845.429465:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077845.429469:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077845.429479:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077845.429486:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4825
00000400:00000200:3.0:1769077845.429499:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:2.1:1769077845.429500:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000400:00000200:3.0:1769077845.429512:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000200:2.1:1769077845.429513:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1769077845.429523:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077845.429533:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429536:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.429537:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429538:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077845.429540:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077845.429541:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077845.429542:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077845.429544:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077845.429545:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077845.429547:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077845.429549:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429550:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.429552:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429553:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077845.429554:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077845.429556:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429557:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077845.429558:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077845.429560:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077845.429561:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.429563:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077845.429585:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077845.429587:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.429589:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077845.429593:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769077845.429597:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077845.429600:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077845.429608:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.429611:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077845.429614:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077845.429619:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077845.429627:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769077845.429640:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077845.429648:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653111296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077845.429659:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077845.429661:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077845.429672:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653111296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077845.429713:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077845.429721:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077845.429738:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077845.429743:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077845.429747:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077845.429756:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077845.429761:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4825
00000400:00000200:3.0:1769077845.429769:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077845.429773:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077845.429774:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077845.429781:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429789:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.429799:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429802:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077845.429807:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077845.429810:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077845.429815:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077845.429817:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077845.429820:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077845.429823:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077845.429835:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429846:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.429852:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429857:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077845.429873:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077845.429889:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077845.429892:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077845.429896:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077845.429900:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077845.429910:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.429920:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077845.429923:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077845.429926:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.429933:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077845.429944:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769077845.429958:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077845.429977:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077845.429990:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.429999:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077845.430005:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077845.430008:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077845.430018:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769077845.430026:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077845.430043:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653111424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077845.430075:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077845.430079:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077845.430087:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653111424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077845.430173:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077845.430191:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4835)
00000800:00000200:2.1:1769077845.430375:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077845.430377:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077845.430606:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077845.430608:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077845.430797:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077845.430812:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077845.430995:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077845.430997:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1769077846.068718:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077846.068725:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077846.068731:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077846.708634:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299499260, at 4299499264
00000100:00000010:1.0:1769077846.708649:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bde0.
00000020:00000001:1.0:1769077847.092680:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077847.092684:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077847.092687:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077848.116708:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077848.116712:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077848.116715:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077849.140650:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077849.140653:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077849.140657:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077850.164709:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077850.164713:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077850.164717:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077850.548734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077850.548751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077850.548754:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077850.548760:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077850.548766:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077850.548777:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4830
00000400:00000200:3.0:1769077850.548789:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077850.548797:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077850.548802:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077850.548806:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.548811:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077850.548814:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.548817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077850.548822:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077850.548825:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077850.548828:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077850.548848:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077850.548851:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077850.548854:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077850.548858:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.548861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077850.548863:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.548866:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077850.548870:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077850.548874:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077850.548878:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077850.548881:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077850.548886:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077850.548889:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.548893:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077850.548896:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077850.548919:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769077850.548924:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077850.548929:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077850.548932:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.548936:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077850.548939:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077850.548944:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077850.548956:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769077850.548964:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077850.548994:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653111552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077850.549026:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077850.549031:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077850.549037:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653111552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.549070:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077850.549075:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077850.549079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077850.549081:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077850.549083:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077850.549086:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077850.549090:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4830
00000400:00000200:3.0:1769077850.549095:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077850.549099:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077850.549103:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077850.549108:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.549111:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077850.549114:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.549117:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077850.549121:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077850.549125:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077850.549128:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077850.549133:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077850.549138:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077850.549142:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077850.549152:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.549158:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077850.549163:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.549170:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077850.549178:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077850.549186:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077850.549194:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077850.549198:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077850.549206:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077850.549213:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.549218:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077850.549226:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077850.549232:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.549235:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077850.549243:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769077850.549249:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077850.549257:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077850.549261:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.549266:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077850.549270:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077850.549274:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077850.549282:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769077850.549290:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077850.549316:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653111680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077850.549336:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077850.549342:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077850.549355:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653111680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.549389:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077850.549398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077850.549405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077850.549408:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077850.549413:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077850.549420:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769077850.549420:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:3.0:1769077850.549436:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4830
00000400:00000200:3.0:1769077850.549444:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:2.1:1769077850.549446:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1769077850.549452:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077850.549459:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077850.549468:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.549476:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077850.549483:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.549490:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077850.549495:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077850.549499:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077850.549504:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077850.549510:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077850.549516:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077850.549524:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077850.549534:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.549539:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077850.549543:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.549546:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077850.549549:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077850.549591:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077850.549597:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077850.549602:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077850.549610:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077850.549617:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.549622:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077850.549627:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077850.549634:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.549640:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077850.549647:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769077850.549650:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077850.549655:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077850.549658:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.549662:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077850.549666:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077850.549671:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077850.549678:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769077850.549685:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077850.549705:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653111808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077850.549732:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077850.549738:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077850.549750:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653111808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.549774:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077850.549782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077850.549809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077850.549813:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077850.549819:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077850.549826:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077850.549834:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4830
00000400:00000200:3.0:1769077850.549847:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077850.549855:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077850.549863:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077850.549871:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.549907:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077850.549916:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.549920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077850.549927:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077850.549931:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077850.549935:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077850.549940:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077850.549945:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077850.549951:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077850.549960:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.549965:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077850.549984:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.549989:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077850.549997:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077850.550021:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077850.550041:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077850.550046:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077850.550054:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077850.550061:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.550068:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077850.550074:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077850.550080:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.550084:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077850.550095:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769077850.550101:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077850.550110:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077850.550114:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.550118:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077850.550123:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077850.550128:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077850.550137:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769077850.550145:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077850.550157:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653111936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077850.550187:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077850.550193:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077850.550205:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653111936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077850.550227:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077850.550230:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077850.550231:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1769077850.550238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077850.550246:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077850.550250:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077850.550255:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077850.550279:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077850.550288:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4830
00000400:00000200:3.0:1769077850.550299:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077850.550310:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077850.550316:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077850.550324:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.550331:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077850.550339:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.550346:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077850.550353:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077850.550359:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077850.550372:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077850.550378:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077850.550384:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077850.550392:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077850.550403:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.550411:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077850.550419:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077850.550426:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077850.550446:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077850.550456:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077850.550464:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077850.550470:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077850.550475:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077850.550483:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.550490:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077850.550496:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077850.550504:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.550509:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077850.550518:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769077850.550525:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077850.550533:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077850.550538:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.550545:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077850.550550:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077850.550556:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077850.550593:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769077850.550601:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077850.550614:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653112064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077850.550643:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077850.550646:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077850.550657:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653112064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.550678:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077850.550687:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4840)
00000800:00000200:2.1:1769077850.550774:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077850.550775:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077850.551084:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077850.551086:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077850.551327:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077850.551329:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769077851.188737:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077851.188740:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077851.188744:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077851.828676:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299504380, at 4299504384
00000100:00000010:1.0:1769077851.828694:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b960.
00000020:00000001:1.0:1769077852.212764:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077852.212775:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077852.212778:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077853.236755:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077853.236758:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077853.236761:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077854.260691:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077854.260694:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077854.260696:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077855.284767:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077855.284773:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077855.284777:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077855.668675:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077855.668690:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077855.668694:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077855.668699:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077855.668705:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077855.668715:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4835
00000400:00000200:3.0:1769077855.668743:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077855.668751:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077855.668754:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077855.668757:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.668761:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077855.668764:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.668766:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077855.668770:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077855.668772:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077855.668774:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077855.668777:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077855.668779:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077855.668781:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077855.668784:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.668786:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077855.668788:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.668790:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077855.668793:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077855.668796:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077855.668798:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077855.668801:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077855.668804:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077855.668807:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.668809:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077855.668812:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077855.668821:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769077855.668824:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077855.668829:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077855.668831:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.668834:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077855.668837:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077855.668842:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077855.668850:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077855.668857:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077855.668867:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653112192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077855.668877:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077855.668898:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077855.668904:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653112192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077855.668954:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077855.668957:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077855.668960:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077855.668961:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077855.668962:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077855.668964:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077855.668966:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4835
00000400:00000200:3.0:1769077855.668970:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077855.668972:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077855.668974:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077855.668976:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.668977:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077855.668979:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.668981:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077855.668983:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077855.668984:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077855.668986:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077855.668987:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077855.668989:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077855.668990:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077855.668994:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.668996:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077855.668999:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669000:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077855.669003:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077855.669006:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669012:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077855.669014:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077855.669024:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077855.669029:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.669033:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077855.669040:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077855.669048:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.669053:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077855.669059:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769077855.669061:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077855.669065:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077855.669068:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.669071:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077855.669074:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077855.669078:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077855.669082:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769077855.669088:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077855.669095:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653112320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077855.669105:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077855.669109:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077855.669113:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653112320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077855.669126:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077855.669129:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077855.669134:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077855.669136:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077855.669139:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077855.669144:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077855.669146:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4835
00000400:00000200:3.0:1769077855.669151:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077855.669155:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077855.669156:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077855.669159:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669165:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077855.669168:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669172:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077855.669175:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077855.669177:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077855.669181:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077855.669184:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077855.669188:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077855.669194:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077855.669198:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669204:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077855.669209:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669213:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077855.669219:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077855.669223:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669228:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077855.669229:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077855.669233:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077855.669235:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.669237:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077855.669238:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077855.669240:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.669244:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077855.669248:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769077855.669252:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077855.669256:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077855.669259:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.669263:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077855.669264:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077855.669268:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077855.669274:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769077855.669282:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077855.669294:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653112448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077855.669312:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077855.669314:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077855.669322:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653112448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077855.669337:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077855.669340:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077855.669345:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077855.669346:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077855.669348:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077855.669353:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077855.669358:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4835
00000400:00000200:3.0:1769077855.669365:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:2.1:1769077855.669369:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000400:00000200:3.0:1769077855.669371:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077855.669376:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769077855.669376:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1769077855.669389:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669393:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077855.669395:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669399:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077855.669403:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077855.669405:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077855.669407:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077855.669408:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077855.669412:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077855.669416:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077855.669420:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669423:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077855.669426:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669431:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077855.669436:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077855.669441:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669447:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077855.669449:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077855.669458:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077855.669460:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.669463:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077855.669467:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077855.669473:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.669477:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077855.669482:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769077855.669487:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077855.669491:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077855.669493:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.669496:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077855.669497:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077855.669499:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077855.669504:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769077855.669506:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077855.669511:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653112576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077855.669519:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077855.669523:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077855.669565:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653112576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077855.669576:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077855.669578:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077855.669585:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077855.669587:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077855.669590:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077855.669594:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077855.669598:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4835
00000400:00000200:3.0:1769077855.669602:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077855.669607:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077855.669613:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077855.669616:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669620:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077855.669626:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669628:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077855.669633:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077855.669635:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077855.669638:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077855.669640:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077855.669645:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077855.669649:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077855.669653:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669654:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077855.669657:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669661:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077855.669666:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077855.669668:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077855.669673:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077855.669675:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077855.669678:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077855.669681:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.669685:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077855.669688:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077855.669689:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.669693:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077855.669696:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769077855.669699:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077855.669703:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077855.669705:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.669709:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077855.669711:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077855.669714:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077855.669719:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769077855.669738:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077855.669745:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653112704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077855.669774:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077855.669778:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077855.669783:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653112704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077855.669810:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077855.669816:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4845)
00000800:00000200:2.1:1769077855.670106:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077855.670108:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077855.670370:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077855.670372:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077855.670567:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077855.670569:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077855.670869:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077855.670872:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1769077856.308768:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077856.308772:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077856.308775:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077856.948655:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299509500, at 4299509504
00000100:00000010:1.0:1769077856.948670:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bc00.
00000020:00000001:3.0:1769077857.332746:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077857.332752:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077857.332756:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077858.356758:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077858.356762:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077858.356765:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077859.380758:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077859.380763:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077859.380767:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077860.404741:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077860.404749:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077860.404754:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077860.788921:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077860.788930:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077860.788936:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077860.788946:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f100 x1855007653112832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.788964:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077860.788966:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077860.788971:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077860.788976:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077860.788983:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077860.788988:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653112832:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077860.788994:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077860.788998:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077860.789060:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077860.789064:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077860.789069:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077860.789075:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077860.789088:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077860.789094:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077860.789100:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077860.789110:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653112832, portal 25
00000100:00000001:3.0:1769077860.789116:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077860.789119:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417496832 : -131140292054784 : ffff88ba8579f100)
00000100:00000040:3.0:1769077860.789128:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f100 x1855007653112832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.789146:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077860.789305:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077860.789312:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077860.789318:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653112832, offset 0
00000400:00000200:3.0:1769077860.789330:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077860.789342:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077860.789405:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077860.789417:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077860.789427:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077860.789437:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077860.789448:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077860.789459:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200585:200585:256:4294967295] 192.168.204.104@tcp LPNI seq info [200585:200585:8:4294967295]
00000400:00000200:3.0:1769077860.789474:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077860.789484:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077860.789489:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077860.789494:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077860.789500:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077860.789503:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077860.789507:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077860.789510:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769077860.789513:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077860.789515:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077860.789519:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077860.789523:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077860.789529:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077860.789532:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077860.789557:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077860.789564:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f100 x1855007653112832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.789577:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077860.789583:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f100 x1855007653112832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.789591:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077860.789593:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077860.789602:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077860.789606:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077860.789608:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299514620
00000100:00000010:3.0:1769077860.789612:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059a80.
00000100:00000001:3.0:1769077860.789617:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077860.789622:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299514620
00000100:00000010:3.0:1769077860.789624:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059d80.
00000100:00000001:3.0:1769077860.789626:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077860.789629:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077860.789631:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077860.789633:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077860.789636:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077860/real 1769077860]  req@ffff88ba8579f100 x1855007653112832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077860.789643:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077860.789645:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077860.789646:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077860.789648:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077860.789649:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077860.789651:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077860.789655:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f100 x1855007653112832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077860.789664:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f100 x1855007653112832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.789671:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077860.789673:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.789675:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077860.789677:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077860.789681:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f100 x1855007653112832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.789688:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077860.789694:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f100 x1855007653112832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.789702:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077860.789705:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.789707:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077860.789709:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.789711:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077860.789713:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077860.789716:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077860.789721:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077860.789723:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077860.789727:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f100 x1855007653112832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077860.789733:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653112832:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077860.789737:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.789738:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077860.789740:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f100 x1855007653112832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.789744:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077860.789746:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077860.789748:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077860.789750:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077860.789752:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077860.789753:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:3.0:1769077860.789755:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077860.789757:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:3.0:1769077860.789759:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077860.789761:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077860.789762:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f100.
00000100:00000001:3.0:1769077860.789765:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077860.789766:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.789768:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.789773:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077860.789775:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077860.789777:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077860.789778:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077860.789779:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077860.789781:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579fb80 x1855007653112960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.789786:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077860.789787:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077860.789788:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077860.789790:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077860.789791:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077860.789793:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653112960:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077860.789814:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077860.789815:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077860.789816:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077860.789818:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077860.789820:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077860.789822:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077860.789825:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077860.789827:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077860.789830:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077860.789832:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653112960, portal 10
00000100:00000001:3.0:1769077860.789834:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077860.789835:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417499520 : -131140292052096 : ffff88ba8579fb80)
00000100:00000040:3.0:1769077860.789839:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579fb80 x1855007653112960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.789845:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077860.789846:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077860.789848:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077860.789849:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653112960, offset 0
00000400:00000200:3.0:1769077860.789852:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077860.789855:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077860.789857:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077860.789859:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077860.789862:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077860.789864:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077860.789867:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077860.789870:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200586:200586:256:4294967295] 192.168.204.104@tcp LPNI seq info [200586:200586:8:4294967295]
00000400:00000200:3.0:1769077860.789875:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077860.789882:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077860.789886:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077860.789890:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077860.789894:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077860.789898:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077860.789902:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077860.789905:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769077860.789910:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077860.789912:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077860.789916:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077860.789920:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077860.789923:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077860.789925:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077860.789927:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077860.789930:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579fb80 x1855007653112960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.789936:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077860.789938:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579fb80 x1855007653112960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.789947:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077860.789948:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077860.789950:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077860.789953:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769077860.789955:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077860.789957:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299513370
00000100:00000001:3.0:1769077860.789959:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299514620
00000100:00000001:3.0:1769077860.789961:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299513370
00000100:00000001:3.0:1769077860.789962:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299514620
00000100:00000001:3.0:1769077860.789964:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077860.789965:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077860.789966:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077860.789968:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077860/real 1769077860]  req@ffff88ba8579fb80 x1855007653112960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077860.789974:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077860.789975:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077860.789976:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077860.789977:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077860.789978:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077860.789980:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077860.789982:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579fb80 x1855007653112960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077860.789987:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579fb80 x1855007653112960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.789991:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077860.789992:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.789993:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077860.789994:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077860.789996:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579fb80 x1855007653112960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790001:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077860.790004:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579fb80 x1855007653112960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790008:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077860.790009:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790010:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077860.790011:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790012:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077860.790013:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077860.790015:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077860.790017:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077860.790018:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077860.790021:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579fb80 x1855007653112960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077860.790025:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653112960:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077860.790028:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077860.790030:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579e300 x1855007653113088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790034:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077860.790035:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077860.790037:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077860.790038:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077860.790040:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077860.790041:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653113088:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077860.790043:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077860.790044:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077860.790046:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077860.790047:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077860.790050:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7800.
02000000:00000001:3.0:1769077860.790051:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077860.790053:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077860.790055:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077860.790057:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077860.790059:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653113088, portal 10
00000100:00000001:3.0:1769077860.790060:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077860.790061:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417493248 : -131140292058368 : ffff88ba8579e300)
00000100:00000040:3.0:1769077860.790065:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579e300 x1855007653113088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790069:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077860.790070:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077860.790072:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077860.790073:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653113088, offset 0
00000400:00000200:3.0:1769077860.790076:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077860.790079:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077860.790081:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077860.790083:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077860.790085:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077860.790086:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077860.790088:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077860.790090:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200587:200587:256:4294967295] 192.168.204.104@tcp LPNI seq info [200587:200587:8:4294967295]
00000400:00000200:3.0:1769077860.790093:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077860.790097:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077860.790100:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077860.790102:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077860.790104:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077860.790106:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077860.790109:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077860.790111:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769077860.790114:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077860.790115:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077860.790117:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077860.790120:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077860.790121:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077860.790122:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077860.790124:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077860.790126:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579e300 x1855007653113088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790134:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077860.790138:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579e300 x1855007653113088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790144:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077860.790146:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077860.790149:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077860.790152:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:3.0:1769077860.790155:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077860.790159:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299513355
00000100:00000001:3.0:1769077860.790162:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299514620
00000100:00000001:3.0:1769077860.790164:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299513355
00000100:00000001:3.0:1769077860.790166:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299514620
00000100:00000001:3.0:1769077860.790168:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077860.790170:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077860.790172:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077860.790175:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077860/real 1769077860]  req@ffff88ba8579e300 x1855007653113088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077860.790183:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077860.790184:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077860.790186:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077860.790188:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077860.790189:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077860.790192:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077860.790195:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579e300 x1855007653113088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077860.790203:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579e300 x1855007653113088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790209:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077860.790210:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790212:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077860.790213:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077860.790216:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579e300 x1855007653113088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790223:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077860.790227:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579e300 x1855007653113088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790233:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077860.790236:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790237:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077860.790239:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790240:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077860.790242:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077860.790244:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077860.790247:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077860.790249:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077860.790252:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579e300 x1855007653113088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077860.790259:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653113088:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077860.790263:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077860.790267:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c700 x1855007653113216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790273:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077860.790275:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077860.790277:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077860.790279:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077860.790281:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077860.790283:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653113216:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077860.790286:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077860.790288:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077860.790290:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077860.790292:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077860.790295:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7c00.
02000000:00000001:3.0:1769077860.790296:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077860.790300:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077860.790303:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077860.790306:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077860.790310:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653113216, portal 4
00000100:00000001:3.0:1769077860.790312:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077860.790314:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486080 : -131140292065536 : ffff88ba8579c700)
00000100:00000040:3.0:1769077860.790320:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c700 x1855007653113216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790325:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077860.790327:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077860.790329:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077860.790332:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653113216, offset 0
00000400:00000200:3.0:1769077860.790336:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077860.790340:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077860.790343:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077860.790346:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077860.790348:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077860.790350:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077860.790352:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077860.790356:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200588:200588:256:4294967295] 192.168.204.104@tcp LPNI seq info [200588:200588:8:4294967295]
00000400:00000200:3.0:1769077860.790359:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077860.790365:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077860.790369:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077860.790372:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077860.790375:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077860.790378:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077860.790381:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077860.790384:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769077860.790387:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077860.790389:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077860.790392:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077860.790396:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077860.790399:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077860.790401:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077860.790403:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077860.790406:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c700 x1855007653113216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790413:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077860.790417:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c700 x1855007653113216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790422:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077860.790424:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077860.790427:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077860.790430:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769077860.790433:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077860.790435:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299513362
00000100:00000001:3.0:1769077860.790437:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299514620
00000100:00000001:3.0:1769077860.790440:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299513362
00000100:00000001:3.0:1769077860.790442:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299514620
00000100:00000001:3.0:1769077860.790445:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077860.790447:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077860.790449:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077860.790453:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077860/real 1769077860]  req@ffff88ba8579c700 x1855007653113216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077860.790461:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077860.790462:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077860.790464:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077860.790466:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077860.790467:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077860.790468:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077860.790470:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c700 x1855007653113216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077860.790476:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c700 x1855007653113216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790480:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077860.790481:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790482:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077860.790483:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077860.790485:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c700 x1855007653113216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790489:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077860.790492:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c700 x1855007653113216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790496:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077860.790498:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790499:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077860.790499:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790500:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077860.790501:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077860.790503:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077860.790505:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077860.790507:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077860.790509:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c700 x1855007653113216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077860.790514:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653113216:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077860.790516:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077860.790518:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579df80 x1855007653113344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790523:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077860.790524:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077860.790526:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077860.790528:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077860.790530:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077860.790534:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653113344:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077860.790560:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077860.790563:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077860.790565:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077860.790567:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077860.790571:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4c00.
02000000:00000001:3.0:1769077860.790573:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077860.790578:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077860.790581:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077860.790584:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077860.790587:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653113344, portal 4
00000100:00000001:3.0:1769077860.790589:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077860.790591:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417492352 : -131140292059264 : ffff88ba8579df80)
00000100:00000040:3.0:1769077860.790597:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579df80 x1855007653113344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790603:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077860.790605:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077860.790607:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077860.790608:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653113344, offset 0
00000400:00000200:3.0:1769077860.790611:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077860.790614:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077860.790617:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077860.790619:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077860.790620:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077860.790622:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077860.790624:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077860.790626:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200589:200589:256:4294967295] 192.168.204.104@tcp LPNI seq info [200589:200589:8:4294967295]
00000400:00000200:3.0:1769077860.790628:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077860.790633:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077860.790636:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077860.790638:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077860.790640:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077860.790642:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077860.790645:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077860.790647:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769077860.790650:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077860.790651:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077860.790653:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077860.790657:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077860.790659:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077860.790661:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077860.790664:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077860.790667:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579df80 x1855007653113344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790675:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077860.790679:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579df80 x1855007653113344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790686:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077860.790687:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077860.790691:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077860.790694:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769077860.790698:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077860.790700:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299513363
00000100:00000001:3.0:1769077860.790703:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299514620
00000100:00000001:3.0:1769077860.790705:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299513363
00000100:00000001:3.0:1769077860.790708:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299514620
00000100:00000001:3.0:1769077860.790710:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077860.790712:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077860.790714:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077860.790718:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077860/real 1769077860]  req@ffff88ba8579df80 x1855007653113344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077860.790727:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077860.790728:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077860.790730:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077860.790732:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077860.790733:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077860.790734:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077860.790737:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579df80 x1855007653113344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077860.790743:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579df80 x1855007653113344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790746:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077860.790747:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790749:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077860.790749:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077860.790752:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579df80 x1855007653113344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790756:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077860.790759:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579df80 x1855007653113344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790764:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077860.790765:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790766:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077860.790767:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790768:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077860.790769:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077860.790771:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077860.790773:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077860.790774:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077860.790776:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579df80 x1855007653113344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077860.790781:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653113344:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077860.790783:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790785:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077860.790787:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579fb80 x1855007653112960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790791:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077860.790792:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077860.790808:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4000.
02000000:00000001:3.0:1769077860.790811:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077860.790812:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077860.790813:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077860.790814:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077860.790816:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d800.
02000000:00000001:3.0:1769077860.790817:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077860.790819:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077860.790820:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579fb80.
00000100:00000001:3.0:1769077860.790821:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077860.790822:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790824:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077860.790827:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579e300 x1855007653113088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790831:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077860.790832:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077860.790833:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7800.
02000000:00000001:3.0:1769077860.790835:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077860.790835:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077860.790836:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077860.790837:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077860.790838:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:3.0:1769077860.790839:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077860.790840:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077860.790841:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579e300.
00000100:00000001:3.0:1769077860.790842:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077860.790843:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790844:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077860.790846:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c700 x1855007653113216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790849:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077860.790850:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077860.790851:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7c00.
02000000:00000001:3.0:1769077860.790852:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077860.790853:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077860.790853:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077860.790854:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077860.790855:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:3.0:1769077860.790856:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077860.790857:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077860.790858:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c700.
00000100:00000001:3.0:1769077860.790860:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077860.790862:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790863:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077860.790866:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579df80 x1855007653113344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077860.790879:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077860.790880:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077860.790881:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:3.0:1769077860.790883:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077860.790885:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077860.790886:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077860.790888:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077860.790889:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d000.
02000000:00000001:3.0:1769077860.790891:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077860.790893:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077860.790894:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579df80.
00000100:00000001:3.0:1769077860.790897:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077860.790899:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790901:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077860.790904:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077860.790906:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077860.790908:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077860.790910:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077861.428707:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077861.428712:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077861.428716:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077862.068664:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299514620, at 4299514624
00000100:00000010:1.0:1769077862.068691:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059d80.
00000020:00000001:1.0:1769077862.452739:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077862.452746:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077862.452751:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077863.476747:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077863.476764:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077863.476767:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077864.500809:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077864.500816:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077864.500822:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077865.524741:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077865.524744:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077865.524747:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077865.908651:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077865.908659:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077865.908662:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077865.908665:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077865.908668:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077865.908675:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4846
00000400:00000200:3.0:1769077865.908683:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077865.908688:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077865.908691:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077865.908693:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.908696:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077865.908697:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.908700:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077865.908704:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077865.908706:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077865.908725:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077865.908727:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077865.908729:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077865.908731:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077865.908734:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.908735:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077865.908737:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.908738:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077865.908741:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077865.908743:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077865.908744:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077865.908746:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077865.908749:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077865.908751:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.908752:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077865.908754:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077865.908764:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769077865.908775:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077865.908778:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077865.908780:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.908782:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077865.908784:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077865.908791:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077865.908799:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769077865.908804:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077865.908811:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653113472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077865.908819:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077865.908823:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077865.908827:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653113472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077865.908846:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077865.908848:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077865.908851:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077865.908852:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077865.908853:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077865.908855:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077865.908857:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4846
00000400:00000200:3.0:1769077865.908859:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077865.908861:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077865.908863:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077865.908864:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.908866:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077865.908868:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.908870:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077865.908872:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077865.908874:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077865.908877:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077865.908879:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077865.908882:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077865.908884:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077865.908889:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.908892:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077865.908897:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.908901:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077865.908906:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077865.908914:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077865.908918:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077865.908924:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077865.908931:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077865.908937:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.908942:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077865.908945:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077865.908949:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.908953:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077865.908959:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000020:00000040:3.0:1769077865.908964:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077865.908968:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077865.908973:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.908978:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077865.908980:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077865.908985:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077865.908993:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769077865.909000:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077865.909010:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653113600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077865.909019:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077865.909023:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077865.909035:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653113600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077865.909048:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077865.909050:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077865.909055:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077865.909056:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077865.909057:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077865.909060:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077865.909064:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4846
00000400:00000200:3.0:1769077865.909070:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077865.909075:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077865.909079:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077865.909084:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.909086:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077865.909089:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.909093:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077865.909096:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077865.909099:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077865.909101:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077865.909104:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077865.909108:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077865.909113:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077865.909118:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.909122:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077865.909124:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.909127:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077865.909130:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077865.909133:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077865.909139:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077865.909140:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077865.909143:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077865.909147:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.909149:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077865.909153:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077865.909154:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.909156:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077865.909160:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769077865.909166:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077865.909169:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077865.909170:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.909172:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077865.909174:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077865.909177:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077865.909182:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769077865.909186:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077865.909193:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653113728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077865.909202:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077865.909205:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077865.909213:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653113728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077865.909222:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077865.909226:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077865.909230:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077865.909232:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077865.909235:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077865.909238:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077865.909241:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4846
00000400:00000200:3.0:1769077865.909247:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077865.909253:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077865.909258:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077865.909262:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.909264:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077865.909268:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.909273:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077865.909275:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077865.909276:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077865.909278:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077865.909281:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077865.909284:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077865.909285:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077865.909288:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.909292:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077865.909295:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.909301:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077865.909303:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077865.909308:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000200:2.1:1769077865.909308:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077865.909310:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077865.909311:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077865.909313:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077865.909315:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.909316:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077865.909317:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077865.909319:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.909320:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077865.909322:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769077865.909323:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077865.909327:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077865.909330:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.909331:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077865.909332:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077865.909333:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077865.909336:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769077865.909338:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077865.909341:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653113856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077865.909346:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077865.909350:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077865.909354:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653113856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077865.909364:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077865.909368:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077865.909370:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077865.909372:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077865.909377:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077865.909379:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077865.909381:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4846
00000400:00000200:3.0:1769077865.909387:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077865.909391:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077865.909393:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077865.909400:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.909402:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077865.909407:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.909409:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077865.909414:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077865.909416:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077865.909418:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077865.909421:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077865.909424:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077865.909429:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077865.909432:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.909437:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077865.909439:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077865.909444:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077865.909446:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077865.909448:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077865.909449:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077865.909451:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077865.909454:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077865.909457:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.909461:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077865.909463:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077865.909466:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.909468:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077865.909474:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769077865.909477:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077865.909480:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077865.909483:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.909486:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077865.909489:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077865.909492:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077865.909498:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769077865.909502:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077865.909508:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653113984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077865.909522:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077865.909526:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077865.909533:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653113984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077865.909565:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077865.909569:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4856)
00000800:00000200:2.1:1769077865.909691:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077865.909866:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077865.910014:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077865.910185:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:3.0:1769077866.548682:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077866.548687:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077866.548692:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077867.188675:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299519739, at 4299519744
00000100:00000010:1.0:1769077867.188714:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b2a0.
00000020:00000001:1.0:1769077867.572764:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077867.572770:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077867.572774:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077868.596702:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077868.596705:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077868.596708:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769077868.980828:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:1.0:1769077868.980868:0:2393:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077868.980879:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077868.980884:0:2393:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:1.0:1769077868.980888:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077868.980893:0:2393:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077868.980898:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077868.980903:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:1.0:1769077868.980909:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077868.980914:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077868.980921:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80440
00000400:00000010:1.0:1769077868.980924:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80440.
00000100:00000001:1.0:1769077868.980930:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077868.980940:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9b800 x1855007653113472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077868.980981:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077868.980987:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653113472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077868.980996:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077868.980999:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077868.981009:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077868.981012:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2f00.
00000400:00000200:1.0:1769077868.981015:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077868.981019:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077868.981022:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80220
00000400:00000010:1.0:1769077868.981024:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80220.
00000100:00000001:1.0:1769077868.981026:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077868.981031:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a98000 x1855007653113600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077868.981040:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077868.981044:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98000 x1855007653113600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077868.981051:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077868.981053:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077868.981059:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077868.981061:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2e00.
00000400:00000200:1.0:1769077868.981064:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077868.981067:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077868.981071:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:1.0:1769077868.981073:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:1.0:1769077868.981076:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077868.981081:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9aa00 x1855007653113728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077868.981090:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077868.981093:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9aa00 x1855007653113728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077868.981100:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077868.981102:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077868.981106:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077868.981109:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2300.
00000400:00000200:1.0:1769077868.981111:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077868.981114:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077868.981116:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:1.0:1769077868.981118:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:1.0:1769077868.981121:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077868.981125:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a99c00 x1855007653113856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077868.981133:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077868.981137:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653113856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077868.981143:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077868.981145:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077868.981149:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077868.981151:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:1.0:1769077868.981154:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077868.981158:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077868.981161:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f807f8
00000400:00000010:1.0:1769077868.981164:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f807f8.
00000100:00000001:1.0:1769077868.981166:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077868.981170:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a99880 x1855007653113984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077868.981185:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077868.981188:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653113984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077868.981196:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077868.981199:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769077869.620754:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077869.620759:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077869.620763:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077870.644676:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077870.644681:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077870.644685:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077871.029424:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077871.029430:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077871.030194:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077871.030197:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077871.030504:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077871.030507:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077871.030855:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077871.030857:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077871.031038:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077871.031040:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1769077871.668719:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077871.668723:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077871.668726:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077872.308642:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299524860, at 4299524864
00000100:00000010:1.0:1769077872.308660:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bf60.
00000020:00000001:3.0:1769077872.692749:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077872.692755:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077872.692759:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077873.716736:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077873.716740:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077873.716744:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077874.740731:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077874.740736:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077874.740739:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077875.764723:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077875.764728:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077875.764732:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077876.148930:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077876.148935:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077876.148939:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077876.148948:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0700 x1855007653114752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.148981:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077876.148984:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077876.148990:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077876.148994:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077876.148997:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077876.149000:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653114752:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077876.149011:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077876.149021:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077876.149026:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077876.149032:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077876.149041:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7000.
02000000:00000001:3.0:1769077876.149045:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077876.149056:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077876.149063:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077876.149074:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077876.149084:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653114752, portal 25
00000100:00000001:3.0:1769077876.149089:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077876.149092:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459008 : -131139733092608 : ffff88baa6cb0700)
00000100:00000040:3.0:1769077876.149102:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0700 x1855007653114752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.149116:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077876.149122:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077876.149126:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077876.149131:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653114752, offset 0
00000400:00000200:3.0:1769077876.149140:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077876.149151:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077876.149159:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077876.149170:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077876.149177:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077876.149181:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077876.149183:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077876.149186:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200600:200600:256:4294967295] 192.168.204.104@tcp LPNI seq info [200600:200600:8:4294967295]
00000400:00000200:3.0:1769077876.149189:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077876.149200:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077876.149210:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077876.149218:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077876.149228:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077876.149235:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077876.149244:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077876.149263:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077876.149270:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077876.149272:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077876.149278:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077876.149286:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077876.149291:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077876.149295:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077876.149301:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077876.149308:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0700 x1855007653114752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.149322:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077876.149328:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0700 x1855007653114752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.149340:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077876.149343:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077876.149350:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077876.149357:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077876.149362:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299529979
00000100:00000010:3.0:1769077876.149368:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba880597e0.
00000100:00000001:3.0:1769077876.149377:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077876.149384:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299529979
00000100:00000010:3.0:1769077876.149389:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059a20.
00000100:00000001:3.0:1769077876.149393:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077876.149404:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077876.149410:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077876.149416:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077876.149426:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077876/real 1769077876]  req@ffff88baa6cb0700 x1855007653114752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077876.149447:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077876.149450:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077876.149454:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077876.149458:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077876.149462:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077876.149466:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077876.149474:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0700 x1855007653114752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077876.149492:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0700 x1855007653114752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.149503:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077876.149506:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.149509:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077876.149512:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077876.149517:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0700 x1855007653114752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.149522:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077876.149529:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0700 x1855007653114752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.149576:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077876.149579:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.149580:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077876.149580:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.149582:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077876.149584:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077876.149587:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077876.149591:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077876.149593:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077876.149597:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0700 x1855007653114752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077876.149610:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653114752:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077876.149617:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.149621:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077876.149625:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0700 x1855007653114752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.149634:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077876.149637:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077876.149641:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7000.
02000000:00000001:3.0:1769077876.149645:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077876.149648:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077876.149650:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:3.0:1769077876.149655:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077876.149658:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:3.0:1769077876.149665:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077876.149668:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077876.149672:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0700.
00000100:00000001:3.0:1769077876.149676:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077876.149678:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.149682:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.149690:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077876.149694:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077876.149697:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077876.149699:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077876.149702:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077876.149709:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1880 x1855007653114880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.149718:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077876.149721:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077876.149725:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077876.149728:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077876.149732:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077876.149736:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653114880:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077876.149740:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077876.149743:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077876.149744:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077876.149746:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077876.149751:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7000.
02000000:00000001:3.0:1769077876.149754:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077876.149760:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077876.149764:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077876.149769:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077876.149774:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653114880, portal 10
00000100:00000001:3.0:1769077876.149778:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077876.149781:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976463488 : -131139733088128 : ffff88baa6cb1880)
00000100:00000040:3.0:1769077876.149799:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1880 x1855007653114880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.149810:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077876.149814:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077876.149818:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077876.149822:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653114880, offset 0
00000400:00000200:3.0:1769077876.149830:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077876.149836:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077876.149841:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077876.149846:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077876.149850:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077876.149852:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077876.149854:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077876.149856:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200601:200601:256:4294967295] 192.168.204.104@tcp LPNI seq info [200601:200601:8:4294967295]
00000400:00000200:3.0:1769077876.149861:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077876.149874:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077876.149887:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077876.149894:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077876.149905:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077876.149912:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077876.149922:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077876.149928:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077876.149941:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077876.149944:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077876.149949:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077876.149957:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077876.149962:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077876.149965:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077876.149968:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077876.149975:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1880 x1855007653114880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.149989:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077876.149993:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1880 x1855007653114880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150008:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077876.150013:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077876.150018:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077876.150025:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769077876.150035:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077876.150040:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299528730
00000100:00000001:3.0:1769077876.150047:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299529979
00000100:00000001:3.0:1769077876.150052:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299528730
00000100:00000001:3.0:1769077876.150058:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299529979
00000100:00000001:3.0:1769077876.150064:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077876.150071:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077876.150075:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077876.150084:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077876/real 1769077876]  req@ffff88baa6cb1880 x1855007653114880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077876.150123:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077876.150126:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077876.150129:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077876.150133:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077876.150134:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077876.150136:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077876.150140:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1880 x1855007653114880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077876.150147:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1880 x1855007653114880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150151:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077876.150152:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.150154:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077876.150154:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077876.150157:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1880 x1855007653114880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150161:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077876.150164:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1880 x1855007653114880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150168:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077876.150170:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.150171:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077876.150172:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.150173:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077876.150174:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077876.150176:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077876.150178:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077876.150179:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077876.150182:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1880 x1855007653114880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077876.150188:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653114880:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077876.150191:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077876.150193:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3800 x1855007653115008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150197:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077876.150198:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077876.150200:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077876.150201:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077876.150203:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077876.150204:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653115008:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077876.150206:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077876.150208:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077876.150209:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077876.150210:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077876.150213:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769077876.150214:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077876.150217:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077876.150219:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077876.150221:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077876.150223:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653115008, portal 10
00000100:00000001:3.0:1769077876.150225:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077876.150226:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976471552 : -131139733080064 : ffff88baa6cb3800)
00000100:00000040:3.0:1769077876.150230:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3800 x1855007653115008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150235:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077876.150236:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077876.150238:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077876.150240:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653115008, offset 0
00000400:00000200:3.0:1769077876.150243:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077876.150245:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077876.150248:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077876.150250:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077876.150252:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077876.150254:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077876.150255:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077876.150258:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200602:200602:256:4294967295] 192.168.204.104@tcp LPNI seq info [200602:200602:8:4294967295]
00000400:00000200:3.0:1769077876.150260:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077876.150265:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077876.150268:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077876.150269:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077876.150272:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077876.150274:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077876.150277:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077876.150279:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077876.150282:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077876.150283:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077876.150285:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077876.150288:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077876.150289:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077876.150290:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077876.150292:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077876.150294:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3800 x1855007653115008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150299:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077876.150301:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3800 x1855007653115008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150305:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077876.150306:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077876.150308:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077876.150310:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:3.0:1769077876.150312:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077876.150314:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299528715
00000100:00000001:3.0:1769077876.150316:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299529979
00000100:00000001:3.0:1769077876.150317:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299528715
00000100:00000001:3.0:1769077876.150319:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299529979
00000100:00000001:3.0:1769077876.150320:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077876.150321:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077876.150322:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077876.150324:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077876/real 1769077876]  req@ffff88baa6cb3800 x1855007653115008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077876.150329:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077876.150330:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077876.150331:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077876.150332:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077876.150333:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077876.150335:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077876.150337:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3800 x1855007653115008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077876.150342:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3800 x1855007653115008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150345:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077876.150346:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.150347:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077876.150348:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077876.150350:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3800 x1855007653115008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150354:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077876.150356:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3800 x1855007653115008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150360:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077876.150362:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.150364:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077876.150364:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.150366:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077876.150367:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077876.150368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077876.150370:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077876.150371:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077876.150374:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3800 x1855007653115008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077876.150378:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653115008:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077876.150380:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.150382:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077876.150383:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1880 x1855007653114880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150387:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077876.150388:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077876.150389:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7000.
02000000:00000001:3.0:1769077876.150391:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077876.150392:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077876.150393:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077876.150394:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077876.150396:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6c00.
02000000:00000001:3.0:1769077876.150398:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077876.150399:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077876.150400:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1880.
00000100:00000001:3.0:1769077876.150402:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077876.150403:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.150404:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077876.150406:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3800 x1855007653115008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150419:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077876.150420:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077876.150422:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769077876.150424:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077876.150425:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077876.150427:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769077876.150429:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077876.150430:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5c00.
02000000:00000001:3.0:1769077876.150433:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077876.150434:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077876.150436:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3800.
00000100:00000001:3.0:1769077876.150439:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077876.150440:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.150442:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.150447:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077876.150448:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077876.150450:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077876.150452:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077876.150454:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077876.150458:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1c00 x1855007653115136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150466:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077876.150468:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077876.150470:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077876.150472:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077876.150474:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077876.150478:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653115136:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077876.150482:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077876.150484:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077876.150485:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077876.150487:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077876.150491:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769077876.150493:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077876.150498:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077876.150501:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077876.150504:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077876.150508:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653115136, portal 4
00000100:00000001:3.0:1769077876.150511:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077876.150512:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976464384 : -131139733087232 : ffff88baa6cb1c00)
00000100:00000040:3.0:1769077876.150518:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1c00 x1855007653115136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150525:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077876.150527:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077876.150530:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077876.150533:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653115136, offset 0
00000400:00000200:3.0:1769077876.150569:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077876.150574:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077876.150578:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077876.150581:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077876.150583:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077876.150586:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077876.150588:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077876.150592:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200603:200603:256:4294967295] 192.168.204.104@tcp LPNI seq info [200603:200603:8:4294967295]
00000400:00000200:3.0:1769077876.150596:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077876.150603:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077876.150607:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077876.150611:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077876.150615:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077876.150618:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077876.150623:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077876.150626:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077876.150630:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077876.150632:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077876.150635:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077876.150639:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077876.150642:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077876.150644:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077876.150647:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077876.150651:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1c00 x1855007653115136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150659:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077876.150663:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1c00 x1855007653115136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150670:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077876.150672:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077876.150676:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077876.150679:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769077876.150683:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077876.150685:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299528723
00000100:00000001:3.0:1769077876.150688:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299529979
00000100:00000001:3.0:1769077876.150690:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299528723
00000100:00000001:3.0:1769077876.150692:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299529979
00000100:00000001:3.0:1769077876.150695:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077876.150697:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077876.150699:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077876.150703:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077876/real 1769077876]  req@ffff88baa6cb1c00 x1855007653115136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077876.150711:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077876.150713:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077876.150715:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077876.150717:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077876.150719:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077876.150722:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077876.150726:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1c00 x1855007653115136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077876.150734:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1c00 x1855007653115136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150742:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077876.150744:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.150745:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077876.150747:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077876.150751:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1c00 x1855007653115136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150758:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077876.150762:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1c00 x1855007653115136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150769:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077876.150772:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.150773:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077876.150775:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.150777:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077876.150778:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077876.150781:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077876.150785:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077876.150788:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077876.150792:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1c00 x1855007653115136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077876.150801:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653115136:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077876.150805:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077876.150809:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2d80 x1855007653115264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150816:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077876.150817:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077876.150820:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077876.150822:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077876.150824:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077876.150827:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653115264:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077876.150830:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077876.150832:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077876.150834:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077876.150835:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077876.150839:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7000.
02000000:00000001:3.0:1769077876.150841:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077876.150845:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769077876.150847:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769077876.150851:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769077876.150853:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653115264, portal 4
00000100:00000001:3.0:1769077876.150856:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077876.150857:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976468864 : -131139733082752 : ffff88baa6cb2d80)
00000100:00000040:3.0:1769077876.150863:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2d80 x1855007653115264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150869:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077876.150872:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769077876.150874:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00000200:3.0:1769077876.150877:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653115264, offset 0
00000400:00000200:3.0:1769077876.150882:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077876.150885:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077876.150889:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769077876.150892:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077876.150895:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769077876.150897:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077876.150900:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769077876.150903:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200604:200604:256:4294967295] 192.168.204.104@tcp LPNI seq info [200604:200604:8:4294967295]
00000400:00000200:3.0:1769077876.150908:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077876.150914:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077876.150919:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077876.150923:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000800:00000200:3.0:1769077876.150927:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769077876.150931:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077876.150936:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769077876.150938:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077876.150943:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769077876.150945:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:3.0:1769077876.150948:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077876.150952:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077876.150955:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:3.0:1769077876.150957:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:3.0:1769077876.150960:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077876.150963:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2d80 x1855007653115264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150971:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077876.150975:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2d80 x1855007653115264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.150982:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077876.150984:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077876.150987:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077876.150991:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769077876.150994:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077876.150997:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299528723
00000100:00000001:3.0:1769077876.150999:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299529979
00000100:00000001:3.0:1769077876.151002:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299528723
00000100:00000001:3.0:1769077876.151004:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299529979
00000100:00000001:3.0:1769077876.151006:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077876.151009:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077876.151011:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077876.151015:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077876/real 1769077876]  req@ffff88baa6cb2d80 x1855007653115264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077876.151024:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077876.151026:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077876.151027:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769077876.151030:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769077876.151032:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769077876.151035:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077876.151038:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2d80 x1855007653115264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077876.151047:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2d80 x1855007653115264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.151054:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077876.151055:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.151057:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077876.151059:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077876.151063:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2d80 x1855007653115264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.151070:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077876.151074:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2d80 x1855007653115264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.151082:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077876.151084:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.151086:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077876.151087:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.151089:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077876.151091:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077876.151093:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077876.151097:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077876.151099:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077876.151104:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2d80 x1855007653115264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077876.151112:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653115264:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769077876.151115:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.151118:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077876.151121:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1c00 x1855007653115136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.151128:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077876.151129:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077876.151131:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769077876.151134:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077876.151136:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077876.151137:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077876.151140:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077876.151141:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7000.
02000000:00000001:3.0:1769077876.151146:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077876.151147:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077876.151149:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1c00.
00000100:00000001:3.0:1769077876.151152:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077876.151153:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.151155:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077876.151159:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2d80 x1855007653115264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077876.151165:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077876.151166:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077876.151168:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7000.
02000000:00000001:3.0:1769077876.151170:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077876.151171:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077876.151172:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769077876.151174:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077876.151175:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5000.
02000000:00000001:3.0:1769077876.151177:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077876.151179:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077876.151180:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2d80.
00000100:00000001:3.0:1769077876.151183:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077876.151184:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.151186:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.151190:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077876.151192:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077876.151194:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077876.151195:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077876.788707:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077876.788711:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077876.788715:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077877.428629:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299529979, at 4299529984
00000100:00000010:1.0:1769077877.428644:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059a20.
00000020:00000001:1.0:1769077877.812639:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077877.812642:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077877.812645:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077879.860687:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077879.860690:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077879.860692:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077880.884736:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077880.884743:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077880.884748:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077881.268653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077881.268664:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077881.268666:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077881.268670:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077881.268674:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077881.268680:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4861
00000400:00000200:3.0:1769077881.268689:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077881.268696:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077881.268698:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077881.268701:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.268703:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077881.268705:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.268706:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077881.268710:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077881.268711:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077881.268713:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077881.268715:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077881.268716:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077881.268718:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077881.268719:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.268721:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077881.268722:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.268723:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077881.268725:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077881.268727:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077881.268729:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077881.268731:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077881.268734:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077881.268735:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.268737:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077881.268739:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077881.268755:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769077881.268760:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077881.268763:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077881.268765:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.268767:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077881.268770:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077881.268773:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077881.268781:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077881.268787:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077881.268795:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653115392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077881.268804:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077881.268808:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077881.268811:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653115392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.268835:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077881.268838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077881.268842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077881.268844:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077881.268846:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077881.268848:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077881.268852:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4861
00000400:00000200:3.0:1769077881.268857:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077881.268862:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077881.268866:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077881.268871:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.268875:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077881.268880:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.268883:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077881.268888:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077881.268890:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077881.268892:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077881.268895:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077881.268899:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077881.268900:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077881.268904:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.268906:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077881.268909:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.268911:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077881.268914:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077881.268920:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077881.268924:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077881.268928:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077881.268934:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077881.268938:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.268942:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077881.268948:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077881.268951:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.268953:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077881.268957:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769077881.268961:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077881.268965:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077881.268965:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.268967:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077881.268968:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077881.268971:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077881.268977:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769077881.268981:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077881.268989:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653115520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077881.268999:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077881.269000:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077881.269004:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653115520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.269015:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077881.269021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077881.269027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077881.269032:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077881.269035:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077881.269040:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077881.269045:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4861
00000400:00000200:3.0:1769077881.269052:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077881.269060:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077881.269064:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077881.269069:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269072:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077881.269075:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269080:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077881.269085:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077881.269086:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077881.269089:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077881.269091:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077881.269094:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077881.269096:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077881.269101:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269104:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077881.269106:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269108:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077881.269112:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077881.269123:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269128:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077881.269131:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077881.269135:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077881.269139:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.269141:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077881.269144:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077881.269147:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.269150:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077881.269156:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769077881.269159:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077881.269164:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077881.269167:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.269170:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077881.269174:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077881.269183:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077881.269190:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769077881.269196:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077881.269206:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653115648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077881.269206:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077881.269211:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1769077881.269222:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077881.269226:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077881.269231:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653115648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.269247:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077881.269252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077881.269262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077881.269266:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077881.269269:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077881.269276:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077881.269292:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4861
00000400:00000200:3.0:1769077881.269302:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077881.269308:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077881.269310:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077881.269314:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269316:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077881.269317:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269319:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077881.269324:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077881.269325:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077881.269327:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077881.269329:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077881.269332:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077881.269334:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077881.269338:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269340:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077881.269344:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269347:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077881.269351:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077881.269354:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269357:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077881.269359:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077881.269361:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077881.269364:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.269366:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077881.269369:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077881.269373:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.269376:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077881.269381:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769077881.269385:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077881.269389:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077881.269392:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.269394:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077881.269395:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077881.269397:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077881.269402:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769077881.269406:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077881.269414:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653115776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077881.269420:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077881.269422:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077881.269427:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653115776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.269445:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077881.269466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077881.269470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077881.269471:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077881.269474:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077881.269479:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077881.269486:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4861
00000400:00000200:3.0:1769077881.269496:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077881.269503:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077881.269508:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077881.269515:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269517:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077881.269521:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269525:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077881.269530:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077881.269533:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077881.269567:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077881.269571:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077881.269576:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077881.269582:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077881.269591:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269597:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077881.269603:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269609:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077881.269614:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077881.269622:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077881.269627:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077881.269630:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077881.269634:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077881.269640:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.269644:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077881.269648:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077881.269653:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.269660:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077881.269667:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769077881.269673:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077881.269679:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077881.269683:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.269688:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077881.269691:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077881.269696:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077881.269704:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769077881.269711:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077881.269720:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653115904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077881.269733:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077881.269736:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077881.269740:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653115904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.269754:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077881.269761:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4871)
00000800:00000200:2.1:1769077881.269817:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077881.269819:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077881.269979:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077881.269981:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077881.270179:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077881.270181:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077881.270430:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077881.270431:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1769077882.548819:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299535099, at 4299535104
00000100:00000010:1.0:1769077882.548825:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b660.
00000020:00000001:1.0:1769077882.932756:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077882.932760:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077882.932764:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077883.956767:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077883.956773:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077883.956779:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077884.980712:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077884.980716:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077884.980720:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077886.004660:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077886.004665:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077886.004669:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077886.388686:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077886.388700:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077886.388703:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077886.388708:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077886.388713:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077886.388722:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4866
00000400:00000200:3.0:1769077886.388732:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077886.388739:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077886.388743:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077886.388746:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.388750:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077886.388753:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.388756:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077886.388760:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077886.388762:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077886.388766:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077886.388768:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077886.388771:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077886.388773:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077886.388776:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.388778:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077886.388780:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.388782:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077886.388785:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077886.388790:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077886.388793:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077886.388796:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077886.388801:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077886.388804:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.388807:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077886.388809:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077886.388820:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769077886.388825:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077886.388829:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077886.388831:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.388834:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077886.388838:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077886.388842:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077886.388851:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769077886.388858:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077886.388869:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653116032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077886.388880:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077886.388885:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077886.388890:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653116032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.388921:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077886.388925:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077886.388928:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077886.388930:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077886.388932:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077886.388934:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077886.388937:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4866
00000400:00000200:3.0:1769077886.388941:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077886.388944:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077886.388947:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077886.388951:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.388953:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077886.388955:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.388958:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077886.388961:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077886.388963:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077886.388965:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077886.388968:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077886.388970:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077886.388973:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077886.388977:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.388979:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077886.388982:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.388989:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077886.388992:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077886.388995:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077886.388997:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077886.389001:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077886.389009:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077886.389013:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.389016:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077886.389022:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077886.389031:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.389041:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077886.389050:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769077886.389062:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077886.389069:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077886.389073:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.389079:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077886.389086:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077886.389094:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077886.389106:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769077886.389114:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077886.389124:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653116160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077886.389150:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077886.389154:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077886.389162:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653116160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.389197:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077886.389207:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077886.389218:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077886.389223:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077886.389228:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077886.389238:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077886.389247:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4866
00000400:00000200:3.0:1769077886.389282:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077886.389297:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077886.389304:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077886.389313:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.389319:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077886.389327:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:2.1:1769077886.389336:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077886.389342:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077886.389352:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769077886.389354:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000020:00000040:3.0:1769077886.389356:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077886.389379:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077886.389383:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077886.389386:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077886.389390:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077886.389398:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.389401:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077886.389410:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.389418:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077886.389428:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077886.389437:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077886.389447:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077886.389452:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077886.389459:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077886.389469:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.389477:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077886.389481:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077886.389489:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.389493:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077886.389498:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769077886.389505:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077886.389513:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077886.389515:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.389518:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077886.389521:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077886.389525:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077886.389533:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769077886.389574:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077886.389584:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653116288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077886.389607:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077886.389612:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077886.389620:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653116288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.389639:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077886.389647:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077886.389663:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077886.389669:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077886.389672:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077886.389680:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077886.389687:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4866
00000400:00000200:3.0:1769077886.389703:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077886.389720:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077886.389729:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077886.389739:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.389747:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077886.389753:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.389756:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077886.389765:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077886.389769:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077886.389775:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077886.389783:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077886.389792:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077886.389801:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077886.389818:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.389828:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077886.389839:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.389850:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077886.389861:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077886.389873:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077886.389882:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077886.389889:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077886.389898:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077886.389905:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.389911:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077886.389918:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077886.389927:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.389935:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077886.389943:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769077886.389949:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077886.389958:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077886.389964:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.389972:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077886.389979:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077886.389983:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077886.389994:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769077886.390002:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077886.390013:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653116416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077886.390039:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077886.390048:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077886.390061:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653116416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.390096:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077886.390106:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077886.390117:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077886.390125:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077886.390130:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077886.390141:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077886.390150:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4866
00000400:00000200:3.0:1769077886.390179:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077886.390196:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077886.390207:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077886.390219:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.390231:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077886.390237:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769077886.390240:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:2.1:1769077886.390242:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1769077886.390247:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077886.390255:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077886.390259:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077886.390265:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077886.390273:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077886.390282:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077886.390291:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077886.390306:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.390313:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077886.390322:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077886.390331:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077886.390341:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077886.390352:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077886.390363:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077886.390384:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077886.390393:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077886.390403:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.390410:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077886.390416:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077886.390427:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.390434:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077886.390445:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769077886.390454:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077886.390466:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077886.390469:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.390477:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077886.390480:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077886.390485:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077886.390494:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769077886.390502:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077886.390513:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653116544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077886.390531:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077886.390561:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077886.390573:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653116544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.390604:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077886.390615:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4876)
00000800:00000200:2.1:1769077886.390730:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077886.390731:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077886.390933:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077886.390935:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077886.391123:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077886.391124:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1769077887.028734:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077887.028739:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077887.028743:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077887.668637:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299540220, at 4299540224
00000100:00000010:1.0:1769077887.668665:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b5a0.
00000020:00000001:3.0:1769077888.052693:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077888.052696:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077888.052699:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077889.076703:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077889.076707:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077889.076710:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077890.100686:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077890.100691:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077890.100694:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077891.124735:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077891.124740:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077891.124743:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077891.508593:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077891.508602:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077891.508604:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077891.508607:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077891.508610:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077891.508616:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4871
00000400:00000200:3.0:1769077891.508624:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077891.508629:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077891.508631:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077891.508633:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508635:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077891.508637:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508638:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077891.508642:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077891.508643:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077891.508645:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077891.508647:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077891.508648:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077891.508649:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077891.508651:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508652:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077891.508654:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508655:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077891.508657:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077891.508660:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508661:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077891.508663:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077891.508665:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077891.508667:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.508668:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077891.508670:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077891.508679:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769077891.508682:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077891.508684:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077891.508685:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.508687:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077891.508689:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077891.508692:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077891.508698:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769077891.508704:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077891.508709:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653116672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077891.508717:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077891.508721:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077891.508723:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653116672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077891.508742:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077891.508745:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077891.508748:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077891.508749:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077891.508751:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077891.508753:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077891.508756:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4871
00000400:00000200:3.0:1769077891.508759:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077891.508762:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077891.508764:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077891.508768:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508770:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077891.508773:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508775:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077891.508778:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077891.508779:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077891.508781:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077891.508784:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077891.508789:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077891.508792:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077891.508798:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508803:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077891.508807:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508812:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077891.508818:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077891.508825:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508830:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077891.508834:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077891.508841:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077891.508848:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.508852:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077891.508858:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077891.508863:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.508865:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077891.508870:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769077891.508874:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077891.508877:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077891.508878:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.508879:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077891.508881:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077891.508884:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077891.508890:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769077891.508894:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077891.508900:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653116800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077891.508909:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077891.508911:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077891.508914:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653116800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077891.508921:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077891.508926:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077891.508930:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077891.508933:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077891.508934:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077891.508938:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077891.508940:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4871
00000400:00000200:3.0:1769077891.508944:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077891.508948:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077891.508952:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077891.508957:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508961:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077891.508966:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508969:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077891.508974:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077891.508976:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077891.508978:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077891.508980:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077891.508982:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077891.508984:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077891.508986:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508987:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077891.508988:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508990:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077891.508993:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077891.508996:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077891.508999:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077891.509001:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077891.509003:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077891.509004:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.509006:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077891.509008:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077891.509012:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.509014:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077891.509016:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769077891.509017:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077891.509021:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077891.509023:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.509025:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077891.509026:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077891.509027:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077891.509030:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769077891.509033:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077891.509038:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653116928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077891.509046:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077891.509049:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077891.509054:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653116928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077891.509065:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077891.509068:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077891.509073:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077891.509075:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077891.509077:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077891.509080:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077891.509085:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4871
00000400:00000200:3.0:1769077891.509089:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077891.509091:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077891.509092:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077891.509097:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.509100:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077891.509105:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.509109:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077891.509112:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077891.509114:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077891.509115:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077891.509117:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077891.509121:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077891.509126:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077891.509129:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.509130:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077891.509132:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.509136:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077891.509137:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077891.509139:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077891.509143:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077891.509145:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077891.509148:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077891.509151:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.509153:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077891.509156:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077891.509160:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077891.509161:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077891.509162:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077891.509166:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769077891.509168:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000800:00000200:2.1:1769077891.509168:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1769077891.509172:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077891.509174:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.509176:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077891.509178:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077891.509181:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077891.509185:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769077891.509189:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077891.509192:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653117056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077891.509199:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077891.509202:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077891.509207:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653117056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077891.509213:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077891.509217:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077891.509222:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077891.509223:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077891.509224:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077891.509226:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077891.509230:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4871
00000400:00000200:3.0:1769077891.509233:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077891.509236:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077891.509239:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077891.509244:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.509247:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077891.509250:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.509253:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077891.509256:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077891.509258:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077891.509262:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077891.509264:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077891.509268:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077891.509271:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077891.509275:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.509290:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077891.509292:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077891.509293:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077891.509294:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077891.509296:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077891.509297:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077891.509298:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077891.509300:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077891.509301:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.509302:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077891.509303:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077891.509307:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.509308:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077891.509311:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769077891.509313:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077891.509318:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077891.509319:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.509320:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077891.509323:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077891.509325:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077891.509329:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769077891.509331:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077891.509336:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653117184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077891.509350:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077891.509352:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077891.509357:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653117184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077891.509368:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077891.509373:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4881)
00000800:00000200:2.1:1769077891.509632:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077891.509634:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077891.509912:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077891.509914:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077891.510179:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077891.510181:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077891.510468:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077891.510470:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1769077892.148691:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077892.148694:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077892.148697:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077892.788673:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299545339, at 4299545344
00000100:00000010:1.0:1769077892.788694:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b240.
00000020:00000001:1.0:1769077893.172686:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077893.172689:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077893.172692:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077894.196679:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077894.196682:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077894.196684:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077895.220698:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077895.220701:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077895.220704:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077896.244711:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077896.244716:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077896.244720:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077896.628612:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077896.628620:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077896.628622:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077896.628625:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077896.628628:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077896.628633:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4876
00000400:00000200:3.0:1769077896.628641:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077896.628645:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077896.628649:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077896.628652:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.628654:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077896.628657:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.628658:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077896.628662:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077896.628663:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077896.628665:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077896.628667:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077896.628669:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077896.628671:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077896.628674:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.628676:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077896.628678:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.628680:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077896.628682:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077896.628685:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077896.628688:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077896.628689:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077896.628692:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077896.628694:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.628695:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077896.628697:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077896.628701:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769077896.628704:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077896.628707:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077896.628708:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.628710:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077896.628712:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077896.628715:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077896.628721:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769077896.628726:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077896.628732:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653117312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077896.628739:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077896.628742:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077896.628746:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653117312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077896.628765:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077896.628767:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077896.628769:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077896.628770:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077896.628772:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077896.628773:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077896.628775:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4876
00000400:00000200:3.0:1769077896.628779:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077896.628783:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077896.628786:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077896.628790:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.628794:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077896.628799:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.628803:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077896.628808:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077896.628810:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077896.628814:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077896.628818:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077896.628823:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077896.628828:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077896.628834:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.628837:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077896.628841:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.628843:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077896.628846:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077896.628850:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077896.628855:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077896.628858:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077896.628864:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077896.628867:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.628869:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077896.628872:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077896.628874:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.628875:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077896.628878:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769077896.628930:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077896.628935:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077896.628938:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.628941:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077896.628943:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077896.628946:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077896.628955:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769077896.628960:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077896.629039:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077896.629043:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000100:00100000:3.0:1769077896.629055:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653117440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077896.629066:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077896.629069:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077896.629075:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653117440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077896.629085:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077896.629132:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077896.629136:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077896.629139:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077896.629140:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077896.629143:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077896.629146:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4876
00000400:00000200:3.0:1769077896.629151:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077896.629155:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077896.629158:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077896.629163:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629166:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077896.629170:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629173:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077896.629177:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077896.629179:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077896.629181:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077896.629182:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077896.629185:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077896.629189:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077896.629202:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629205:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077896.629208:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629211:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077896.629215:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077896.629219:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629222:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077896.629225:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077896.629238:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077896.629245:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.629249:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077896.629253:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077896.629258:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.629263:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077896.629270:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769077896.629275:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077896.629280:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077896.629282:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.629284:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077896.629287:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077896.629289:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077896.629293:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769077896.629298:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077896.629305:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653117568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077896.629313:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077896.629317:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077896.629323:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653117568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077896.629336:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077896.629340:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077896.629345:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077896.629356:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077896.629359:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077896.629365:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077896.629371:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4876
00000400:00000200:3.0:1769077896.629381:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077896.629388:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077896.629392:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077896.629400:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629404:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077896.629408:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629412:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077896.629415:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077896.629424:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077896.629427:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077896.629430:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077896.629435:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077896.629439:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077896.629444:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629447:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077896.629450:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629452:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077896.629457:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077896.629461:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629465:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077896.629467:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077896.629471:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077896.629474:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.629476:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077896.629480:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077896.629483:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.629484:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077896.629486:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769077896.629488:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077896.629491:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077896.629494:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.629496:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077896.629499:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077896.629504:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077896.629509:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769077896.629514:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077896.629521:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653117696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077896.629530:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077896.629551:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077896.629556:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653117696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077896.629571:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077896.629577:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077896.629585:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077896.629588:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077896.629592:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077896.629599:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077896.629605:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4876
00000400:00000200:3.0:1769077896.629612:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077896.629618:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077896.629622:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077896.629629:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629632:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077896.629636:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629641:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077896.629645:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077896.629648:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077896.629650:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077896.629653:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077896.629656:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077896.629658:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077896.629663:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629666:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077896.629670:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629672:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077896.629674:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077896.629678:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077896.629681:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077896.629684:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077896.629688:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077896.629692:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.629696:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077896.629699:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077896.629701:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.629705:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077896.629711:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769077896.629715:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077896.629719:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077896.629722:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.629724:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077896.629727:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077896.629729:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077896.629735:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769077896.629740:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077896.629747:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653117824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077896.629765:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077896.629770:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077896.629776:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653117824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769077896.629785:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077896.629790:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1769077896.629793:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077896.629801:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4886)
00000800:00000200:0.1:1769077896.630065:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077896.630067:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769077896.630411:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077896.630413:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769077896.630709:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077896.630711:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769077897.268673:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077897.268677:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077897.268684:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077897.908604:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299550459, at 4299550464
00000100:00000010:1.0:1769077897.908625:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16ea0.
00000020:00000001:1.0:1769077898.292729:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077898.292734:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077898.292738:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077899.316704:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077899.316708:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077899.316711:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077900.340702:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077900.340705:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077900.340709:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077901.364694:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077901.364700:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077901.364704:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077901.748644:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077901.748653:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077901.748655:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077901.748658:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077901.748662:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077901.748668:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4881
00000400:00000200:3.0:1769077901.748676:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077901.748680:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077901.748683:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077901.748685:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748689:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077901.748691:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748692:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077901.748696:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077901.748697:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077901.748699:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077901.748701:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077901.748703:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077901.748705:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077901.748707:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748708:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077901.748710:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748711:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077901.748713:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077901.748716:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748717:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077901.748719:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077901.748721:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077901.748723:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.748725:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077901.748726:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077901.748736:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769077901.748739:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077901.748742:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077901.748743:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.748745:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077901.748747:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077901.748750:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077901.748757:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077901.748762:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077901.748768:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653117952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077901.748776:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077901.748780:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077901.748783:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653117952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077901.748802:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077901.748804:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077901.748807:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077901.748808:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077901.748809:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077901.748811:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077901.748813:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4881
00000400:00000200:3.0:1769077901.748815:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077901.748817:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077901.748819:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077901.748821:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748822:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077901.748824:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748825:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077901.748827:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077901.748828:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077901.748829:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077901.748830:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077901.748832:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077901.748834:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077901.748836:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748837:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077901.748838:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748839:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077901.748841:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077901.748843:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748845:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077901.748846:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077901.748850:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077901.748853:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.748856:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077901.748859:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077901.748862:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.748864:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077901.748867:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769077901.748868:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077901.748870:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077901.748873:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.748875:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077901.748876:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077901.748877:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077901.748882:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769077901.748887:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077901.748895:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653118080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077901.748906:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077901.748909:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077901.748913:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653118080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077901.748923:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077901.748926:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077901.748930:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077901.748932:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077901.748935:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077901.748939:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077901.748943:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4881
00000400:00000200:3.0:1769077901.748949:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077901.748952:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077901.748955:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077901.748957:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748959:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077901.748963:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748966:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077901.748969:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077901.748971:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077901.748973:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077901.748974:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077901.748976:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077901.748977:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077901.748983:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748985:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077901.748989:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748990:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077901.748992:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077901.748995:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077901.748998:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077901.749003:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077901.749005:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077901.749008:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.749012:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077901.749014:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077901.749017:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.749021:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077901.749026:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769077901.749032:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077901.749037:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077901.749040:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.749045:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077901.749049:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077901.749052:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077901.749059:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769077901.749064:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077901.749076:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653118208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077901.749088:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077901.749091:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077901.749097:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653118208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077901.749140:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077901.749145:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077901.749153:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077901.749156:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077901.749160:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077901.749164:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077901.749170:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4881
00000400:00000200:3.0:1769077901.749177:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077901.749182:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077901.749187:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077901.749194:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.749200:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077901.749204:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.749209:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077901.749215:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077901.749219:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077901.749222:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077901.749224:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077901.749230:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077901.749236:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077901.749240:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.749242:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077901.749246:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.749248:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077901.749250:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077901.749252:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077901.749256:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077901.749259:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077901.749271:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1769077901.749273:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:3.0:1769077901.749274:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.749278:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077901.749282:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000800:00000200:0.1:1769077901.749282:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000008:00000001:3.0:1769077901.749286:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.749289:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077901.749292:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769077901.749295:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077901.749299:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077901.749300:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.749303:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077901.749306:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077901.749307:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077901.749311:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769077901.749314:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077901.749321:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653118336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077901.749333:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077901.749336:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077901.749341:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653118336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077901.749349:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077901.749352:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077901.749356:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077901.749359:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077901.749362:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077901.749366:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077901.749371:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4881
00000400:00000200:3.0:1769077901.749377:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077901.749381:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077901.749384:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077901.749390:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.749394:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077901.749397:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.749402:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077901.749411:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077901.749414:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077901.749417:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077901.749419:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077901.749420:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077901.749422:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077901.749425:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.749428:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077901.749432:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077901.749434:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077901.749439:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077901.749442:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077901.749446:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077901.749447:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077901.749450:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077901.749451:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.749456:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077901.749458:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077901.749459:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.749461:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077901.749464:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769077901.749468:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077901.749471:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077901.749474:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.749477:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077901.749478:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077901.749480:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077901.749486:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769077901.749491:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077901.749502:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653118464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077901.749510:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077901.749513:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077901.749518:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653118464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077901.749531:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077901.749559:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4892)
00000800:00000200:0.1:1769077901.749899:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077901.749902:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077901.750228:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077901.750231:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077901.750552:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077901.750556:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077901.750825:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077901.750827:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1769077902.388771:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077902.388776:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077902.388780:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077903.028701:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299555579, at 4299555584
00000100:00000010:1.0:1769077903.028723:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16f00.
00000020:00000001:3.0:1769077903.412676:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077903.412679:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077903.412682:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077904.436720:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077904.436725:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077904.436729:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077905.460675:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077905.460679:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077905.460682:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077906.484766:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077906.484772:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077906.484778:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077906.869201:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077906.869206:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077906.869771:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077906.869773:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077906.869997:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077906.869999:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077906.870240:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077906.870243:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077906.870417:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077906.870419:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1769077907.508727:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077907.508732:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077907.508737:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077908.148661:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299560699, at 4299560704
00000100:00000010:1.0:1769077908.148678:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d168a0.
00000020:00000001:1.0:1769077908.532750:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077908.532753:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077908.532756:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077909.556709:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077909.556714:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077909.556718:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077910.580715:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077910.580719:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077910.580721:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077911.604698:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077911.604703:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077911.604707:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077911.989084:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077911.989088:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077911.989518:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077911.989520:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077911.989747:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077911.989749:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077911.989925:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077911.989927:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077911.990119:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077911.990120:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769077912.628670:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077912.628675:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077912.628688:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077913.268647:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299565819, at 4299565824
00000100:00000010:1.0:1769077913.268672:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16600.
00000020:00000001:1.0:1769077913.652744:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077913.652747:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077913.652750:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077914.676712:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077914.676717:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077914.676721:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077915.700749:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077915.700756:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077915.700762:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077916.724720:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077916.724724:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077916.724729:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077917.108664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077917.108676:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077917.108679:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077917.108683:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077917.108687:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077917.108695:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4897
00000400:00000200:3.0:1769077917.108706:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077917.108712:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077917.108716:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077917.108721:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.108724:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077917.108727:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.108730:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077917.108734:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077917.108737:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077917.108739:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077917.108742:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077917.108745:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077917.108748:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077917.108751:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.108754:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077917.108756:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.108758:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077917.108762:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077917.108765:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077917.108768:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077917.108771:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077917.108775:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077917.108778:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077917.108781:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077917.108783:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077917.108796:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769077917.108801:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077917.108806:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077917.108808:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077917.108811:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077917.108814:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077917.108819:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077917.108828:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769077917.108835:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077917.108845:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653119872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077917.108874:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077917.108879:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077917.108884:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653119872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077917.108911:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077917.108914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077917.108919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077917.108921:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077917.108923:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077917.108926:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077917.108930:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4897
00000400:00000200:3.0:1769077917.108934:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077917.108938:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077917.108941:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077917.108945:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.108947:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077917.108951:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.108954:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077917.108960:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077917.108962:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077917.108967:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077917.108970:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077917.108974:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077917.108977:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077917.108982:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.108987:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077917.108993:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.109000:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077917.109015:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077917.109025:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077917.109030:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077917.109035:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077917.109045:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077917.109052:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077917.109055:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077917.109062:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077917.109070:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077917.109076:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077917.109083:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000020:00000040:3.0:1769077917.109090:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077917.109108:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077917.109112:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077917.109119:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077917.109124:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077917.109129:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077917.109138:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769077917.109145:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077917.109169:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653120000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077917.109194:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077917.109199:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077917.109208:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653120000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769077917.109228:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077917.109231:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769077917.109240:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077917.109246:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077917.109256:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077917.109260:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077917.109265:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077917.109272:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077917.109281:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4897
00000400:00000200:3.0:1769077917.109291:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077917.109301:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077917.109306:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077917.109314:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.109320:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077917.109326:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.109332:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077917.109337:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077917.109340:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077917.109343:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077917.109348:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077917.109352:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077917.109358:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077917.109368:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.109375:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077917.109383:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.109391:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077917.109397:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077917.109406:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077917.109415:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077917.109422:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077917.109429:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077917.109436:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077917.109441:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077917.109446:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077917.109452:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077917.109459:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077917.109467:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769077917.109474:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077917.109478:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077917.109481:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077917.109485:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077917.109489:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077917.109494:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077917.109504:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769077917.109512:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077917.109524:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653120128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077917.109584:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077917.109590:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077917.109599:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653120128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077917.109617:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077917.109620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077917.109631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077917.109635:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077917.109639:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077917.109647:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077917.109655:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4897
00000400:00000200:3.0:1769077917.109666:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077917.109675:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077917.109682:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077917.109687:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.109693:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077917.109701:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.109707:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077917.109713:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077917.109717:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077917.109723:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077917.109728:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077917.109736:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077917.109745:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077917.109756:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.109763:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077917.109771:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.109778:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077917.109784:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077917.109792:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077917.109796:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077917.109800:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077917.109806:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077917.109813:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077917.109820:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077917.109826:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077917.109834:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077917.109841:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077917.109866:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769077917.109873:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077917.109879:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077917.109884:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077917.109888:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077917.109893:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077917.109897:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077917.109905:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769077917.109911:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077917.109922:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653120256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769077917.109942:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077917.109944:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1769077917.109945:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769077917.109951:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077917.109962:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653120256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077917.109986:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077917.109992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077917.110005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077917.110009:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077917.110014:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077917.110021:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077917.110030:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4897
00000400:00000200:3.0:1769077917.110042:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077917.110054:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077917.110060:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077917.110071:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.110077:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077917.110085:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.110090:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077917.110095:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077917.110098:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077917.110104:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077917.110108:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077917.110114:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077917.110121:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077917.110132:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.110139:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077917.110148:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077917.110156:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077917.110163:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077917.110173:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077917.110182:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077917.110187:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077917.110193:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077917.110200:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077917.110205:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077917.110211:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077917.110218:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077917.110224:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077917.110234:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769077917.110241:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077917.110247:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077917.110252:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077917.110259:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077917.110263:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077917.110267:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077917.110277:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769077917.110285:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077917.110297:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653120384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077917.110320:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077917.110326:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077917.110337:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653120384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077917.110369:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077917.110377:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4907)
00000800:00000200:0.1:1769077917.110385:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077917.110387:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077917.110670:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077917.110672:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077917.110874:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077917.110877:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1769077917.748719:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077917.748724:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077917.748729:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077918.388638:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299570939, at 4299570944
00000100:00000010:1.0:1769077918.388654:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16300.
00000020:00000001:3.0:1769077918.772720:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077918.772727:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077918.772733:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077919.796756:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077919.796761:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077919.796765:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077920.820709:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077920.820714:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077920.820718:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077921.844804:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077921.844810:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077921.844815:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077922.229348:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077922.229352:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077922.230202:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077922.230204:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077922.230515:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077922.230532:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077922.230878:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077922.230880:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077922.231312:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077922.231315:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1769077922.868714:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077922.868718:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077922.868720:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077923.508617:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299576059, at 4299576064
00000100:00000010:1.0:1769077923.508633:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b360.
00000020:00000001:1.0:1769077923.892707:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077923.892712:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077923.892724:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077924.916782:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077924.916790:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077924.916795:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077925.940758:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077925.940763:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077925.940768:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077926.964710:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077926.964714:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077926.964717:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077927.348722:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077927.348733:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077927.348736:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077927.348741:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077927.348746:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077927.348754:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4907
00000400:00000200:3.0:1769077927.348764:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077927.348771:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077927.348775:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077927.348778:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077927.348782:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077927.348785:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077927.348788:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077927.348793:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077927.348795:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077927.348798:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077927.348800:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077927.348803:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077927.348806:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077927.348809:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077927.348811:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077927.348813:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077927.348815:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077927.348818:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077927.348822:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077927.348825:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077927.348829:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077927.348833:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077927.348837:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.348839:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077927.348842:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077927.348854:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769077927.348858:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077927.348862:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077927.348864:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.348868:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077927.348870:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077927.348874:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077927.348882:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077927.348889:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077927.348898:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653121152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077927.348908:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077927.348912:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077927.348917:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653121152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077927.348939:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077927.348943:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077927.348950:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077927.348952:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077927.348954:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077927.348956:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077927.348959:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4907
00000400:00000200:3.0:1769077927.348963:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077927.348967:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077927.348970:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077927.348975:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077927.348977:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077927.348981:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077927.348983:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077927.348986:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077927.348991:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077927.348994:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077927.349000:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077927.349005:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077927.349007:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077927.349012:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077927.349014:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077927.349019:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077927.349022:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077927.349025:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077927.349032:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077927.349040:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077927.349045:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077927.349052:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077927.349059:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.349063:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077927.349069:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077927.349077:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.349082:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.349090:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1769077927.349090:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
02000000:00000001:2.0:1769077927.349095:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1769077927.349096:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769077927.349098:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077927.349100:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077927.349102:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077927.349104:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.349107:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1769077927.349109:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:3.0:1769077927.349109:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077927.349113:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077927.349115:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077927.349123:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:3.0:1769077927.349123:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769077927.349129:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077927.349130:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8daa8.
00000100:00100000:3.0:1769077927.349137:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653121280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077927.349140:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f803b8.
00000100:00000001:3.0:1769077927.349150:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077927.349152:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653121152, portal 25
00000100:00000001:3.0:1769077927.349154:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.349158:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077927.349162:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00000040:3.0:1769077927.349163:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653121280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077927.349174:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653121152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077927.349178:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077927.349182:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077927.349186:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077927.349188:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077927.349190:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077927.349194:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077927.349200:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4907
00000100:00000001:2.0:1769077927.349206:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1769077927.349209:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:2.0:1769077927.349214:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077927.349217:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000010:2.0:1769077927.349221:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80a18.
00000100:00080000:3.0:1769077927.349222:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769077927.349229:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653121152, offset 0
00000100:00000040:3.0:1769077927.349229:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077927.349235:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077927.349239:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077927.349244:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769077927.349245:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077927.349250:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077927.349251:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000400:00000200:2.0:1769077927.349255:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:3.0:1769077927.349255:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077927.349260:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000400:00000200:2.0:1769077927.349262:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000001:3.0:1769077927.349265:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769077927.349269:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769077927.349271:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769077927.349275:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000040:3.0:1769077927.349278:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077927.349282:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077927.349284:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077927.349285:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000040:3.0:1769077927.349293:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077927.349294:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200650:200650:256:4294967295] 192.168.204.104@tcp LPNI seq info [200650:200650:8:4294967295]
00000100:00000001:3.0:1769077927.349301:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769077927.349304:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:3.0:1769077927.349307:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077927.349313:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:2.0:1769077927.349319:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077927.349320:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077927.349325:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769077927.349328:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
02000000:00000001:3.0:1769077927.349331:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1769077927.349333:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
02000000:00000001:3.0:1769077927.349335:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.349340:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769077927.349344:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000008:00100000:3.0:1769077927.349345:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1769077927.349349:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000008:00000001:3.0:1769077927.349351:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077927.349357:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077927.349358:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077927.349361:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000100:00000010:3.0:1769077927.349366:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000800:00000100:2.0:1769077927.349367:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077927.349372:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000020:00000040:3.0:1769077927.349373:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077927.349378:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077927.349379:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769077927.349380:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.349386:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077927.349389:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1769077927.349390:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077927.349394:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077927.349395:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80a18
00000400:00000010:2.0:1769077927.349398:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80a18.
02000000:00000010:3.0:1769077927.349400:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:2.0:1769077927.349402:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077927.349406:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077927.349408:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653121152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077927.349417:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653121408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077927.349418:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077927.349425:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653121152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077927.349443:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077927.349446:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.349450:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077927.349456:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077927.349460:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077927.349463:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.349464:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299581179
00000100:00000010:2.0:1769077927.349474:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bd20.
00000100:00000040:3.0:1769077927.349475:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653121408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.349483:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077927.349486:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077927.349491:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077927.349494:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299581179
00000100:00080000:3.0:1769077927.349495:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077927.349499:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1769077927.349502:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b420.
00000100:00080000:3.0:1769077927.349503:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077927.349509:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077927.349509:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077927.349515:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4907
00000100:00000001:2.0:1769077927.349516:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077927.349522:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077927.349522:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077927.349527:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077927.349528:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1769077927.349532:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1769077927.349570:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077927/real 1769077927]  req@ffff88ba87a9a300 x1855007653121152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077927.349576:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077927.349582:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077927.349588:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000001:2.0:1769077927.349592:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769077927.349593:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000001:2.0:1769077927.349596:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1769077927.349598:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:2.0:1769077927.349601:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8daa8.
00000020:00000040:3.0:1769077927.349603:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000400:00000200:2.0:1769077927.349605:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f803b8
00000020:00000001:3.0:1769077927.349607:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1769077927.349610:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f803b8.
00000020:00000040:3.0:1769077927.349612:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:2.0:1769077927.349616:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1769077927.349617:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077927.349622:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000200:2.0:1769077927.349624:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653121152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077927.349630:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077927.349636:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077927.349642:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:2.0:1769077927.349646:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653121152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077927.349647:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077927.349654:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077927.349663:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077927.349665:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077927.349668:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.349669:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077927.349674:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077927.349687:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077927.349691:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077927.349693:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769077927.349699:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653121152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077927.349699:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.349705:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077927.349708:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077927.349715:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1769077927.349716:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.349721:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077927.349723:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653121152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077927.349725:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769077927.349730:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077927.349735:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077927.349738:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.349741:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077927.349742:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1769077927.349742:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077927.349746:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.349748:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1769077927.349750:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:2.0:1769077927.349753:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077927.349756:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077927.349756:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.349760:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077927.349764:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1769077927.349765:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653121536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1769077927.349771:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077927.349781:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077927.349786:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077927.349795:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653121152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077927.349801:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077927.349806:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077927.349814:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653121152:192.168.204.104@tcp:250:kworker.0
00000100:00000040:3.0:1769077927.349818:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653121536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.349823:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.349829:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077927.349835:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077927.349837:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653121152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077927.349841:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077927.349850:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077927.349854:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077927.349856:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077927.349863:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077927.349868:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4907
00000100:00000001:2.0:1769077927.349870:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000400:00000200:3.0:1769077927.349874:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:2.0:1769077927.349876:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:3.0:1769077927.349879:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
02000000:00000010:2.0:1769077927.349882:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
00000100:00080000:3.0:1769077927.349883:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077927.349888:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:2.0:1769077927.349890:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1769077927.349890:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1769077927.349895:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000040:3.0:1769077927.349896:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000020:00000040:2.0:1769077927.349900:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000100:00000001:3.0:1769077927.349900:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077927.349902:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077927.349905:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769077927.349907:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000001:3.0:1769077927.349908:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077927.349912:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
02000000:00000010:2.0:1769077927.349913:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
00000020:00000001:3.0:1769077927.349914:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077927.349918:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000001:2.0:1769077927.349921:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1769077927.349922:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077927.349926:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077927.349927:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1769077927.349928:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000010:2.0:1769077927.349932:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:3.0:1769077927.349932:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077927.349939:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1769077927.349939:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:2.0:1769077927.349943:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077927.349946:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077927.349947:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077927.349952:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077927.349956:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077927.349959:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1769077927.349960:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077927.349963:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077927.349965:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.349968:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077927.349970:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077927.349972:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1769077927.349975:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077927.349976:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1769077927.349982:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077927.349983:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653121280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077927.349986:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077927.349994:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000100:00000001:2.0:1769077927.349997:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769077927.349999:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000001:2.0:1769077927.350000:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077927.350006:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077927.350007:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077927.350010:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077927.350011:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077927.350016:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.350017:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077927.350021:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769077927.350025:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653121280:192.168.204.104@tcp:38:kworker.0
02000000:00000001:3.0:1769077927.350027:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.350033:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769077927.350036:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
02000000:00000001:2.0:1769077927.350038:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077927.350042:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077927.350044:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077927.350045:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077927.350049:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077927.350055:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077927.350056:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653121664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077927.350064:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077927.350071:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8daa8.
00000100:00000001:3.0:1769077927.350073:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769077927.350076:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f803b8.
00000100:00000001:3.0:1769077927.350078:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077927.350082:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653121280, portal 10
00000100:00000040:3.0:1769077927.350087:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653121664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350088:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077927.350091:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:2.0:1769077927.350104:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653121280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077927.350104:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077927.350112:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4917)
00000100:00000001:2.0:1769077927.350115:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077927.350122:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077927.350125:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80a18.
00000100:00000200:2.0:1769077927.350128:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653121280, offset 0
00000400:00000200:2.0:1769077927.350134:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077927.350139:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077927.350145:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077927.350148:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077927.350151:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077927.350154:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077927.350156:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077927.350160:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200651:200651:256:4294967295] 192.168.204.104@tcp LPNI seq info [200651:200651:8:4294967295]
00000400:00000200:2.0:1769077927.350164:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077927.350171:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077927.350177:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077927.350181:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769077927.350185:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077927.350188:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077927.350193:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077927.350196:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077927.350200:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077927.350202:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769077927.350205:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077927.350209:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077927.350213:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80a18
00000400:00000010:2.0:1769077927.350215:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80a18.
00000100:00000001:2.0:1769077927.350218:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077927.350222:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653121280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350231:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077927.350234:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653121280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350242:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.350243:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077927.350247:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077927.350251:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769077927.350255:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077927.350257:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299579930
00000100:00000001:2.0:1769077927.350261:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299581179
00000100:00000001:2.0:1769077927.350264:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299579930
00000100:00000001:2.0:1769077927.350266:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299581179
00000100:00000001:2.0:1769077927.350268:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077927.350271:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.350273:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077927.350277:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077927/real 1769077927]  req@ffff88ba87a98380 x1855007653121280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077927.350286:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077927.350287:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077927.350289:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8daa8.
00000400:00000200:2.0:1769077927.350292:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f803b8
00000400:00000010:2.0:1769077927.350294:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f803b8.
00000100:00000001:2.0:1769077927.350296:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077927.350300:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653121280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077927.350308:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653121280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350321:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077927.350323:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.350325:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077927.350326:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077927.350330:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653121280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350338:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077927.350342:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653121280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350350:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077927.350353:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.350354:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077927.350356:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.350358:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077927.350360:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077927.350362:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077927.350366:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077927.350369:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077927.350373:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653121280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077927.350382:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653121280:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077927.350386:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077927.350390:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653121408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350397:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077927.350398:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077927.350402:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077927.350404:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077927.350406:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077927.350409:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653121408:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077927.350413:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077927.350415:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077927.350417:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077927.350419:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077927.350423:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7400.
02000000:00000001:2.0:1769077927.350425:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077927.350429:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077927.350432:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8daa8.
00000400:00000010:2.0:1769077927.350435:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f803b8.
00000100:00000200:2.0:1769077927.350439:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653121408, portal 10
00000100:00000001:2.0:1769077927.350441:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077927.350442:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:2.0:1769077927.350449:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653121408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350456:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077927.350459:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077927.350461:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80a18.
00000100:00000200:2.0:1769077927.350464:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653121408, offset 0
00000400:00000200:2.0:1769077927.350468:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077927.350472:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077927.350476:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077927.350479:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077927.350482:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077927.350485:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077927.350487:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077927.350490:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200652:200652:256:4294967295] 192.168.204.104@tcp LPNI seq info [200652:200652:8:4294967295]
00000400:00000200:2.0:1769077927.350495:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077927.350502:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077927.350507:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077927.350510:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769077927.350515:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077927.350517:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077927.350522:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077927.350525:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077927.350529:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077927.350531:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769077927.350534:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077927.350555:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077927.350559:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80a18
00000400:00000010:2.0:1769077927.350561:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80a18.
00000100:00000001:2.0:1769077927.350564:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077927.350568:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653121408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350576:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077927.350579:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653121408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350586:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.350588:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077927.350592:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077927.350595:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769077927.350599:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077927.350601:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299579916
00000100:00000001:2.0:1769077927.350603:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299581179
00000100:00000001:2.0:1769077927.350606:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299579916
00000100:00000001:2.0:1769077927.350608:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299581179
00000100:00000001:2.0:1769077927.350611:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077927.350613:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.350615:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077927.350619:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077927/real 1769077927]  req@ffff88ba87a99f80 x1855007653121408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077927.350628:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077927.350630:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077927.350631:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8daa8.
00000400:00000200:2.0:1769077927.350634:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f803b8
00000400:00000010:2.0:1769077927.350636:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f803b8.
00000100:00000001:2.0:1769077927.350639:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077927.350642:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653121408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077927.350652:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653121408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350659:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077927.350661:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.350663:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077927.350664:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077927.350669:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653121408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350693:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077927.350698:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653121408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350706:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077927.350709:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.350710:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077927.350712:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.350714:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077927.350715:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077927.350719:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077927.350722:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077927.350725:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077927.350730:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653121408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077927.350739:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653121408:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077927.350744:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077927.350748:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653121536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350755:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077927.350757:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077927.350760:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077927.350762:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077927.350764:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077927.350767:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653121536:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077927.350771:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077927.350773:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077927.350775:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077927.350777:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077927.350781:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769077927.350783:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077927.350787:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077927.350791:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8daa8.
00000400:00000010:2.0:1769077927.350795:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f803b8.
00000100:00000200:2.0:1769077927.350798:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653121536, portal 4
00000100:00000001:2.0:1769077927.350800:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077927.350802:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:2.0:1769077927.350807:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653121536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350814:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077927.350817:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077927.350819:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80a18.
00000100:00000200:2.0:1769077927.350822:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653121536, offset 0
00000400:00000200:2.0:1769077927.350826:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077927.350831:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077927.350834:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077927.350837:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077927.350840:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077927.350843:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077927.350845:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077927.350848:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200653:200653:256:4294967295] 192.168.204.104@tcp LPNI seq info [200653:200653:8:4294967295]
00000400:00000200:2.0:1769077927.350853:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077927.350860:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077927.350865:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077927.350868:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769077927.350873:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077927.350876:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077927.350880:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077927.350882:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077927.350887:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077927.350889:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769077927.350892:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077927.350896:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077927.350899:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80a18
00000400:00000010:2.0:1769077927.350901:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80a18.
00000100:00000001:2.0:1769077927.350903:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077927.350907:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653121536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350915:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077927.350918:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653121536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350925:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.350927:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077927.350930:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077927.350933:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769077927.350937:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077927.350940:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299579923
00000100:00000001:2.0:1769077927.350942:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299581179
00000100:00000001:2.0:1769077927.350944:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299579923
00000100:00000001:2.0:1769077927.350947:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299581179
00000100:00000001:2.0:1769077927.350949:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077927.350951:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.350953:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077927.350957:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077927/real 1769077927]  req@ffff88ba87a9b480 x1855007653121536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077927.350965:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077927.350967:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077927.350969:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8daa8.
00000400:00000200:2.0:1769077927.350972:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f803b8
00000400:00000010:2.0:1769077927.350974:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f803b8.
00000100:00000001:2.0:1769077927.350976:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077927.350980:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653121536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077927.350988:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653121536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.350995:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077927.350997:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.350999:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077927.351000:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077927.351004:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653121536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.351011:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077927.351015:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653121536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.351022:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077927.351025:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.351026:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077927.351028:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.351029:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077927.351031:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077927.351034:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077927.351037:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077927.351039:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077927.351043:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653121536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077927.351052:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653121536:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077927.351056:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.351058:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077927.351062:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653121280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.351069:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077927.351071:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077927.351073:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077927.351076:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077927.351077:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077927.351079:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077927.351081:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077927.351083:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:2.0:1769077927.351086:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077927.351087:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077927.351089:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:2.0:1769077927.351092:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077927.351093:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.351095:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077927.351098:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653121408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.351112:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077927.351113:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077927.351115:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7400.
02000000:00000001:2.0:1769077927.351118:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077927.351120:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077927.351121:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077927.351123:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077927.351125:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:2.0:1769077927.351127:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077927.351130:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077927.351132:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:2.0:1769077927.351134:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077927.351136:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.351137:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077927.351141:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653121536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.351148:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077927.351149:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077927.351151:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769077927.351153:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077927.351155:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077927.351156:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077927.351158:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077927.351160:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:2.0:1769077927.351162:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077927.351163:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077927.351165:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:2.0:1769077927.351167:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077927.351169:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.351171:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.351175:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077927.351177:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.351179:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077927.351180:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077927.351182:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077927.351187:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653121664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.351194:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077927.351196:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077927.351198:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077927.351200:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077927.351202:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077927.351206:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653121664:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077927.351209:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077927.351211:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077927.351212:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077927.351214:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077927.351217:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769077927.351219:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077927.351223:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077927.351226:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8daa8.
00000400:00000010:2.0:1769077927.351229:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f803b8.
00000100:00000200:2.0:1769077927.351232:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653121664, portal 4
00000100:00000001:2.0:1769077927.351234:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077927.351235:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:2.0:1769077927.351241:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653121664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.351247:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077927.351249:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077927.351252:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80a18.
00000100:00000200:2.0:1769077927.351254:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653121664, offset 0
00000400:00000200:2.0:1769077927.351258:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077927.351261:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077927.351265:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077927.351268:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077927.351271:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077927.351274:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077927.351276:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077927.351280:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200654:200654:256:4294967295] 192.168.204.104@tcp LPNI seq info [200654:200654:8:4294967295]
00000400:00000200:2.0:1769077927.351285:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077927.351291:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077927.351296:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077927.351299:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769077927.351304:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077927.351307:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077927.351311:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077927.351313:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077927.351317:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077927.351319:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769077927.351322:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077927.351326:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077927.351329:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80a18
00000400:00000010:2.0:1769077927.351331:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80a18.
00000100:00000001:2.0:1769077927.351334:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077927.351337:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653121664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.351346:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077927.351349:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653121664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.351356:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.351358:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077927.351362:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077927.351365:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769077927.351369:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077927.351371:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299579923
00000100:00000001:2.0:1769077927.351373:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299581179
00000100:00000001:2.0:1769077927.351376:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299579923
00000100:00000001:2.0:1769077927.351378:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299581179
00000100:00000001:2.0:1769077927.351380:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077927.351383:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.351385:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077927.351390:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077927/real 1769077927]  req@ffff88ba87a98700 x1855007653121664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077927.351398:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077927.351399:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077927.351401:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8daa8.
00000400:00000200:2.0:1769077927.351403:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f803b8
00000400:00000010:2.0:1769077927.351405:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f803b8.
00000100:00000001:2.0:1769077927.351407:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077927.351411:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653121664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077927.351419:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653121664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.351426:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077927.351428:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.351430:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077927.351431:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077927.351435:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653121664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.351442:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077927.351446:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653121664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.351454:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077927.351456:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.351458:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077927.351459:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.351461:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077927.351463:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077927.351465:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077927.351469:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077927.351471:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077927.351476:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653121664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077927.351485:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653121664:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077927.351489:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.351491:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077927.351495:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653121664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077927.351502:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077927.351503:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077927.351505:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769077927.351508:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077927.351509:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077927.351511:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077927.351513:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077927.351515:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:2.0:1769077927.351517:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077927.351518:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077927.351520:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:2.0:1769077927.351522:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077927.351523:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.351525:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.351529:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077927.351530:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.351532:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077927.351533:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077927.988639:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077927.988645:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077927.988731:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077927.988735:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077927.988740:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077928.628685:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299581179, at 4299581184
00000100:00000010:1.0:1769077928.628696:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b420.
00010000:00000001:2.0:1769077929.012606:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077929.012613:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077929.012690:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077929.012694:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077929.012697:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077930.036703:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077930.036714:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077930.036779:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077930.036785:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077930.036789:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077931.060668:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077931.060675:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077931.060740:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077931.060744:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077931.060747:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077932.084669:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077932.084676:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077932.084737:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077932.084740:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077932.084743:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077932.468644:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077932.468656:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077932.468659:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077932.468664:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077932.468669:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077932.468678:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4912
00000400:00000200:3.0:1769077932.468688:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077932.468696:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077932.468700:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077932.468703:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077932.468706:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077932.468709:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077932.468711:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077932.468716:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077932.468718:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077932.468721:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077932.468725:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077932.468727:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077932.468730:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077932.468733:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077932.468735:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077932.468737:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077932.468739:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077932.468743:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077932.468747:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077932.468750:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077932.468754:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077932.468758:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077932.468761:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077932.468765:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077932.468767:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077932.468775:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769077932.468780:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077932.468785:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077932.468787:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077932.468790:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077932.468793:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077932.468797:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077932.468806:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769077932.468813:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077932.468822:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653121792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077932.468831:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077932.468835:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077932.468839:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653121792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077932.468860:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077932.468864:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077932.468868:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077932.468869:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077932.468872:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077932.468875:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077932.468879:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4912
00000400:00000200:3.0:1769077932.468884:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077932.468887:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769077932.468888:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077932.468894:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077932.468895:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077932.468899:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077932.468901:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077932.468904:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077932.468909:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077932.468912:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000040:2.0:1769077932.468913:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653121792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077932.468926:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077932.468928:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077932.468945:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077932.468949:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077932.468953:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077932.468958:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653121792:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769077932.468963:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077932.468968:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077932.468970:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077932.468974:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077932.468979:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7400.
00000020:00000001:3.0:1769077932.468980:0:13478:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769077932.468983:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077932.468985:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077932.468989:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077932.468991:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077932.468996:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000400:00000200:2.0:1769077932.468997:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:3.0:1769077932.469000:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000400:00000010:2.0:1769077932.469004:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8daa8.
00000400:00000010:2.0:1769077932.469011:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f803b8.
00000100:00000200:2.0:1769077932.469019:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653121792, portal 25
00000100:00000001:2.0:1769077932.469022:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077932.469024:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000100:00000040:2.0:1769077932.469031:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653121792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077932.469040:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077932.469043:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077932.469046:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80a18.
00000100:00000200:2.0:1769077932.469049:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653121792, offset 0
00000400:00000200:2.0:1769077932.469057:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077932.469066:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077932.469073:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077932.469080:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077932.469085:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077932.469089:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077932.469092:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077932.469097:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200655:200655:256:4294967295] 192.168.204.104@tcp LPNI seq info [200655:200655:8:4294967295]
00000400:00000200:2.0:1769077932.469102:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077932.469114:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077932.469121:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077932.469128:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000100:00000040:3.0:1769077932.469133:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077932.469137:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077932.469138:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769077932.469143:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:2.1:1769077932.469148:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077932.469150:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077932.469154:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077932.469159:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077932.469162:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.469167:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077932.469175:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077932.469178:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299586299
00000100:00000010:2.0:1769077932.469184:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b420.
00000100:00000001:2.0:1769077932.469191:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077932.469198:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299586299
00000100:00000010:2.0:1769077932.469202:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bd20.
00000100:00000001:2.0:1769077932.469206:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077932.469210:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077932.469214:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077932.469216:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077932.469220:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077932.469224:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077932.469225:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077932.469230:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077932.469234:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077932.469237:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:3.0:1769077932.469239:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077932.469241:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077932.469247:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1769077932.469247:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.469251:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077932.469252:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.469255:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077932.469259:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000100:00000001:2.0:1769077932.469260:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077932.469264:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077932.469269:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077932.469271:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077932.469274:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077932.469276:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077932.469278:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077932.469284:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769077932.469288:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077932.469295:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653121920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077932.469302:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077932.469306:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077932.469312:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653121920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077932.469329:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077932.469333:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077932.469337:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077932.469339:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077932.469342:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077932.469345:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077932.469349:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4912
00000100:00000001:2.0:1769077932.469351:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077932.469354:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769077932.469355:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077932.469357:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1769077932.469363:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000040:2.0:1769077932.469368:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653121920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077932.469368:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077932.469376:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077932.469382:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077932.469387:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077932.469389:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077932.469391:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077932.469393:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077932.469397:0:13478:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769077932.469399:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769077932.469401:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
02000000:00000001:2.0:1769077932.469404:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769077932.469405:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077932.469409:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
02000000:00000001:2.0:1769077932.469411:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077932.469415:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00100000:2.0:1769077932.469420:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653121920:192.168.204.104@tcp:38:kworker.0
00000020:00000001:3.0:1769077932.469421:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000001:2.0:1769077932.469430:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769077932.469430:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:2.0:1769077932.469434:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077932.469436:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077932.469438:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077932.469442:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:2.0:1769077932.469444:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077932.469447:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000010:2.0:1769077932.469451:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
00000020:00000040:3.0:1769077932.469451:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
02000000:00000001:2.0:1769077932.469456:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077932.469459:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077932.469465:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077932.469466:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769077932.469470:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077932.469473:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
02000000:00000001:3.0:1769077932.469476:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769077932.469479:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
02000000:00000001:3.0:1769077932.469481:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077932.469486:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:2.0:1769077932.469487:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653121920, portal 10
00000008:00100000:3.0:1769077932.469488:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077932.469492:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1769077932.469494:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.469496:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000001:3.0:1769077932.469499:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077932.469506:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769077932.469511:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000040:2.0:1769077932.469515:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653121920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077932.469516:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077932.469519:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077932.469523:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077932.469525:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077932.469529:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077932.469561:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769077932.469567:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.469572:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1769077932.469576:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653122048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077932.469582:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769077932.469602:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769077932.469606:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80908.
00000100:00000001:3.0:1769077932.469606:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077932.469613:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653121920, offset 0
00000100:00000040:3.0:1769077932.469615:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653122048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077932.469624:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077932.469635:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077932.469635:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077932.469641:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077932.469645:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00080000:3.0:1769077932.469647:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077932.469651:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077932.469652:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769077932.469654:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077932.469659:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:3.0:1769077932.469661:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077932.469665:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769077932.469668:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4912
00000400:00000200:2.0:1769077932.469673:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077932.469679:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200656:200656:255:4294967295] 192.168.204.104@tcp LPNI seq info [200656:200656:7:4294967295]
00000400:00000200:2.0:1769077932.469683:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077932.469690:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077932.469697:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769077932.469701:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077932.469706:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1769077932.469712:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769077932.469715:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000010:2.0:1769077932.469720:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2300.
00000100:00000001:3.0:1769077932.469720:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077932.469725:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077932.469730:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:2.0:1769077932.469732:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:3.0:1769077932.469734:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077932.469738:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077932.469742:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769077932.469743:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:3.0:1769077932.469746:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:2.0:1769077932.469749:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077932.469751:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769077932.469757:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000020:00000001:3.0:1769077932.469757:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077932.469767:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077932.469768:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077932.469772:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077932.469774:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299585050
00000100:00000040:3.0:1769077932.469779:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077932.469781:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299586299
00000100:00000001:3.0:1769077932.469784:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077932.469788:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299585050
00000020:00000040:3.0:1769077932.469790:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:2.0:1769077932.469792:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299586299
00000100:00000001:2.0:1769077932.469798:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769077932.469798:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077932.469802:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077932.469805:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.469806:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077932.469810:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077932.469811:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077932.469815:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077932.469818:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1769077932.469820:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.469822:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077932.469825:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077932.469827:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1769077932.469830:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077932.469831:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077932.469835:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1769077932.469836:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077932.469840:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077932.469844:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653122048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077932.469845:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769077932.469850:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077932.469855:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077932.469857:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077932.469862:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077932.469865:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077932.469866:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077932.469868:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077932.469870:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077932.469873:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1769077932.469876:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
02000000:00000001:2.0:1769077932.469877:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077932.469881:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077932.469883:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077932.469890:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653122176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769077932.469892:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653122048:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077932.469909:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077932.469912:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077932.469914:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077932.469918:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077932.469919:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077932.469923:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769077932.469927:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653122176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077932.469931:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077932.469937:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077932.469946:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077932.469946:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077932.469952:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769077932.469954:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d108.
00000400:00000010:2.0:1769077932.469961:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00080000:3.0:1769077932.469961:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077932.469965:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1769077932.469969:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653122048, portal 10
00000100:00080000:3.0:1769077932.469969:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077932.469976:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077932.469977:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077932.469979:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
00000100:00080000:3.0:1769077932.469983:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4912
00000100:00000040:2.0:1769077932.469990:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653122048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077932.469992:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077932.470001:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077932.470006:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077932.470008:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077932.470014:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000040:2.0:1769077932.470016:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769077932.470020:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077932.470022:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80990.
00000100:00000200:2.0:1769077932.470028:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653122048, offset 0
00000400:00000200:2.0:1769077932.470033:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077932.470038:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077932.470042:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077932.470045:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077932.470048:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077932.470050:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077932.470053:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077932.470056:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200657:200657:254:4294967295] 192.168.204.104@tcp LPNI seq info [200657:200657:6:4294967295]
00000400:00000200:2.0:1769077932.470059:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077932.470065:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077932.470070:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077932.470073:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2e00.
00000800:00000200:2.0:1769077932.470077:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077932.470081:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769077932.470084:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077932.470087:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769077932.470090:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077932.470092:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299585035
00000100:00000001:2.0:1769077932.470094:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299586299
00000100:00000001:2.0:1769077932.470097:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299585035
00000100:00000001:2.0:1769077932.470099:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299586299
00000100:00000001:2.0:1769077932.470100:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077932.470102:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.470105:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.470107:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077932.470111:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077932.470112:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077932.470114:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077932.470116:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077932.470118:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077932.470122:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653122176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077932.470130:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077932.470132:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077932.470135:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:2.0:1769077932.470136:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077932.470140:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077932.470142:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:2.0:1769077932.470144:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077932.470148:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077932.470152:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000100:00100000:2.0:1769077932.470153:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653122176:192.168.204.104@tcp:8:kworker.0
00000020:00000001:3.0:1769077932.470156:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077932.470160:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:2.0:1769077932.470161:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1769077932.470166:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000001:2.0:1769077932.470167:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077932.470172:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077932.470172:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000001:2.0:1769077932.470178:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077932.470183:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077932.470186:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077932.470193:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077932.470194:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077932.470200:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077932.470201:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d9a0.
00000400:00000010:2.0:1769077932.470208:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f806e8.
00000100:00000040:3.0:1769077932.470210:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:2.0:1769077932.470213:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653122176, portal 4
00000100:00000001:3.0:1769077932.470215:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077932.470218:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077932.470222:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000020:00000040:3.0:1769077932.470223:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077932.470230:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000040:2.0:1769077932.470232:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653122176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077932.470235:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077932.470240:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077932.470246:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077932.470247:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1769077932.470252:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077932.470253:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769077932.470257:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077932.470260:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80ee0.
00000008:00100000:3.0:1769077932.470262:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1769077932.470265:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653122176, offset 0
00000008:00000001:3.0:1769077932.470268:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077932.470274:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769077932.470274:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077932.470281:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077932.470286:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077932.470289:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077932.470292:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000010:3.0:1769077932.470292:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000400:00000200:2.0:1769077932.470299:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1769077932.470299:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000400:00000200:2.0:1769077932.470305:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
02000000:00000001:3.0:1769077932.470306:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077932.470310:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077932.470312:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200658:200658:253:4294967295] 192.168.204.104@tcp LPNI seq info [200658:200658:5:4294967295]
00000100:00000001:3.0:1769077932.470314:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077932.470318:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077932.470322:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769077932.470322:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077932.470331:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000400:00000200:2.0:1769077932.470333:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077932.470338:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077932.470343:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00100000:3.0:1769077932.470349:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653122304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769077932.470350:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2f00.
00000800:00000200:2.0:1769077932.470362:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077932.470370:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769077932.470372:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077932.470375:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.470377:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077932.470383:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000100:00000040:3.0:1769077932.470385:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653122304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077932.470390:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077932.470395:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299585042
00000100:00000001:2.0:1769077932.470401:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299586299
00000100:00000001:2.0:1769077932.470406:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299585042
00000100:00000001:3.0:1769077932.470408:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.470409:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299586299
00000100:00000001:2.0:1769077932.470415:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077932.470417:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4922)
00000100:00000001:2.0:1769077932.470418:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.470426:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.470428:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077932.470432:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077932.470434:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077932.470436:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077932.470438:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077932.470440:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077932.470445:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653122304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077932.470454:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077932.470455:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077932.470457:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077932.470459:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077932.470462:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077932.470465:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653122304:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077932.470469:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077932.470470:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077932.470472:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077932.470474:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077932.470477:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769077932.470479:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077932.470482:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077932.470485:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8ddc0.
00000400:00000010:2.0:1769077932.470489:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80e58.
00000100:00000200:2.0:1769077932.470492:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653122304, portal 4
00000100:00000001:2.0:1769077932.470494:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077932.470495:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:2.0:1769077932.470502:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653122304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077932.470509:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077932.470511:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077932.470514:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769077932.470516:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653122304, offset 0
00000400:00000200:2.0:1769077932.470521:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077932.470524:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077932.470528:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077932.470531:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077932.470533:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077932.470564:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077932.470567:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077932.470570:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200659:200659:252:4294967295] 192.168.204.104@tcp LPNI seq info [200659:200659:4:4294967295]
00000400:00000200:2.0:1769077932.470575:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077932.470582:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077932.470587:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077932.470604:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077932.470608:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077932.470612:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769077932.470615:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077932.470619:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769077932.470622:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077932.470624:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299585043
00000100:00000001:2.0:1769077932.470627:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299586299
00000100:00000001:2.0:1769077932.470629:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299585043
00000100:00000001:2.0:1769077932.470631:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299586299
00000100:00000001:2.0:1769077932.470634:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077932.470636:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.470638:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.470640:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077932.470644:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077932.470645:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077932.470647:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077932.470649:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077932.470650:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.470653:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077933.108667:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077933.108676:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077933.108679:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077933.108682:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077933.108687:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077933.108690:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077933.108692:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077933.108694:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077933.108756:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077933.108761:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077933.108764:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077933.748668:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299586299, at 4299586304
00000100:00000010:1.0:1769077933.748689:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bd20.
00010000:00000001:2.0:1769077934.132665:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077934.132672:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077934.132729:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077934.132733:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077934.132736:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077935.156655:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077935.156661:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077935.156718:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077935.156722:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077935.156725:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769077935.540812:0:2394:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:1.0:1769077935.540863:0:2394:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077935.540876:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077935.540881:0:2394:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:1.0:1769077935.540886:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077935.540890:0:2394:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077935.540895:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077935.540900:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:1.0:1769077935.540907:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077935.540913:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077935.540921:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80a18
00000400:00000010:1.0:1769077935.540941:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80a18.
00000100:00000001:1.0:1769077935.540948:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077935.540957:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9b100 x1855007653121792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077935.540984:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077935.540990:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653121792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077935.540998:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077935.541001:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077935.541015:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769077935.541019:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2300.
00000400:00000200:1.0:1769077935.541023:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1769077935.541028:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769077935.541029:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1769077935.541034:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1769077935.541035:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80908
00000400:00000010:1.0:1769077935.541040:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80908.
00000100:00000001:2.0:1769077935.541043:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769077935.541044:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077935.541055:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9a680 x1855007653121920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077935.541056:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077932/real 1769077935]  req@ffff88ba87a9b100 x1855007653121792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077935.541085:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000001:2.0:1769077935.541090:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1769077935.541091:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653121920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077935.541095:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077935.541100:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8daa8.
00000400:00000200:2.0:1769077935.541105:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f803b8
00000400:00000010:2.0:1769077935.541108:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f803b8.
00000100:00000001:1.0:1769077935.541113:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077935.541115:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769077935.541119:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:2.0:1769077935.541125:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653121792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1769077935.541137:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000100:00000200:2.0:1769077935.541142:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653121792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1769077935.541143:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2e00.
00000400:00000200:1.0:1769077935.541153:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1769077935.541158:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:1.0:1769077935.541162:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1769077935.541163:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769077935.541169:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80990
00000100:00000001:2.0:1769077935.541170:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:1.0:1769077935.541175:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80990.
00000100:00000001:2.0:1769077935.541175:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077935.541182:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1769077935.541186:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653121792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077935.541192:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9ad80 x1855007653122048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077935.541222:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077935.541224:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077935.541230:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653122048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077935.541236:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653121792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077935.541247:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077935.541251:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077935.541254:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077935.541259:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:1.0:1769077935.541261:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000100:00000001:2.0:1769077935.541263:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077935.541265:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000010:1.0:1769077935.541269:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2f00.
00000100:00000001:2.0:1769077935.541270:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077935.541274:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1769077935.541276:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00080000:2.0:1769077935.541281:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:1.0:1769077935.541284:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077935.541290:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80ee0
00000100:00080000:2.0:1769077935.541291:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000400:00000010:1.0:1769077935.541294:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80ee0.
00000100:00000001:2.0:1769077935.541296:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1769077935.541299:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769077935.541307:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653121792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077935.541308:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a99180 x1855007653122176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077935.541334:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653121792:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077935.541336:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077935.541343:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077935.541344:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653122176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541349:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769077935.541358:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077935.541358:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653121792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077935.541364:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077935.541372:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000800:00000100:1.0:1769077935.541376:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
02000000:00000001:2.0:1769077935.541378:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000010:1.0:1769077935.541382:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
02000000:00000010:2.0:1769077935.541384:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7400.
00000400:00000200:1.0:1769077935.541387:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
02000000:00000001:2.0:1769077935.541393:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:1.0:1769077935.541394:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000020:00000001:2.0:1769077935.541398:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000400:00000200:1.0:1769077935.541400:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000020:00000040:2.0:1769077935.541403:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000400:00000010:1.0:1769077935.541404:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000020:00000001:2.0:1769077935.541408:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:1.0:1769077935.541413:0:2394:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:2.0:1769077935.541414:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:2.0:1769077935.541420:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000200:1.0:1769077935.541422:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a98e00 x1855007653122304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077935.541424:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077935.541427:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:2.0:1769077935.541433:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077935.541436:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077935.541439:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077935.541440:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077935.541445:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077935.541447:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653122304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541448:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077935.541451:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077935.541459:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077932/real 1769077935]  req@ffff88ba87a98e00 x1855007653122304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077935.541461:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077935.541466:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1769077935.541475:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077935.541477:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077935.541480:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8ddc0.
00000400:00000200:2.0:1769077935.541483:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80e58
00000400:00000010:2.0:1769077935.541485:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80e58.
00000100:00000001:2.0:1769077935.541487:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077935.541491:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653122304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077935.541499:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653122304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541505:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077935.541507:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.541508:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077935.541510:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077935.541513:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653122304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541519:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077935.541523:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653122304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541530:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077935.541532:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.541534:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077935.541576:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.541579:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077935.541581:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077935.541584:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077935.541589:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077935.541596:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077935.541600:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653122304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077935.541608:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653122304:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077935.541613:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077935.541616:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077932/real 1769077935]  req@ffff88ba87a99180 x1855007653122176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077935.541634:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077935.541636:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077935.541638:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d9a0.
00000400:00000200:2.0:1769077935.541642:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f806e8
00000400:00000010:2.0:1769077935.541644:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f806e8.
00000100:00000001:2.0:1769077935.541646:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077935.541650:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653122176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077935.541658:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653122176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541665:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077935.541666:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.541668:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077935.541669:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077935.541672:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653122176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541683:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077935.541687:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653122176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541693:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077935.541696:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.541698:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077935.541699:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.541701:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077935.541702:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077935.541705:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077935.541710:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077935.541713:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077935.541717:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653122176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077935.541725:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653122176:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077935.541730:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077935.541733:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077932/real 1769077935]  req@ffff88ba87a9ad80 x1855007653122048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077935.541740:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077935.541741:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077935.541743:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d108.
00000400:00000200:2.0:1769077935.541746:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077935.541747:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077935.541749:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077935.541753:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653122048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077935.541767:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653122048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541773:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077935.541774:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.541776:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077935.541777:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077935.541781:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653122048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541788:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077935.541791:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653122048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541799:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077935.541801:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.541803:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077935.541804:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.541806:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077935.541808:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077935.541810:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077935.541814:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077935.541817:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077935.541821:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653122048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077935.541829:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653122048:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077935.541834:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077935.541838:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077932/real 1769077935]  req@ffff88ba87a9a680 x1855007653121920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077935.541851:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077935.541852:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077935.541854:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077935.541857:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077935.541858:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077935.541860:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077935.541863:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653121920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077935.541872:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653121920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541879:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077935.541881:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.541883:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077935.541884:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077935.541888:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653121920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541896:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077935.541900:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653121920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541908:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077935.541910:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.541912:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077935.541913:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.541915:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077935.541916:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077935.541925:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077935.541929:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077935.541931:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077935.541935:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653121920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077935.541944:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653121920:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077935.541948:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.541950:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077935.541953:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653122304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541960:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077935.541962:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077935.541964:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769077935.541968:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077935.541970:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077935.541971:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077935.541974:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077935.541975:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:2.0:1769077935.541978:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077935.541980:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077935.541981:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:2.0:1769077935.541983:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077935.541985:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.541986:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077935.541990:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653122176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.541997:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077935.541998:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077935.542000:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077935.542002:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077935.542004:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077935.542006:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077935.542008:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077935.542009:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6000.
02000000:00000001:2.0:1769077935.542012:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077935.542014:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077935.542015:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000001:2.0:1769077935.542018:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077935.542019:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.542021:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077935.542025:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653122048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.542031:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077935.542032:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077935.542034:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077935.542036:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077935.542037:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077935.542039:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077935.542040:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077935.542042:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:2.0:1769077935.542044:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077935.542046:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077935.542047:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:2.0:1769077935.542050:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077935.542051:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.542053:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077935.542057:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653121920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077935.542063:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077935.542065:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077935.542066:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077935.542070:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077935.542071:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077935.542073:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077935.542075:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077935.542076:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:2.0:1769077935.542078:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077935.542080:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077935.542081:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:2.0:1769077935.542084:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077935.542085:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.542088:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.542095:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077935.542097:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077935.542100:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077935.542101:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077936.180640:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077936.180646:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077936.180703:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077936.180708:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077936.180712:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077937.204654:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077937.204660:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077937.204713:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077937.204717:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077937.204720:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077937.588632:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077937.588640:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077937.588643:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077937.588645:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077937.588649:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077937.588654:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4917
00000400:00000200:3.0:1769077937.588663:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077937.588669:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077937.588671:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077937.588674:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077937.588677:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077937.588679:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077937.588682:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077937.588685:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077937.588687:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077937.588689:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077937.588691:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077937.588693:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077937.588695:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077937.588697:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077937.588699:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077937.588701:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077937.588702:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077937.588705:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077937.588708:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077937.588711:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077937.588714:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077937.588716:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077937.588718:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077937.588720:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077937.588721:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077937.588727:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769077937.588729:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077937.588732:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077937.588734:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077937.588736:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077937.588738:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077937.588741:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077937.588747:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769077937.588752:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077937.588759:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653122432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077937.588767:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077937.588770:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077937.588774:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653122432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077937.588798:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077937.588801:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077937.588805:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077937.588807:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077937.588808:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077937.588811:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077937.588814:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4917
00000400:00000200:3.0:1769077937.588818:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077937.588821:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077937.588824:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077937.588827:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077937.588831:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077937.588835:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077937.588839:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077937.588842:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077937.588844:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077937.588847:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077937.588849:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769077937.588851:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:2.0:1769077937.588856:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077937.588856:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:2.0:1769077937.588862:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077937.588862:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077937.588868:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077937.588873:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077937.588875:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653122432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077937.588877:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077937.588884:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077937.588890:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:2.0:1769077937.588894:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077937.588897:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077937.588899:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077937.588903:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077937.588906:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077937.588908:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077937.588911:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077937.588916:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077937.588916:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077937.588923:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077937.588925:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653122432:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077937.588927:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077937.588933:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077937.588934:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077937.588941:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1769077937.588941:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077937.588945:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077937.588947:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077937.588950:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769077937.588955:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
02000000:00000010:2.0:1769077937.588959:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
00000020:00000040:3.0:1769077937.588962:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769077937.588963:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077937.588967:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077937.588971:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077937.588976:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077937.588977:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769077937.588979:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077937.588983:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077937.588984:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
02000000:00000010:3.0:1769077937.588992:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000400:00000010:2.0:1769077937.588994:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000001:3.0:1769077937.588999:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077937.589005:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653122432, portal 25
00000100:00100000:3.0:1769077937.589009:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653122560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077937.589011:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077937.589014:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000001:3.0:1769077937.589026:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077937.589027:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653122432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077937.589032:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077937.589042:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653122560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.589043:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077937.589053:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077937.589058:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000001:3.0:1769077937.589061:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077937.589066:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653122432, offset 0
00000100:00080000:3.0:1769077937.589067:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077937.589074:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077937.589076:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077937.589078:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077937.589082:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769077937.589092:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077937.589093:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769077937.589099:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4917
00000400:00000200:2.0:1769077937.589105:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077937.589114:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077937.589118:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077937.589123:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077937.589126:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077937.589131:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200660:200660:256:4294967295] 192.168.204.104@tcp LPNI seq info [200660:200660:8:4294967295]
00000400:00000200:2.0:1769077937.589136:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077937.589144:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077937.589153:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077937.589155:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769077937.589157:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077937.589164:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:2.0:1769077937.589169:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769077937.589170:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077937.589176:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000010:2.0:1769077937.589180:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000100:00000001:3.0:1769077937.589180:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077937.589186:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077937.589189:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077937.589191:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.0:1769077937.589194:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:3.0:1769077937.589195:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077937.589201:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000200:2.0:1769077937.589202:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769077937.589204:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077937.589214:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:2.1:1769077937.589216:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077937.589218:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077937.589222:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1769077937.589225:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000100:2.0:1769077937.589231:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077937.589235:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077937.589241:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769077937.589246:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769077937.589252:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1769077937.589253:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077937.589260:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:2.0:1769077937.589261:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000100:00000001:3.0:1769077937.589265:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077937.589267:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
02000000:00000001:3.0:1769077937.589269:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077937.589275:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1769077937.589276:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077937.589281:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077937.589284:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9bb80 x1855007653122432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077937.589296:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077937.589297:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1769077937.589302:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077937.589304:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653122432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077937.589309:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077937.589314:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077937.589321:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000100:00000001:2.0:1769077937.589322:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.589327:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1769077937.589328:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077937.589334:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077937.589335:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077937.589336:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077937.589342:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077937.589344:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077937.589348:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769077937.589348:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.589354:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299591419
02000000:00000010:3.0:1769077937.589356:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000010:2.0:1769077937.589363:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bea0.
00000100:00000001:3.0:1769077937.589363:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077937.589374:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653122688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077937.589375:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077937.589385:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299591419
00000100:00000001:3.0:1769077937.589386:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077937.589391:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077937.589393:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b360.
00000100:00000040:3.0:1769077937.589398:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653122688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.589400:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077937.589407:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077937.589413:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077937.589416:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.589418:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1769077937.589420:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769077937.589428:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077937/real 1769077937]  req@ffff88ba87a9bb80 x1855007653122432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077937.589428:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077937.589432:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077937.589435:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077937.589443:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:2.0:1769077937.589450:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077937.589452:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077937.589455:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077937.589458:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077937.589461:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077937.589464:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077937.589468:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653122432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077937.589477:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653122432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.589485:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077937.589487:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.589490:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077937.589493:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077937.589498:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653122432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.589573:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077937.589580:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653122432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.589588:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077937.589592:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.589594:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077937.589596:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.589599:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077937.589602:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077937.589605:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077937.589610:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00080000:3.0:1769077937.589614:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4917
00000100:00000001:2.0:1769077937.589616:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:3.0:1769077937.589625:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:2.0:1769077937.589626:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653122432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077937.589634:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077937.589641:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1769077937.589649:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653122432:192.168.204.104@tcp:250:kworker.0
00000100:00000040:3.0:1769077937.589650:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077937.589656:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077937.589661:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077937.589662:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077937.589665:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077937.589667:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1769077937.589672:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1769077937.589675:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653122432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077937.589676:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077937.589680:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077937.589684:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077937.589690:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:2.0:1769077937.589696:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1769077937.589697:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
02000000:00000001:2.0:1769077937.589702:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1769077937.589704:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000010:2.0:1769077937.589709:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
00000100:00000001:3.0:1769077937.589709:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077937.589715:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:2.0:1769077937.589717:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1769077937.589720:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077937.589722:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077937.589726:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000020:00000040:2.0:1769077937.589727:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769077937.589733:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00080000:3.0:1769077937.589735:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000010:2.0:1769077937.589738:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769077937.589740:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077937.589744:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077937.589745:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077937.589750:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1769077937.589752:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769077937.589754:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
02000000:00000001:3.0:1769077937.589757:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.589759:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077937.589762:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077937.589763:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.589768:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1769077937.589769:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077937.589774:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077937.589776:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.589779:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:3.0:1769077937.589781:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000100:00000001:2.0:1769077937.589783:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077937.589789:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:2.0:1769077937.589790:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077937.589793:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077937.589796:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769077937.589796:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077937.589800:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077937.589802:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653122560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077937.589804:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077937.589807:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077937.589811:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.589817:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077937.589820:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077937.589820:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
02000000:00000001:2.0:1769077937.589825:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077937.589828:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077937.589829:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077937.589835:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077937.589840:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653122816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769077937.589841:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653122560:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077937.589850:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077937.589855:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077937.589859:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077937.589860:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077937.589864:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077937.589865:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077937.589870:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
00000100:00000040:3.0:1769077937.589874:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653122816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077937.589875:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077937.589885:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077937.589890:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000100:00000001:3.0:1769077937.589894:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077937.589896:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00080000:3.0:1769077937.589901:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077937.589903:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653122560, portal 10
00000100:00000001:2.0:1769077937.589908:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769077937.589910:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077937.589911:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
00000100:00000001:3.0:1769077937.589916:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077937.589919:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769077937.589924:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653122560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077937.589925:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077937.589931:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4917
00000100:00000001:2.0:1769077937.589939:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1769077937.589942:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:2.0:1769077937.589947:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077937.589950:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000400:00000200:3.0:1769077937.589951:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000200:2.0:1769077937.589954:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653122560, offset 0
00000100:00080000:3.0:1769077937.589957:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077937.589964:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769077937.589965:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077937.589971:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077937.589974:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:3.0:1769077937.589976:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077937.589981:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769077937.589983:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000001:3.0:1769077937.589987:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077937.589990:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769077937.589992:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000400:00000200:2.0:1769077937.589997:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000001:3.0:1769077937.589998:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077937.590003:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000400:00000200:2.0:1769077937.590004:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1769077937.590009:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000200:2.0:1769077937.590010:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000020:00000001:3.0:1769077937.590016:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000200:2.0:1769077937.590019:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200661:200661:256:4294967295] 192.168.204.104@tcp LPNI seq info [200661:200661:8:4294967295]
00000100:00000040:3.0:1769077937.590026:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077937.590029:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077937.590032:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077937.590035:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077937.590041:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077937.590046:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000400:00000200:2.0:1769077937.590047:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769077937.590051:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077937.590056:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077937.590058:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769077937.590061:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
02000000:00000001:3.0:1769077937.590062:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1769077937.590068:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
02000000:00000001:3.0:1769077937.590068:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077937.590071:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077937.590075:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.0:1769077937.590078:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000008:00000001:3.0:1769077937.590081:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077937.590084:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769077937.590086:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077937.590094:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000010:3.0:1769077937.590095:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000800:00000200:2.1:1769077937.590099:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1769077937.590101:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077937.590107:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000100:2.0:1769077937.590108:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
02000000:00000001:3.0:1769077937.590110:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077937.590113:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000100:00000001:3.0:1769077937.590115:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077937.590119:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769077937.590119:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077937.590123:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077937.590127:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077937.590132:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
02000000:00000010:3.0:1769077937.590132:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000400:00000010:2.0:1769077937.590136:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:3.0:1769077937.590140:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.590141:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077937.590149:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98a80 x1855007653122560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077937.590153:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653122944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077937.590172:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077937.590174:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077937.590180:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653122560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077937.590180:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077937.590192:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653122944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590195:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.590200:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077937.590206:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077937.590208:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077937.590213:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000100:00000040:3.0:1769077937.590216:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4927)
00000400:00000200:2.0:1769077937.590222:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077937.590226:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299590170
00000100:00000001:2.0:1769077937.590230:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299591419
00000100:00000001:2.0:1769077937.590232:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299590170
00000100:00000001:2.0:1769077937.590235:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299591419
00000100:00000001:2.0:1769077937.590237:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077937.590240:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.590242:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077937.590247:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077937/real 1769077937]  req@ffff88ba87a98a80 x1855007653122560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077937.590256:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077937.590258:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077937.590260:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077937.590262:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077937.590264:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077937.590267:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077937.590270:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653122560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077937.590280:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653122560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590286:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077937.590288:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.590290:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077937.590291:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077937.590296:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653122560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590304:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077937.590308:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653122560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590316:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077937.590318:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.590321:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077937.590322:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.590325:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077937.590327:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077937.590330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077937.590334:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077937.590337:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077937.590341:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653122560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077937.590349:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653122560:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077937.590353:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077937.590357:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653122688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590364:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077937.590365:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077937.590368:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077937.590369:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077937.590371:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077937.590374:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653122688:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077937.590378:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077937.590380:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077937.590382:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077937.590384:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077937.590388:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077937.590390:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077937.590394:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077937.590397:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077937.590400:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077937.590403:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653122688, portal 10
00000100:00000001:2.0:1769077937.590405:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077937.590406:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:2.0:1769077937.590412:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653122688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590418:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077937.590421:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077937.590423:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077937.590426:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653122688, offset 0
00000400:00000200:2.0:1769077937.590430:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077937.590433:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077937.590437:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077937.590440:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077937.590442:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077937.590445:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077937.590447:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077937.590450:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200662:200662:256:4294967295] 192.168.204.104@tcp LPNI seq info [200662:200662:8:4294967295]
00000400:00000200:2.0:1769077937.590454:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077937.590460:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077937.590465:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077937.590467:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077937.590471:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077937.590474:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077937.590478:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077937.590495:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077937.590500:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077937.590502:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077937.590519:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077937.590523:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077937.590527:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077937.590529:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077937.590532:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077937.590558:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a680 x1855007653122688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590566:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077937.590570:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653122688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590576:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.590578:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077937.590582:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077937.590585:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769077937.590589:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077937.590591:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299590156
00000100:00000001:2.0:1769077937.590594:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299591419
00000100:00000001:2.0:1769077937.590596:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299590156
00000100:00000001:2.0:1769077937.590598:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299591419
00000100:00000001:2.0:1769077937.590600:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077937.590602:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.590604:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077937.590613:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077937/real 1769077937]  req@ffff88ba87a9a680 x1855007653122688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077937.590622:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077937.590624:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077937.590625:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077937.590628:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077937.590630:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077937.590632:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077937.590635:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653122688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077937.590643:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653122688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590650:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077937.590652:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.590654:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077937.590655:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077937.590659:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653122688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590666:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077937.590670:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653122688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590677:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077937.590679:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.590681:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077937.590682:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.590684:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077937.590686:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077937.590688:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077937.590692:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077937.590694:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077937.590698:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653122688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077937.590707:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653122688:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077937.590711:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.590713:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077937.590717:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653122560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590725:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077937.590727:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077937.590729:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077937.590732:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077937.590734:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077937.590735:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077937.590737:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077937.590740:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:2.0:1769077937.590743:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077937.590744:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077937.590745:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:2.0:1769077937.590747:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077937.590748:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.590749:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077937.590752:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653122688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590757:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077937.590759:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077937.590760:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077937.590763:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077937.590764:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077937.590766:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077937.590768:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077937.590769:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:2.0:1769077937.590771:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077937.590773:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077937.590774:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:2.0:1769077937.590776:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077937.590778:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.590780:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.590784:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077937.590786:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.590788:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077937.590789:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077937.590791:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077937.590795:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653122816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590803:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077937.590805:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077937.590807:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077937.590809:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077937.590811:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077937.590815:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653122816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077937.590819:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077937.590821:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077937.590823:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077937.590825:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077937.590828:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077937.590829:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077937.590833:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077937.590835:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077937.590837:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077937.590839:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653122816, portal 4
00000100:00000001:2.0:1769077937.590841:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077937.590842:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
00000100:00000040:2.0:1769077937.590846:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653122816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590853:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077937.590855:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077937.590857:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077937.590860:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653122816, offset 0
00000400:00000200:2.0:1769077937.590864:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077937.590868:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077937.590872:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077937.590875:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077937.590879:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077937.590881:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077937.590884:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077937.590887:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200663:200663:256:4294967295] 192.168.204.104@tcp LPNI seq info [200663:200663:8:4294967295]
00000400:00000200:2.0:1769077937.590891:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077937.590898:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077937.590903:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077937.590907:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077937.590911:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077937.590914:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077937.590918:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077937.590921:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077937.590926:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077937.590928:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077937.590931:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077937.590934:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077937.590937:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077937.590939:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077937.590942:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077937.590946:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9ad80 x1855007653122816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590953:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077937.590956:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653122816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.590962:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.590963:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077937.590966:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077937.590970:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769077937.590973:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077937.590975:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299590163
00000100:00000001:2.0:1769077937.590978:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299591419
00000100:00000001:2.0:1769077937.590981:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299590163
00000100:00000001:2.0:1769077937.590983:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299591419
00000100:00000001:2.0:1769077937.590985:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077937.590987:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.590989:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077937.590993:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077937/real 1769077937]  req@ffff88ba87a9ad80 x1855007653122816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077937.591001:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077937.591003:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077937.591005:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077937.591007:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077937.591009:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077937.591011:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077937.591014:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653122816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077937.591022:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653122816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.591029:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077937.591030:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.591032:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077937.591034:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077937.591038:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653122816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.591045:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077937.591049:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653122816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.591057:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077937.591060:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.591062:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077937.591063:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.591065:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077937.591067:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077937.591070:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077937.591073:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077937.591076:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077937.591080:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653122816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077937.591089:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653122816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077937.591093:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077937.591097:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653122944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.591104:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077937.591105:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077937.591108:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077937.591110:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077937.591112:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077937.591115:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653122944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077937.591119:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077937.591121:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077937.591122:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077937.591124:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077937.591128:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077937.591131:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077937.591134:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077937.591137:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077937.591140:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077937.591143:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653122944, portal 4
00000100:00000001:2.0:1769077937.591146:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077937.591147:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000100:00000040:2.0:1769077937.591152:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653122944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.591159:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077937.591161:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077937.591164:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077937.591167:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653122944, offset 0
00000400:00000200:2.0:1769077937.591171:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077937.591176:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077937.591180:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077937.591184:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077937.591188:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077937.591192:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077937.591194:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077937.591197:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200664:200664:256:4294967295] 192.168.204.104@tcp LPNI seq info [200664:200664:8:4294967295]
00000400:00000200:2.0:1769077937.591202:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077937.591209:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077937.591215:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077937.591218:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077937.591222:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077937.591225:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077937.591230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077937.591233:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077937.591237:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077937.591240:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077937.591244:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077937.591248:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077937.591251:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077937.591253:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077937.591255:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077937.591259:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99180 x1855007653122944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.591267:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077937.591271:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653122944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.591277:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.591279:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077937.591282:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077937.591285:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769077937.591289:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077937.591291:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299590163
00000100:00000001:2.0:1769077937.591294:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299591419
00000100:00000001:2.0:1769077937.591296:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299590163
00000100:00000001:2.0:1769077937.591299:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299591419
00000100:00000001:2.0:1769077937.591301:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077937.591303:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.591306:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077937.591310:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077937/real 1769077937]  req@ffff88ba87a99180 x1855007653122944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077937.591318:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077937.591320:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077937.591321:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077937.591324:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077937.591325:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077937.591328:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077937.591331:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653122944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077937.591340:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653122944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.591347:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077937.591348:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.591351:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077937.591352:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077937.591356:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653122944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.591363:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077937.591367:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653122944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.591374:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077937.591376:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.591378:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077937.591380:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.591382:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077937.591383:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077937.591386:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077937.591390:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077937.591392:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077937.591397:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653122944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077937.591405:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653122944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077937.591409:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.591411:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077937.591414:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653122816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.591420:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077937.591422:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077937.591423:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077937.591426:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077937.591427:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077937.591429:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077937.591431:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077937.591432:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6000.
02000000:00000001:2.0:1769077937.591435:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077937.591436:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077937.591438:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:2.0:1769077937.591440:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077937.591441:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.591443:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077937.591446:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653122944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077937.591451:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077937.591453:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077937.591454:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077937.591456:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077937.591458:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077937.591459:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077937.591461:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077937.591462:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:2.0:1769077937.591464:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077937.591465:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077937.591466:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000001:2.0:1769077937.591468:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077937.591469:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.591471:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.591475:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077937.591477:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.591479:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077937.591480:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077938.228638:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077938.228643:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077938.228708:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077938.228710:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077938.228713:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077938.868613:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299591419, at 4299591424
00000100:00000010:1.0:1769077938.868630:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b360.
00010000:00000001:2.0:1769077939.252644:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077939.252650:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077939.252675:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077939.252679:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077939.252682:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077940.276617:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077940.276625:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077940.276681:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077940.276685:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077940.276688:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077941.300649:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077941.300655:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077941.300731:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077941.300735:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077941.300739:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077942.324605:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077942.324610:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077942.324665:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077942.324668:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077942.324671:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077942.709226:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077942.709233:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077942.709237:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077942.709246:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f800 x1855007653123072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.709257:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077942.709259:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077942.709264:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077942.709268:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077942.709274:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077942.709281:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653123072:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769077942.709292:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077942.709297:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077942.709301:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077942.709307:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077942.709314:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077942.709318:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077942.709328:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077942.709333:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077942.709342:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077942.709350:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653123072, portal 25
00000100:00000001:2.0:1769077942.709354:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077942.709365:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417498624 : -131140292052992 : ffff88ba8579f800)
00000100:00000040:2.0:1769077942.709372:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f800 x1855007653123072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.709393:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077942.709398:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077942.709402:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077942.709405:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653123072, offset 0
00000400:00000200:2.0:1769077942.709416:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077942.709442:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077942.709452:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077942.709459:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077942.709467:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077942.709473:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077942.709478:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077942.709484:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200665:200665:256:4294967295] 192.168.204.104@tcp LPNI seq info [200665:200665:8:4294967295]
00000400:00000200:2.0:1769077942.709491:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077942.709507:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077942.709518:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077942.709527:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077942.709573:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077942.709578:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077942.709587:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077942.709592:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077942.709599:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077942.709603:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077942.709611:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077942.709618:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077942.709625:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077942.709629:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077942.709636:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077942.709642:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f800 x1855007653123072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.709656:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077942.709661:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f800 x1855007653123072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.709674:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.709676:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077942.709682:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077942.709688:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077942.709691:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299596540
00000100:00000010:2.0:1769077942.709698:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b240.
00000100:00000001:2.0:1769077942.709708:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077942.709718:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299596540
00000100:00000010:2.0:1769077942.709724:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b3c0.
00000100:00000001:2.0:1769077942.709729:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077942.709735:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077942.709741:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.709745:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077942.709752:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077942/real 1769077942]  req@ffff88ba8579f800 x1855007653123072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077942.709772:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077942.709775:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077942.709780:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077942.709786:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077942.709790:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077942.709794:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077942.709800:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f800 x1855007653123072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077942.709820:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f800 x1855007653123072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.709834:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077942.709837:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.709841:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077942.709845:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077942.709855:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f800 x1855007653123072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.709881:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077942.709891:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f800 x1855007653123072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.709906:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077942.709912:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.709915:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077942.709918:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.709921:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077942.709924:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077942.709931:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077942.709939:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077942.709943:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077942.709953:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f800 x1855007653123072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077942.709985:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653123072:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769077942.710000:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.710006:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077942.710011:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f800 x1855007653123072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710028:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077942.710031:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077942.710035:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077942.710041:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077942.710044:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077942.710048:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769077942.710052:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077942.710056:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f000.
02000000:00000001:2.0:1769077942.710062:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077942.710066:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077942.710069:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f800.
00000100:00000001:2.0:1769077942.710079:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077942.710082:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.710087:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.710099:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077942.710103:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.710109:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077942.710113:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077942.710117:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077942.710125:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c380 x1855007653123200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710139:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077942.710142:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077942.710148:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077942.710150:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077942.710155:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077942.710164:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653123200:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077942.710174:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077942.710177:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077942.710180:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077942.710186:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077942.710192:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077942.710198:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077942.710210:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077942.710216:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077942.710221:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077942.710225:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653123200, portal 10
00000100:00000001:2.0:1769077942.710227:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077942.710228:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417485184 : -131140292066432 : ffff88ba8579c380)
00000100:00000040:2.0:1769077942.710237:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c380 x1855007653123200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710243:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077942.710246:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077942.710249:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077942.710251:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653123200, offset 0
00000400:00000200:2.0:1769077942.710255:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077942.710259:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077942.710263:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077942.710266:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077942.710269:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077942.710271:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077942.710274:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077942.710277:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200666:200666:256:4294967295] 192.168.204.104@tcp LPNI seq info [200666:200666:8:4294967295]
00000400:00000200:2.0:1769077942.710282:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077942.710288:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077942.710292:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077942.710296:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077942.710300:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077942.710303:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077942.710307:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077942.710310:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077942.710313:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077942.710315:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077942.710318:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077942.710322:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077942.710325:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077942.710327:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077942.710329:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077942.710333:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c380 x1855007653123200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710342:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077942.710346:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c380 x1855007653123200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710352:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.710354:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077942.710357:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077942.710361:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769077942.710365:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077942.710367:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299595290
00000100:00000001:2.0:1769077942.710370:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299596540
00000100:00000001:2.0:1769077942.710373:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299595290
00000100:00000001:2.0:1769077942.710375:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299596540
00000100:00000001:2.0:1769077942.710378:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077942.710380:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.710382:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077942.710386:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077942/real 1769077942]  req@ffff88ba8579c380 x1855007653123200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077942.710394:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077942.710395:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077942.710397:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077942.710399:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077942.710401:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077942.710404:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077942.710408:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c380 x1855007653123200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077942.710429:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c380 x1855007653123200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710437:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077942.710438:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.710440:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077942.710442:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077942.710446:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c380 x1855007653123200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710453:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077942.710457:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c380 x1855007653123200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710464:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077942.710467:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.710469:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077942.710471:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.710473:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077942.710475:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077942.710478:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077942.710482:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077942.710485:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077942.710489:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c380 x1855007653123200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077942.710498:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653123200:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077942.710502:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077942.710506:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579dc00 x1855007653123328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710522:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077942.710523:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077942.710526:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077942.710528:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077942.710530:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077942.710533:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653123328:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077942.710555:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077942.710558:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077942.710559:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077942.710561:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077942.710565:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077942.710567:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077942.710571:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077942.710573:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077942.710577:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077942.710580:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653123328, portal 10
00000100:00000001:2.0:1769077942.710582:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077942.710584:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417491456 : -131140292060160 : ffff88ba8579dc00)
00000100:00000040:2.0:1769077942.710590:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579dc00 x1855007653123328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710596:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077942.710599:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077942.710601:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077942.710603:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653123328, offset 0
00000400:00000200:2.0:1769077942.710607:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077942.710611:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077942.710615:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077942.710618:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077942.710621:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077942.710623:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077942.710626:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077942.710629:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200667:200667:256:4294967295] 192.168.204.104@tcp LPNI seq info [200667:200667:8:4294967295]
00000400:00000200:2.0:1769077942.710633:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077942.710640:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077942.710645:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077942.710649:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077942.710652:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077942.710655:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077942.710660:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077942.710663:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077942.710667:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077942.710669:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077942.710672:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077942.710676:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077942.710679:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077942.710681:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077942.710683:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077942.710687:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579dc00 x1855007653123328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710695:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077942.710698:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579dc00 x1855007653123328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710705:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.710707:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077942.710709:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077942.710712:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769077942.710716:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077942.710718:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299595276
00000100:00000001:2.0:1769077942.710721:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299596540
00000100:00000001:2.0:1769077942.710724:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299595276
00000100:00000001:2.0:1769077942.710726:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299596540
00000100:00000001:2.0:1769077942.710729:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077942.710731:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.710734:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077942.710738:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077942/real 1769077942]  req@ffff88ba8579dc00 x1855007653123328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077942.710747:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077942.710748:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077942.710750:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077942.710753:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077942.710754:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077942.710757:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077942.710760:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579dc00 x1855007653123328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077942.710769:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579dc00 x1855007653123328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710776:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077942.710778:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.710780:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077942.710781:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077942.710786:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579dc00 x1855007653123328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710793:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077942.710798:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579dc00 x1855007653123328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710805:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077942.710808:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.710810:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077942.710812:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.710814:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077942.710816:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077942.710819:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077942.710824:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077942.710826:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077942.710831:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579dc00 x1855007653123328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077942.710840:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653123328:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077942.710843:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077942.710847:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d880 x1855007653123456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710853:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077942.710855:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077942.710857:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077942.710859:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077942.710862:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077942.710865:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653123456:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077942.710870:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077942.710872:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077942.710874:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077942.710876:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077942.710881:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077942.710883:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077942.710887:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077942.710890:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077942.710893:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077942.710896:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653123456, portal 4
00000100:00000001:2.0:1769077942.710898:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077942.710900:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417490560 : -131140292061056 : ffff88ba8579d880)
00000100:00000040:2.0:1769077942.710906:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d880 x1855007653123456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.710914:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077942.710917:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077942.710919:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077942.710922:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653123456, offset 0
00000400:00000200:2.0:1769077942.710926:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077942.710930:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077942.710934:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077942.710937:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077942.710940:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077942.710943:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077942.710945:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077942.710949:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200668:200668:256:4294967295] 192.168.204.104@tcp LPNI seq info [200668:200668:8:4294967295]
00000400:00000200:2.0:1769077942.710953:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077942.710960:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077942.710965:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077942.710969:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077942.710973:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077942.710976:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077942.710980:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077942.710984:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077942.710987:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077942.710989:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077942.710993:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077942.710997:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077942.710999:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077942.711002:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077942.711004:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077942.711008:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d880 x1855007653123456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711017:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077942.711021:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d880 x1855007653123456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711028:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.711030:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077942.711033:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077942.711037:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769077942.711041:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077942.711043:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299595283
00000100:00000001:2.0:1769077942.711046:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299596540
00000100:00000001:2.0:1769077942.711048:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299595283
00000100:00000001:2.0:1769077942.711051:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299596540
00000100:00000001:2.0:1769077942.711053:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077942.711055:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.711058:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077942.711062:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077942/real 1769077942]  req@ffff88ba8579d880 x1855007653123456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077942.711071:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077942.711072:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077942.711075:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077942.711077:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077942.711079:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077942.711082:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077942.711085:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d880 x1855007653123456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077942.711095:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d880 x1855007653123456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711102:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077942.711104:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.711106:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077942.711107:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077942.711112:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d880 x1855007653123456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711119:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077942.711123:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d880 x1855007653123456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711131:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077942.711134:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.711135:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077942.711137:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.711139:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077942.711140:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077942.711143:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077942.711147:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077942.711149:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077942.711154:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d880 x1855007653123456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077942.711162:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653123456:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077942.711166:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.711168:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077942.711171:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c380 x1855007653123200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711178:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077942.711179:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077942.711182:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077942.711185:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077942.711186:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077942.711188:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077942.711190:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077942.711192:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c800.
02000000:00000001:2.0:1769077942.711195:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077942.711197:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077942.711199:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c380.
00000100:00000001:2.0:1769077942.711203:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077942.711205:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.711207:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077942.711210:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579dc00 x1855007653123328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711218:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077942.711219:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077942.711221:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077942.711224:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077942.711225:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077942.711227:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077942.711229:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077942.711231:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c400.
02000000:00000001:2.0:1769077942.711233:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077942.711235:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077942.711236:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579dc00.
00000100:00000001:2.0:1769077942.711239:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077942.711241:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.711243:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077942.711247:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d880 x1855007653123456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711255:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077942.711256:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077942.711258:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077942.711260:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077942.711261:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077942.711263:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077942.711265:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077942.711266:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e800.
02000000:00000001:2.0:1769077942.711268:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077942.711269:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077942.711271:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d880.
00000100:00000001:2.0:1769077942.711273:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077942.711275:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.711277:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.711280:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077942.711282:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.711284:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077942.711286:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077942.711287:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077942.711291:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d500 x1855007653123584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711299:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077942.711300:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077942.711303:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077942.711305:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077942.711307:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077942.711310:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653123584:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077942.711314:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077942.711316:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077942.711317:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077942.711319:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077942.711323:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077942.711325:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077942.711330:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077942.711332:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077942.711336:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077942.711339:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653123584, portal 4
00000100:00000001:2.0:1769077942.711341:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077942.711342:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417489664 : -131140292061952 : ffff88ba8579d500)
00000100:00000040:2.0:1769077942.711348:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d500 x1855007653123584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711355:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077942.711357:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077942.711360:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077942.711363:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653123584, offset 0
00000400:00000200:2.0:1769077942.711367:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077942.711371:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077942.711375:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077942.711378:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077942.711381:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077942.711384:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077942.711387:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077942.711390:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200669:200669:256:4294967295] 192.168.204.104@tcp LPNI seq info [200669:200669:8:4294967295]
00000400:00000200:2.0:1769077942.711395:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077942.711403:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077942.711408:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077942.711411:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077942.711415:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077942.711431:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077942.711436:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077942.711439:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077942.711444:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077942.711445:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077942.711448:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077942.711452:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077942.711455:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077942.711457:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077942.711460:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077942.711464:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d500 x1855007653123584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711472:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077942.711476:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d500 x1855007653123584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711483:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.711485:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077942.711488:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077942.711492:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769077942.711495:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077942.711498:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299595283
00000100:00000001:2.0:1769077942.711500:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299596540
00000100:00000001:2.0:1769077942.711503:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299595283
00000100:00000001:2.0:1769077942.711505:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299596540
00000100:00000001:2.0:1769077942.711508:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077942.711510:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.711512:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077942.711516:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077942/real 1769077942]  req@ffff88ba8579d500 x1855007653123584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077942.711524:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077942.711526:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077942.711528:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077942.711531:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077942.711532:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077942.711554:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077942.711559:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d500 x1855007653123584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077942.711568:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d500 x1855007653123584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711575:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077942.711577:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.711579:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077942.711581:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077942.711585:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d500 x1855007653123584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711592:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077942.711596:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d500 x1855007653123584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711603:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077942.711605:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.711607:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077942.711608:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.711610:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077942.711612:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077942.711615:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077942.711619:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077942.711622:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077942.711626:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d500 x1855007653123584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077942.711634:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653123584:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077942.711638:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.711641:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077942.711644:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d500 x1855007653123584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.711651:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077942.711652:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077942.711654:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077942.711657:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077942.711659:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077942.711660:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077942.711662:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077942.711664:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f000.
02000000:00000001:2.0:1769077942.711666:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077942.711668:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077942.711669:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d500.
00000100:00000001:2.0:1769077942.711672:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077942.711673:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.711675:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.711679:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077942.711680:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.711682:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077942.711684:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077943.348678:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077943.348691:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077943.348694:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077943.348697:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077943.348706:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077943.348709:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077943.348712:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077943.348715:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077943.348789:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077943.348793:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077943.348796:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077943.988679:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299596540, at 4299596544
00000100:00000010:1.0:1769077943.988699:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b3c0.
00010000:00000001:2.0:1769077944.372618:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077944.372626:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077944.372692:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077944.372695:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077944.372707:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077945.396672:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077945.396679:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077945.396754:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077945.396761:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077945.396767:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077946.420612:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077946.420623:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077946.420693:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077946.420698:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077946.420702:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077947.444643:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077947.444649:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077947.444747:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077947.444755:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077947.444761:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077947.828661:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077947.828673:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077947.828676:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077947.828680:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077947.828685:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077947.828693:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4927
00000400:00000200:3.0:1769077947.828704:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077947.828710:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077947.828714:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077947.828718:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077947.828722:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077947.828725:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077947.828728:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077947.828732:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077947.828735:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077947.828738:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077947.828740:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077947.828743:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077947.828746:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077947.828750:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077947.828753:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077947.828755:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077947.828757:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077947.828760:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077947.828764:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077947.828767:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077947.828770:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077947.828774:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077947.828778:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077947.828780:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077947.828783:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077947.828794:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769077947.828799:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077947.828803:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077947.828805:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077947.828808:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077947.828811:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077947.828816:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077947.828825:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769077947.828832:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077947.828841:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653123712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077947.828853:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077947.828858:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077947.828863:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653123712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077947.828888:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077947.828891:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077947.828895:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077947.828897:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077947.828899:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077947.828901:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077947.828905:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4927
00000400:00000200:3.0:1769077947.828910:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077947.828914:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077947.828917:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077947.828921:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077947.828924:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077947.828927:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077947.828929:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077947.828933:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077947.828938:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077947.828947:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077947.828949:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077947.828951:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077947.828952:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769077947.828954:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077947.828958:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077947.828963:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769077947.828964:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653123712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077947.828969:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077947.828975:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077947.828980:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077947.828983:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077947.828984:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077947.828987:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077947.828989:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
02000000:00000001:2.0:1769077947.828994:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1769077947.828994:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:2.0:1769077947.828999:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077947.829000:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077947.829005:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077947.829007:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077947.829012:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769077947.829014:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653123712:192.168.204.104@tcp:250:kworker.0
02000000:00000001:3.0:1769077947.829017:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.829021:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077947.829022:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077947.829029:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1769077947.829029:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077947.829033:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077947.829035:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.829038:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077947.829039:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077947.829046:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
02000000:00000010:2.0:1769077947.829048:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
00000020:00000040:3.0:1769077947.829050:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769077947.829053:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077947.829055:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077947.829058:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077947.829061:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077947.829063:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077947.829065:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769077947.829067:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077947.829072:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
02000000:00000010:3.0:1769077947.829074:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769077947.829080:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077947.829081:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00100000:3.0:1769077947.829088:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653123840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077947.829097:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077947.829099:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653123712, portal 25
00000100:00000001:3.0:1769077947.829100:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.829106:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769077947.829109:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653123840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.829110:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:2.0:1769077947.829122:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653123712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077947.829126:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077947.829132:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077947.829137:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769077947.829139:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1769077947.829144:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769077947.829144:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077947.829149:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769077947.829151:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000001:3.0:1769077947.829153:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1769077947.829158:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653123712, offset 0
00000100:00080000:3.0:1769077947.829159:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4927
00000400:00000200:3.0:1769077947.829167:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077947.829173:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769077947.829173:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077947.829179:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077947.829184:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077947.829186:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077947.829188:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077947.829193:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077947.829197:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:3.0:1769077947.829198:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077947.829204:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077947.829206:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000400:00000200:2.0:1769077947.829208:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769077947.829209:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077947.829214:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000400:00000200:2.0:1769077947.829216:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000001:3.0:1769077947.829218:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769077947.829224:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1769077947.829225:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769077947.829231:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000040:3.0:1769077947.829234:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077947.829241:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077947.829242:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200670:200670:256:4294967295] 192.168.204.104@tcp LPNI seq info [200670:200670:8:4294967295]
00000100:00000040:3.0:1769077947.829248:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077947.829253:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077947.829255:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077947.829259:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077947.829265:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:2.0:1769077947.829273:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077947.829273:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077947.829278:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077947.829284:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1769077947.829285:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
02000000:00000001:3.0:1769077947.829289:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077947.829293:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000100:00000001:3.0:1769077947.829294:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077947.829298:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077947.829302:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077947.829307:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769077947.829308:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077947.829315:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000100:00000010:3.0:1769077947.829316:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769077947.829322:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000800:00000200:2.1:1769077947.829327:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:3.0:1769077947.829328:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077947.829347:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077947.829349:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1769077947.829351:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077947.829355:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:2.0:1769077947.829359:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
02000000:00000001:3.0:1769077947.829360:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077947.829364:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
02000000:00000010:3.0:1769077947.829367:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769077947.829373:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077947.829374:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1769077947.829381:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653123968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077947.829383:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077947.829391:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000100:00000001:3.0:1769077947.829396:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769077947.829397:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:3.0:1769077947.829401:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.829405:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769077947.829410:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653123968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077947.829414:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653123712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077947.829434:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.829438:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769077947.829439:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077947.829445:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653123712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077947.829446:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077947.829450:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077947.829454:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077947.829460:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077947.829461:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077947.829465:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1769077947.829468:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4927
00000100:00000001:2.0:1769077947.829473:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077947.829476:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077947.829481:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077947.829485:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769077947.829487:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077947.829491:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299601659
00000100:00000040:3.0:1769077947.829493:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077947.829498:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077947.829501:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000010:2.0:1769077947.829502:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b5a0.
00000100:00000001:3.0:1769077947.829503:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077947.829507:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077947.829509:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00000001:2.0:1769077947.829511:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1769077947.829512:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077947.829515:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077947.829519:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:2.0:1769077947.829522:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299601659
00000020:00000001:3.0:1769077947.829522:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077947.829527:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000010:2.0:1769077947.829530:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b120.
00000100:00000001:3.0:1769077947.829532:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077947.829565:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077947.829568:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077947.829572:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077947.829576:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077947.829579:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.829580:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1769077947.829582:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077947.829587:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077947.829588:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077947.829595:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077947.829595:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077947.829599:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077947.829601:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1769077947.829604:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1769077947.829609:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077947/real 1769077947]  req@ffff88ba87a98e00 x1855007653123712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077947.829610:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077947.829614:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077947.829621:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769077947.829626:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000400:00000001:2.0:1769077947.829628:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1769077947.829629:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000001:2.0:1769077947.829631:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1769077947.829633:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077947.829636:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000100:00000001:3.0:1769077947.829637:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077947.829642:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
02000000:00000001:3.0:1769077947.829642:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077947.829644:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077947.829646:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077947.829651:0:2405:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:3.0:1769077947.829652:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000200:2.0:1769077947.829656:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653123712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077947.829658:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077947.829668:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653124096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077947.829675:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653123712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077947.829686:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077947.829691:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077947.829691:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.829696:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.829701:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1769077947.829702:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653124096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.829704:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077947.829714:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653123712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077947.829718:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077947.829725:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077947.829730:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077947.829732:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077947.829735:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769077947.829739:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653123712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077947.829739:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077947.829746:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077947.829753:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4927
00000100:00000001:2.0:1769077947.829755:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077947.829760:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769077947.829761:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077947.829763:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077947.829767:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769077947.829770:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077947.829772:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077947.829775:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077947.829777:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1769077947.829781:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1769077947.829785:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00080000:2.0:1769077947.829790:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077947.829792:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077947.829795:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077947.829799:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000040:2.0:1769077947.829804:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653123712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077947.829805:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077947.829811:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077947.829815:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077947.829818:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077947.829822:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00100000:2.0:1769077947.829824:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653123712:192.168.204.104@tcp:250:kworker.0
00000020:00000001:3.0:1769077947.829827:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:2.0:1769077947.829833:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769077947.829833:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:2.0:1769077947.829839:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077947.829842:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000040:2.0:1769077947.829845:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653123712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077947.829847:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077947.829853:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077947.829859:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077947.829865:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1769077947.829866:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
02000000:00000001:2.0:1769077947.829870:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1769077947.829873:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000010:2.0:1769077947.829875:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
00000100:00000001:3.0:1769077947.829878:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.829881:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1769077947.829882:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:2.0:1769077947.829885:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077947.829888:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077947.829888:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077947.829894:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077947.829895:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:3.0:1769077947.829899:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769077947.829900:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
00000008:00100000:3.0:1769077947.829903:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1769077947.829906:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:3.0:1769077947.829907:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.829911:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1769077947.829912:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077947.829915:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000010:3.0:1769077947.829918:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000100:00000001:2.0:1769077947.829921:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1769077947.829923:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000001:2.0:1769077947.829924:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.829930:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077947.829930:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077947.829933:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077947.829937:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077947.829939:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077947.829940:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1769077947.829941:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.829944:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077947.829947:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:2.0:1769077947.829949:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077947.829952:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077947.829953:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.829955:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1769077947.829963:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653124224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077947.829964:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653123840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.829992:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077947.829995:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.830000:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077947.830003:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077947.830005:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077947.830008:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077947.830010:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077947.830015:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653123840:192.168.204.104@tcp:38:kworker.0
00000100:00000040:3.0:1769077947.830020:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653124224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830022:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077947.830026:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077947.830028:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.830033:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077947.830039:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
00000100:00000001:3.0:1769077947.830040:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.830043:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077947.830048:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4938)
00000400:00000200:2.0:1769077947.830051:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077947.830057:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077947.830061:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077947.830064:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653123840, portal 10
00000100:00000001:2.0:1769077947.830066:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077947.830068:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000100:00000040:2.0:1769077947.830076:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653123840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830083:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077947.830086:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077947.830089:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077947.830092:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653123840, offset 0
00000400:00000200:2.0:1769077947.830096:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077947.830100:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077947.830104:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077947.830107:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077947.830110:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077947.830112:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077947.830115:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077947.830118:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200671:200671:256:4294967295] 192.168.204.104@tcp LPNI seq info [200671:200671:8:4294967295]
00000400:00000200:2.0:1769077947.830123:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077947.830129:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077947.830134:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077947.830138:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077947.830142:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077947.830145:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077947.830150:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077947.830153:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077947.830157:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077947.830159:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077947.830162:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077947.830166:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077947.830169:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077947.830171:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077947.830174:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077947.830178:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b100 x1855007653123840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830186:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077947.830189:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653123840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830196:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.830198:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077947.830201:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077947.830205:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769077947.830208:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077947.830211:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299600410
00000100:00000001:2.0:1769077947.830213:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299601659
00000100:00000001:2.0:1769077947.830216:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299600410
00000100:00000001:2.0:1769077947.830218:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299601659
00000100:00000001:2.0:1769077947.830221:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077947.830223:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.830225:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077947.830229:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077947/real 1769077947]  req@ffff88ba87a9b100 x1855007653123840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077947.830238:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077947.830239:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077947.830241:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077947.830244:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077947.830245:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077947.830248:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077947.830251:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653123840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077947.830260:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653123840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830267:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077947.830269:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.830271:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077947.830272:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077947.830276:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653123840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830284:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077947.830288:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653123840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830296:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077947.830299:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.830300:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077947.830302:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.830304:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077947.830306:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077947.830309:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077947.830313:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077947.830315:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077947.830320:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653123840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077947.830329:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653123840:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077947.830348:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077947.830352:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653123968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830360:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077947.830361:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.830364:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077947.830366:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077947.830368:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077947.830371:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653123968:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077947.830375:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077947.830377:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077947.830379:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.830380:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077947.830384:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077947.830386:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077947.830391:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077947.830394:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077947.830397:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077947.830400:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653123968, portal 10
00000100:00000001:2.0:1769077947.830402:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077947.830404:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:2.0:1769077947.830409:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653123968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830416:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077947.830419:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077947.830421:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077947.830424:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653123968, offset 0
00000400:00000200:2.0:1769077947.830429:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077947.830432:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077947.830436:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077947.830440:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077947.830442:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077947.830445:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077947.830447:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077947.830451:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200672:200672:256:4294967295] 192.168.204.104@tcp LPNI seq info [200672:200672:8:4294967295]
00000400:00000200:2.0:1769077947.830456:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077947.830462:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077947.830467:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077947.830471:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077947.830475:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077947.830478:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077947.830483:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077947.830486:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077947.830490:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077947.830492:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077947.830495:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077947.830498:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077947.830501:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077947.830503:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077947.830506:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077947.830510:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653123968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830519:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077947.830522:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653123968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830530:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.830531:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077947.830553:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077947.830557:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769077947.830560:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077947.830563:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299600396
00000100:00000001:2.0:1769077947.830565:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299601659
00000100:00000001:2.0:1769077947.830568:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299600396
00000100:00000001:2.0:1769077947.830570:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299601659
00000100:00000001:2.0:1769077947.830572:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077947.830574:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.830576:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077947.830581:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077947/real 1769077947]  req@ffff88ba87a98700 x1855007653123968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077947.830590:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077947.830591:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077947.830593:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077947.830596:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077947.830598:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077947.830600:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077947.830603:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653123968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077947.830612:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653123968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830621:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077947.830623:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.830625:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077947.830626:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077947.830630:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653123968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830638:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077947.830642:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653123968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830650:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077947.830653:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.830655:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077947.830656:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.830658:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077947.830660:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077947.830663:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077947.830667:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077947.830670:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077947.830674:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653123968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077947.830683:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653123968:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077947.830688:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077947.830692:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653124096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830699:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077947.830701:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.830704:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077947.830706:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077947.830708:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077947.830711:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653124096:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077947.830715:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077947.830717:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077947.830718:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.830720:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077947.830724:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077947.830726:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077947.830730:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077947.830733:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077947.830736:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077947.830739:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653124096, portal 4
00000100:00000001:2.0:1769077947.830742:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077947.830743:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:2.0:1769077947.830749:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653124096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830756:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077947.830758:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077947.830761:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077947.830763:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653124096, offset 0
00000400:00000200:2.0:1769077947.830768:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077947.830772:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077947.830776:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077947.830779:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077947.830781:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077947.830784:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077947.830786:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077947.830789:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200673:200673:256:4294967295] 192.168.204.104@tcp LPNI seq info [200673:200673:8:4294967295]
00000400:00000200:2.0:1769077947.830794:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077947.830801:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077947.830807:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077947.830811:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077947.830815:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077947.830818:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077947.830822:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077947.830825:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077947.830829:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077947.830832:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077947.830835:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077947.830839:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077947.830842:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077947.830844:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077947.830847:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077947.830851:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653124096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830860:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077947.830863:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653124096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830870:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.830871:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077947.830875:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077947.830878:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769077947.830882:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077947.830885:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299600403
00000100:00000001:2.0:1769077947.830888:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299601659
00000100:00000001:2.0:1769077947.830890:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299600403
00000100:00000001:2.0:1769077947.830893:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299601659
00000100:00000001:2.0:1769077947.830895:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077947.830897:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.830899:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077947.830903:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077947/real 1769077947]  req@ffff88ba87a9b480 x1855007653124096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077947.830912:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077947.830914:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077947.830915:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077947.830918:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077947.830920:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077947.830922:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077947.830926:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653124096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077947.830935:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653124096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830942:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077947.830943:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.830946:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077947.830947:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077947.830951:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653124096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830958:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077947.830962:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653124096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.830969:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077947.830972:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.830973:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077947.830975:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.830977:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077947.830978:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077947.830981:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077947.830985:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077947.830987:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077947.830992:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653124096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077947.831001:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653124096:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077947.831005:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.831007:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077947.831010:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653123840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.831017:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077947.831018:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077947.831021:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077947.831023:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077947.831025:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077947.831027:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077947.831029:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077947.831031:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:2.0:1769077947.831033:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077947.831035:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077947.831036:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:2.0:1769077947.831039:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077947.831040:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.831042:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077947.831045:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653123968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.831052:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077947.831053:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077947.831055:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077947.831057:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077947.831059:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077947.831060:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077947.831062:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077947.831063:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:2.0:1769077947.831066:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077947.831068:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077947.831069:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:2.0:1769077947.831071:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077947.831073:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.831074:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077947.831077:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653124096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.831084:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077947.831085:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077947.831087:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077947.831090:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077947.831091:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077947.831093:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077947.831095:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077947.831096:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:2.0:1769077947.831098:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077947.831100:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077947.831101:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:2.0:1769077947.831103:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077947.831104:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.831106:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.831109:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077947.831111:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.831113:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077947.831114:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077947.831116:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077947.831120:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653124224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.831126:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077947.831128:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.831130:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077947.831132:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077947.831134:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077947.831137:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653124224:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077947.831140:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077947.831142:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077947.831144:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.831146:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077947.831149:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077947.831152:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077947.831155:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077947.831158:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077947.831161:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077947.831164:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653124224, portal 4
00000100:00000001:2.0:1769077947.831166:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077947.831168:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:2.0:1769077947.831174:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653124224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.831181:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077947.831183:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077947.831185:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077947.831188:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653124224, offset 0
00000400:00000200:2.0:1769077947.831192:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077947.831196:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077947.831199:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077947.831202:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077947.831205:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077947.831208:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077947.831210:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077947.831214:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200674:200674:256:4294967295] 192.168.204.104@tcp LPNI seq info [200674:200674:8:4294967295]
00000400:00000200:2.0:1769077947.831218:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077947.831225:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077947.831230:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077947.831233:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077947.831237:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077947.831240:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077947.831244:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077947.831260:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077947.831265:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077947.831267:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077947.831270:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077947.831274:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077947.831277:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077947.831279:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077947.831282:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077947.831286:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653124224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.831294:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077947.831298:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653124224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.831305:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.831306:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077947.831309:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077947.831312:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769077947.831316:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077947.831319:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299600403
00000100:00000001:2.0:1769077947.831321:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299601659
00000100:00000001:2.0:1769077947.831324:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299600403
00000100:00000001:2.0:1769077947.831326:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299601659
00000100:00000001:2.0:1769077947.831329:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077947.831347:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.831349:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077947.831354:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077947/real 1769077947]  req@ffff88ba87a99f80 x1855007653124224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077947.831362:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077947.831364:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077947.831366:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077947.831369:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077947.831371:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077947.831374:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077947.831377:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653124224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077947.831386:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653124224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.831393:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077947.831395:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.831397:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077947.831399:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077947.831403:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653124224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.831410:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077947.831414:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653124224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.831422:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077947.831425:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.831427:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077947.831428:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.831430:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077947.831432:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077947.831435:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077947.831439:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077947.831441:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077947.831445:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653124224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077947.831454:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653124224:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077947.831458:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.831460:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077947.831464:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653124224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.831471:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077947.831473:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077947.831475:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077947.831478:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077947.831479:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077947.831481:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077947.831483:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077947.831485:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:2.0:1769077947.831488:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077947.831489:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077947.831491:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:2.0:1769077947.831494:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077947.831495:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.831497:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077947.831501:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077947.831503:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.831505:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077947.831507:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077948.468649:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077948.468654:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077948.468718:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077948.468721:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077948.468724:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077949.108680:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299601659, at 4299601664
00000100:00000010:1.0:1769077949.108709:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b120.
00010000:00000001:2.0:1769077949.492681:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077949.492687:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077949.492759:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077949.492762:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077949.492765:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077950.516609:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077950.516615:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077950.516700:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077950.516704:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077950.516708:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077951.540637:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077951.540643:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077951.540710:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077951.540715:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077951.540720:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077952.564642:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077952.564649:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077952.564700:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077952.564704:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077952.564707:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077952.948645:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077952.948654:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077952.948656:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077952.948660:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077952.948663:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077952.948669:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4933
00000400:00000200:3.0:1769077952.948677:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077952.948682:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077952.948684:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077952.948687:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.948689:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077952.948691:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.948694:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077952.948697:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077952.948698:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077952.948700:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077952.948702:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077952.948704:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077952.948706:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077952.948708:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.948710:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077952.948711:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.948713:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077952.948715:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077952.948717:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077952.948719:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077952.948721:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077952.948723:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077952.948725:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077952.948727:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077952.948728:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077952.948738:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769077952.948740:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077952.948743:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077952.948744:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077952.948746:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077952.948749:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077952.948753:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077952.948762:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077952.948768:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077952.948777:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653124352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077952.948788:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077952.948793:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077952.948798:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653124352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077952.948827:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077952.948831:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077952.948834:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077952.948836:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077952.948838:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077952.948841:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077952.948844:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4933
00000400:00000200:3.0:1769077952.948849:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077952.948853:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077952.948856:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077952.948860:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.948863:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077952.948865:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077952.948865:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.948871:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077952.948872:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077952.948875:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077952.948877:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769077952.948879:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077952.948883:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077952.948886:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077952.948889:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769077952.948890:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653124352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077952.948893:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077952.948903:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.948908:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077952.948911:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077952.948913:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077952.948914:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077952.948918:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:2.0:1769077952.948919:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077952.948922:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:2.0:1769077952.948926:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077952.948926:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.948931:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077952.948931:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077952.948934:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077952.948937:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653124352:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769077952.948941:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077952.948946:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077952.948948:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.948950:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077952.948953:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769077952.948955:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:3.0:1769077952.948958:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.948959:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077952.948963:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077952.948969:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000008:00100000:3.0:1769077952.948970:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769077952.948974:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000008:00000001:3.0:1769077952.948976:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077952.948980:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077952.948982:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000010:3.0:1769077952.948986:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769077952.948990:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000200:2.0:1769077952.948992:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653124352, portal 25
02000000:00000001:3.0:1769077952.948994:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077952.948997:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769077952.948998:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.949001:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000001:3.0:1769077952.949002:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077952.949004:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077952.949006:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077952.949010:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000040:2.0:1769077952.949014:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653124352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077952.949015:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077952.949024:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653124480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077952.949033:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077952.949034:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077952.949038:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077952.949042:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769077952.949046:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653124480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077952.949049:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000001:3.0:1769077952.949057:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077952.949058:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653124352, offset 0
00000100:00080000:3.0:1769077952.949060:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077952.949064:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077952.949065:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077952.949066:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077952.949071:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769077952.949071:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077952.949076:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4933
00000400:00000200:3.0:1769077952.949080:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077952.949082:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077952.949083:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077952.949085:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.949087:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077952.949091:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:3.0:1769077952.949091:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.949094:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077952.949097:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077952.949099:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000400:00000200:2.0:1769077952.949100:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000001:3.0:1769077952.949101:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077952.949109:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769077952.949112:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000400:00000200:2.0:1769077952.949116:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000001:3.0:1769077952.949117:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077952.949120:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769077952.949125:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769077952.949125:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.949128:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077952.949133:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077952.949135:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.949135:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077952.949140:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077952.949144:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077952.949147:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077952.949148:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200675:200675:256:4294967295] 192.168.204.104@tcp LPNI seq info [200675:200675:8:4294967295]
02000000:00000001:3.0:1769077952.949149:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077952.949152:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077952.949156:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077952.949162:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077952.949162:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077952.949165:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077952.949168:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077952.949169:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077952.949172:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769077952.949177:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000400:00000200:2.0:1769077952.949181:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769077952.949182:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077952.949185:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077952.949189:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077952.949191:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077952.949193:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077952.949194:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
02000000:00000010:3.0:1769077952.949196:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000800:00000010:2.0:1769077952.949200:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000100:00000001:3.0:1769077952.949200:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077952.949208:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653124608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769077952.949214:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077952.949220:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1769077952.949221:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077952.949227:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077952.949228:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077952.949232:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1769077952.949236:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653124608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769077952.949239:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077952.949243:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000100:00000001:3.0:1769077952.949264:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077952.949267:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077952.949272:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769077952.949274:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769077952.949274:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077952.949280:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077952.949282:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077952.949286:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077952.949289:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000100:00080000:3.0:1769077952.949292:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4933
00000400:00000010:2.0:1769077952.949294:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077952.949301:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1769077952.949302:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000200:2.0:1769077952.949308:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653124352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077952.949311:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077952.949318:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077952.949325:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077952.949326:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077952.949331:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077952.949332:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653124352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.949338:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.949339:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077952.949345:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077952.949350:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077952.949351:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077952.949355:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077952.949356:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299606779
00000020:00000001:3.0:1769077952.949360:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000010:2.0:1769077952.949363:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b660.
00000020:00000040:3.0:1769077952.949363:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077952.949367:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077952.949369:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077952.949371:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077952.949372:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:2.0:1769077952.949373:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1769077952.949375:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.949378:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077952.949380:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.949381:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077952.949382:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299606779
00000020:00000040:3.0:1769077952.949383:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000010:2.0:1769077952.949389:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b000.
00000100:00080000:3.0:1769077952.949390:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077952.949395:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.949396:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1769077952.949398:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077952.949401:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077952.949402:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077952.949407:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077952.949407:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077952.949412:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077952.949414:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1769077952.949415:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077952.949419:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077952.949420:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077952/real 1769077952]  req@ffff88ba87a98380 x1855007653124352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077952.949421:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077952.949427:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769077952.949431:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077952.949436:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077952.949439:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077952.949443:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077952.949445:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1769077952.949448:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1769077952.949449:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077952.949452:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000010:3.0:1769077952.949454:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000400:00000010:2.0:1769077952.949456:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077952.949460:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000100:00000001:3.0:1769077952.949460:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077952.949464:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077952.949468:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1769077952.949469:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653124736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077952.949474:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653124352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077952.949480:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077952.949483:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077952.949490:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653124736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077952.949493:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653124352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077952.949509:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.949512:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1769077952.949513:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077952.949516:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077952.949517:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077952.949519:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077952.949520:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077952.949523:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077952.949524:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077952.949530:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769077952.949532:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653124352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077952.949556:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4933
00000400:00000200:3.0:1769077952.949563:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077952.949567:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077952.949569:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077952.949578:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077952.949579:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077952.949585:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077952.949589:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653124352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077952.949592:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.949598:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077952.949601:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1769077952.949605:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077952.949606:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769077952.949607:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000100:00000001:2.0:1769077952.949609:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077952.949611:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769077952.949611:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077952.949614:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:2.0:1769077952.949615:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1769077952.949617:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:2.0:1769077952.949619:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1769077952.949622:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00080000:2.0:1769077952.949623:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1769077952.949628:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00080000:2.0:1769077952.949630:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769077952.949631:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077952.949635:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077952.949636:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077952.949640:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077952.949643:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000040:2.0:1769077952.949644:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653124352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077952.949648:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077952.949653:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077952.949656:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077952.949660:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077952.949664:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077952.949666:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:2.0:1769077952.949668:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653124352:192.168.204.104@tcp:250:kworker.0
00000008:00100000:3.0:1769077952.949669:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077952.949673:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077952.949677:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.949680:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1769077952.949681:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769077952.949686:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000001:2.0:1769077952.949687:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1769077952.949689:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077952.949692:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077952.949694:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077952.949695:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653124352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077952.949696:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077952.949698:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077952.949703:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769077952.949707:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077952.949712:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653124864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077952.949721:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1769077952.949722:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077952.949726:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.949727:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1769077952.949730:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653124864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077952.949733:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
00000100:00000001:3.0:1769077952.949740:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.949741:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1769077952.949743:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4943)
00000020:00000001:2.0:1769077952.949745:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077952.949749:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769077952.949752:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077952.949755:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:2.0:1769077952.949759:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077952.949762:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077952.949763:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:2.0:1769077952.949766:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077952.949767:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.949768:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.949774:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077952.949776:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.949777:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077952.949779:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077952.949780:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077952.949784:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653124480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.949789:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077952.949790:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.949792:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077952.949793:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077952.949795:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077952.949796:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653124480:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077952.949799:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077952.949801:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077952.949802:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.949803:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077952.949805:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077952.949807:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077952.949811:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077952.949813:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077952.949815:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077952.949818:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653124480, portal 10
00000100:00000001:2.0:1769077952.949819:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077952.949820:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00000040:2.0:1769077952.949825:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653124480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.949829:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077952.949831:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077952.949832:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077952.949834:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653124480, offset 0
00000400:00000200:2.0:1769077952.949837:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077952.949840:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077952.949843:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077952.949845:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077952.949847:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077952.949848:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077952.949850:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077952.949852:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200676:200676:256:4294967295] 192.168.204.104@tcp LPNI seq info [200676:200676:8:4294967295]
00000400:00000200:2.0:1769077952.949855:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077952.949861:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077952.949866:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077952.949869:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077952.949873:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077952.949876:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077952.949881:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077952.949884:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077952.949889:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077952.949891:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077952.949894:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077952.949898:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077952.949901:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077952.949903:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077952.949904:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077952.949907:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653124480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.949913:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077952.949915:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653124480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.949920:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.949921:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077952.949923:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077952.949926:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769077952.949929:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077952.949930:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299605530
00000100:00000001:2.0:1769077952.949932:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299606779
00000100:00000001:2.0:1769077952.949934:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299605530
00000100:00000001:2.0:1769077952.949935:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299606779
00000100:00000001:2.0:1769077952.949936:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077952.949938:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.949939:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077952.949941:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077952/real 1769077952]  req@ffff88ba87a9a300 x1855007653124480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077952.949946:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077952.949948:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077952.949949:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077952.949951:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077952.949952:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077952.949953:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077952.949956:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653124480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077952.949961:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653124480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.949965:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077952.949965:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.949967:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077952.949967:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077952.949970:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653124480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.949975:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077952.949979:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653124480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.949986:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077952.949989:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.949991:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077952.949992:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.949994:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077952.949995:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077952.949998:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077952.950002:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077952.950004:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077952.950008:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653124480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077952.950018:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653124480:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077952.950022:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077952.950026:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653124608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950033:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077952.950035:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.950037:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077952.950039:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077952.950041:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077952.950044:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653124608:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077952.950048:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077952.950049:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077952.950051:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.950052:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077952.950055:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077952.950056:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077952.950059:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077952.950061:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077952.950063:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077952.950065:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653124608, portal 10
00000100:00000001:2.0:1769077952.950067:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077952.950068:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:2.0:1769077952.950072:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653124608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950076:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077952.950078:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077952.950079:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077952.950081:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653124608, offset 0
00000400:00000200:2.0:1769077952.950083:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077952.950086:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077952.950089:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077952.950091:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077952.950093:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077952.950094:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077952.950096:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077952.950098:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200677:200677:256:4294967295] 192.168.204.104@tcp LPNI seq info [200677:200677:8:4294967295]
00000400:00000200:2.0:1769077952.950101:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077952.950106:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077952.950110:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077952.950113:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077952.950117:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077952.950120:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077952.950125:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077952.950127:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077952.950131:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077952.950133:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077952.950136:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077952.950140:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077952.950143:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077952.950145:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077952.950147:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077952.950152:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653124608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950160:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077952.950164:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653124608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950171:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.950172:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077952.950175:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077952.950177:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769077952.950180:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077952.950181:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299605515
00000100:00000001:2.0:1769077952.950183:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299606779
00000100:00000001:2.0:1769077952.950185:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299605515
00000100:00000001:2.0:1769077952.950186:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299606779
00000100:00000001:2.0:1769077952.950188:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077952.950189:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.950191:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077952.950193:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077952/real 1769077952]  req@ffff88ba87a99880 x1855007653124608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077952.950198:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077952.950199:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077952.950200:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077952.950201:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077952.950202:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077952.950204:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077952.950206:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653124608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077952.950211:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653124608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950215:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077952.950216:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950217:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077952.950218:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077952.950220:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653124608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950224:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077952.950227:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653124608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950231:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077952.950232:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950233:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077952.950234:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950236:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077952.950237:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077952.950239:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077952.950241:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077952.950242:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077952.950261:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653124608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077952.950267:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653124608:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077952.950269:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077952.950272:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653124736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950276:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077952.950277:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.950279:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077952.950280:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077952.950282:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077952.950284:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653124736:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077952.950286:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077952.950287:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077952.950288:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.950289:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077952.950292:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077952.950293:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077952.950296:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077952.950298:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077952.950300:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077952.950303:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653124736, portal 4
00000100:00000001:2.0:1769077952.950304:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077952.950305:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:2.0:1769077952.950309:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653124736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950313:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077952.950315:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077952.950317:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077952.950318:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653124736, offset 0
00000400:00000200:2.0:1769077952.950321:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077952.950324:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077952.950326:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077952.950328:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077952.950330:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077952.950331:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077952.950333:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077952.950335:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200678:200678:256:4294967295] 192.168.204.104@tcp LPNI seq info [200678:200678:8:4294967295]
00000400:00000200:2.0:1769077952.950338:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077952.950342:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077952.950345:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077952.950347:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077952.950349:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077952.950351:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077952.950354:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077952.950356:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077952.950359:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077952.950360:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077952.950362:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077952.950365:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077952.950367:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077952.950368:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077952.950369:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077952.950371:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653124736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950376:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077952.950378:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653124736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950387:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.950388:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077952.950390:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077952.950392:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769077952.950394:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077952.950395:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299605522
00000100:00000001:2.0:1769077952.950397:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299606779
00000100:00000001:2.0:1769077952.950398:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299605522
00000100:00000001:2.0:1769077952.950400:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299606779
00000100:00000001:2.0:1769077952.950401:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077952.950402:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.950403:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077952.950405:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077952/real 1769077952]  req@ffff88ba87a9b800 x1855007653124736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077952.950410:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077952.950411:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077952.950412:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077952.950413:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077952.950414:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077952.950416:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077952.950418:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653124736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077952.950423:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653124736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950426:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077952.950427:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950428:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077952.950429:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077952.950431:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653124736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950436:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077952.950439:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653124736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950443:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077952.950444:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950445:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077952.950446:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950447:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077952.950448:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077952.950449:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077952.950451:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077952.950453:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077952.950455:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653124736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077952.950460:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653124736:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077952.950462:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077952.950464:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653124864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950468:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077952.950469:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.950470:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077952.950471:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077952.950473:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077952.950475:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653124864:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077952.950477:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077952.950478:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077952.950479:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.950480:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077952.950482:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769077952.950484:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077952.950486:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077952.950487:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077952.950489:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077952.950491:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653124864, portal 4
00000100:00000001:2.0:1769077952.950492:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077952.950493:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:2.0:1769077952.950497:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653124864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950501:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077952.950502:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077952.950504:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077952.950505:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653124864, offset 0
00000400:00000200:2.0:1769077952.950507:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077952.950509:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077952.950511:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077952.950513:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077952.950514:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077952.950516:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077952.950517:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077952.950519:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200679:200679:256:4294967295] 192.168.204.104@tcp LPNI seq info [200679:200679:8:4294967295]
00000400:00000200:2.0:1769077952.950522:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077952.950526:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077952.950528:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077952.950530:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077952.950532:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077952.950534:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077952.950553:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077952.950555:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077952.950557:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077952.950559:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077952.950561:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077952.950563:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077952.950565:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077952.950566:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077952.950568:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077952.950570:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653124864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950575:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077952.950577:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653124864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950582:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.950583:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077952.950585:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077952.950586:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769077952.950589:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077952.950590:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299605523
00000100:00000001:2.0:1769077952.950592:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299606779
00000100:00000001:2.0:1769077952.950593:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299605523
00000100:00000001:2.0:1769077952.950595:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299606779
00000100:00000001:2.0:1769077952.950596:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077952.950597:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.950598:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077952.950601:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077952/real 1769077952]  req@ffff88ba87a99c00 x1855007653124864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077952.950605:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077952.950606:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077952.950607:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077952.950609:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077952.950610:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077952.950611:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077952.950613:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653124864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077952.950619:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653124864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950622:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077952.950623:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950624:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077952.950625:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077952.950627:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653124864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950631:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077952.950633:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653124864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950637:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077952.950639:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950640:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077952.950641:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950642:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077952.950643:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077952.950646:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077952.950649:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077952.950651:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077952.950655:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653124864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077952.950664:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653124864:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077952.950668:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950670:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077952.950674:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653124480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950681:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077952.950683:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077952.950685:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769077952.950688:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077952.950690:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077952.950691:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077952.950693:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077952.950695:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:2.0:1769077952.950698:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077952.950699:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077952.950701:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:2.0:1769077952.950704:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077952.950705:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950706:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077952.950709:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653124608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950714:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077952.950715:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077952.950716:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077952.950717:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077952.950718:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077952.950719:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077952.950720:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077952.950721:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:2.0:1769077952.950722:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077952.950723:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077952.950724:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:2.0:1769077952.950725:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077952.950726:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950727:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077952.950728:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653124736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950732:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077952.950733:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077952.950734:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077952.950736:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077952.950737:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077952.950738:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077952.950739:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077952.950740:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:2.0:1769077952.950741:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077952.950741:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077952.950742:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:2.0:1769077952.950744:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077952.950744:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950745:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077952.950747:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653124864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.950751:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077952.950751:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077952.950752:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769077952.950753:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077952.950754:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077952.950755:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077952.950756:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077952.950757:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:2.0:1769077952.950758:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077952.950758:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077952.950759:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:2.0:1769077952.950760:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077952.950761:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950762:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.950765:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077952.950766:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.950767:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077952.950768:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077953.588635:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077953.588643:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077953.588646:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077953.588648:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077953.588652:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077953.588654:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077953.588656:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077953.588657:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077953.588710:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077953.588713:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077953.588716:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077954.228619:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299606779, at 4299606784
00000100:00000010:1.0:1769077954.228635:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b000.
00010000:00000001:2.0:1769077954.612682:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077954.612689:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077954.612739:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077954.612743:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077954.612746:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077955.636646:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077955.636652:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077955.636707:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077955.636711:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077955.636714:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077956.660648:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077956.660655:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077956.660725:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077956.660730:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077956.660734:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077957.684637:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077957.684642:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077957.684695:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077957.684698:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077957.684701:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077958.068643:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077958.068654:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077958.068657:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077958.068660:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077958.068665:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077958.068672:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4938
00000400:00000200:3.0:1769077958.068681:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077958.068688:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077958.068691:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077958.068695:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077958.068699:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077958.068701:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077958.068704:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077958.068709:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077958.068711:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077958.068714:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077958.068716:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077958.068719:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077958.068721:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077958.068725:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077958.068727:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077958.068729:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077958.068732:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077958.068735:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077958.068737:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077958.068740:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077958.068743:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077958.068745:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077958.068748:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077958.068750:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077958.068753:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077958.068763:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000020:00000040:3.0:1769077958.068767:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077958.068771:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077958.068773:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077958.068776:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077958.068779:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077958.068783:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077958.068791:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769077958.068798:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077958.068807:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653124992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077958.068818:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077958.068823:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077958.068828:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653124992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077958.068850:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077958.068854:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077958.068858:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077958.068859:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077958.068861:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077958.068864:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077958.068867:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4938
00000400:00000200:3.0:1769077958.068871:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077958.068874:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077958.068877:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077958.068881:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077958.068884:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077958.068887:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077958.068890:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077958.068893:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077958.068894:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000100:00000001:2.0:1769077958.068896:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769077958.068897:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077958.068901:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:2.0:1769077958.068903:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077958.068904:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:2.0:1769077958.068908:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077958.068909:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077958.068914:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000040:2.0:1769077958.068918:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98000 x1855007653124992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.068928:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077958.068930:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077958.068932:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077958.068936:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:2.0:1769077958.068937:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077958.068941:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:2.0:1769077958.068942:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077958.068948:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077958.068948:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00100000:2.0:1769077958.068953:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653124992:192.168.204.104@tcp:250:kworker.0
00000100:00080000:3.0:1769077958.068956:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077958.068959:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077958.068961:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077958.068963:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077958.068965:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077958.068966:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077958.068970:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077958.068971:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769077958.068974:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:3.0:1769077958.068976:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077958.068979:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077958.068983:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077958.068988:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077958.068989:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077958.068993:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077958.068997:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000010:3.0:1769077958.068999:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000400:00000010:2.0:1769077958.069002:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000020:00000040:3.0:1769077958.069003:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077958.069009:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077958.069010:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
02000000:00000001:3.0:1769077958.069011:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077958.069015:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077958.069017:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1769077958.069019:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653124992, portal 25
02000000:00000001:3.0:1769077958.069019:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.069025:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077958.069027:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168064 : -131140255383552 : ffff88ba87a98000)
02000000:00000010:3.0:1769077958.069030:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000040:2.0:1769077958.069033:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98000 x1855007653124992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077958.069036:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.069045:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1769077958.069047:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653125120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077958.069052:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077958.069058:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000001:3.0:1769077958.069062:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077958.069065:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653124992, offset 0
00000100:00000001:3.0:1769077958.069066:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077958.069075:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653125120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077958.069081:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769077958.069092:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077958.069094:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769077958.069096:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077958.069101:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077958.069104:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:3.0:1769077958.069105:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077958.069109:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077958.069113:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077958.069115:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769077958.069117:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4938
00000400:00000200:2.0:1769077958.069121:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077958.069125:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077958.069127:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077958.069129:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200680:200680:256:4294967295] 192.168.204.104@tcp LPNI seq info [200680:200680:8:4294967295]
00000400:00000200:2.0:1769077958.069133:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077958.069138:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077958.069145:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769077958.069148:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077958.069153:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1769077958.069156:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769077958.069174:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000010:2.0:1769077958.069178:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000100:00000001:3.0:1769077958.069178:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077958.069183:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077958.069187:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:2.0:1769077958.069191:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:3.0:1769077958.069192:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077958.069195:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000800:00000200:2.0:1769077958.069199:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769077958.069199:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077958.069201:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077958.069205:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077958.069209:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000200:2.1:1769077958.069212:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769077958.069215:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:2.1:1769077958.069219:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769077958.069220:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077958.069224:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077958.069228:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077958.069232:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000800:00000100:2.0:1769077958.069233:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00080000:3.0:1769077958.069239:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000010:2.0:1769077958.069240:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000100:00000001:3.0:1769077958.069242:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077958.069246:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077958.069249:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769077958.069250:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077958.069255:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077958.069259:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077958.069259:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077958.069263:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077958.069267:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000008:00000001:3.0:1769077958.069268:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077958.069272:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077958.069273:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000010:3.0:1769077958.069277:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000100:00000001:2.0:1769077958.069280:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1769077958.069281:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077958.069286:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077958.069289:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077958.069290:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98000 x1855007653124992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077958.069291:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077958.069294:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077958.069297:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077958.069303:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:2.0:1769077958.069309:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077958.069310:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077958.069317:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98000 x1855007653124992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077958.069320:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653125248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077958.069346:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077958.069346:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077958.069351:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.069352:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769077958.069357:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653125248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.069363:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077958.069371:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077958.069372:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769077958.069375:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077958.069378:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299611899
00000100:00080000:3.0:1769077958.069381:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077958.069384:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077958.069386:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1769077958.069387:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b780.
00000100:00000001:3.0:1769077958.069390:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077958.069395:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4938
00000100:00000001:2.0:1769077958.069397:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1769077958.069401:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077958.069406:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077958.069408:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299611899
00000100:00080000:3.0:1769077958.069410:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1769077958.069416:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bf60.
00000100:00000040:3.0:1769077958.069417:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077958.069423:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077958.069424:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1769077958.069426:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077958.069430:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077958.069432:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769077958.069433:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077958.069437:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00000001:2.0:1769077958.069438:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077958.069440:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077958.069443:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1769077958.069444:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077958.069448:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077958.069452:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00100000:2.0:1769077958.069453:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077958/real 1769077958]  req@ffff88ba87a98000 x1855007653124992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077958.069457:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077958.069463:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077958.069468:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000001:2.0:1769077958.069471:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077958.069473:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077958.069475:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077958.069477:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077958.069482:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:3.0:1769077958.069482:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077958.069487:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1769077958.069489:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000200:2.0:1769077958.069493:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98000 x1855007653124992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077958.069497:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077958.069503:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077958.069508:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1769077958.069511:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98000 x1855007653124992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077958.069512:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077958.069518:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077958.069523:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077958.069527:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077958.069528:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1769077958.069532:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.069533:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077958.069555:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077958.069560:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769077958.069563:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077958.069566:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077958.069567:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077958.069569:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077958.069571:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077958.069573:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077958.069577:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:2.0:1769077958.069579:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077958.069583:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077958.069583:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077958.069596:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98000 x1855007653124992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077958.069596:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653125376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077958.069626:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077958.069626:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077958.069631:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077958.069634:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98000 x1855007653124992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077958.069640:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653125376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.069672:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077958.069673:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.069678:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077958.069679:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077958.069681:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077958.069683:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.069688:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1769077958.069689:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077958.069690:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077958.069693:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077958.069694:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077958.069698:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1769077958.069700:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077958.069705:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1769077958.069705:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077958.069712:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4938
00000100:00000040:2.0:1769077958.069713:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98000 x1855007653124992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077958.069722:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00100000:2.0:1769077958.069727:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653124992:192.168.204.104@tcp:250:kworker.0
00000400:00000200:3.0:1769077958.069730:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077958.069734:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077958.069735:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077958.069737:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077958.069743:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000040:2.0:1769077958.069744:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98000 x1855007653124992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077958.069749:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077958.069754:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1769077958.069755:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:2.0:1769077958.069757:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1769077958.069759:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000010:2.0:1769077958.069760:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
00000020:00000001:3.0:1769077958.069764:0:13478:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769077958.069765:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1769077958.069767:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769077958.069768:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077958.069771:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:3.0:1769077958.069771:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077958.069775:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769077958.069776:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077958.069779:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7c00.
00000020:00000001:3.0:1769077958.069780:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000001:2.0:1769077958.069785:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1769077958.069785:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000001:2.0:1769077958.069789:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1769077958.069791:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000010:2.0:1769077958.069792:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98000.
00000100:00000001:2.0:1769077958.069798:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077958.069798:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077958.069801:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077958.069803:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077958.069804:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077958.069809:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077958.069813:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:2.0:1769077958.069814:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077958.069817:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077958.069818:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077958.069821:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077958.069823:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.069824:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077958.069827:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769077958.069828:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769077958.069833:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9aa00 x1855007653125120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077958.069833:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077958.069840:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077958.069844:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077958.069848:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1769077958.069848:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077958.069850:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077958.069856:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1769077958.069856:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077958.069859:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077958.069861:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077958.069862:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077958.069866:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653125120:192.168.204.104@tcp:38:kworker.0
00000100:00000010:3.0:1769077958.069867:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000100:00000001:2.0:1769077958.069871:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769077958.069873:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769077958.069874:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077958.069877:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077958.069879:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077958.069880:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077958.069882:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077958.069884:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
00000100:00000001:3.0:1769077958.069886:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077958.069888:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077958.069889:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077958.069892:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077958.069894:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077958.069899:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
02000000:00000010:3.0:1769077958.069899:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000400:00000010:2.0:1769077958.069906:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000001:3.0:1769077958.069907:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077958.069911:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653125120, portal 10
00000100:00000001:2.0:1769077958.069914:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077958.069916:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454178816 : -131140255372800 : ffff88ba87a9aa00)
00000100:00100000:3.0:1769077958.069917:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653125504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077958.069924:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9aa00 x1855007653125120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077958.069936:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077958.069939:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077958.069941:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077958.069945:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077958.069949:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077958.069952:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653125120, offset 0
00000100:00000040:3.0:1769077958.069952:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653125504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077958.069961:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077958.069968:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077958.069974:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:3.0:1769077958.069975:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077958.069979:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077958.069982:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000040:3.0:1769077958.069982:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4948)
00000400:00000200:2.0:1769077958.069987:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077958.069989:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077958.069992:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200681:200681:256:4294967295] 192.168.204.104@tcp LPNI seq info [200681:200681:8:4294967295]
00000400:00000200:2.0:1769077958.069995:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077958.070000:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077958.070004:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077958.070007:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077958.070010:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077958.070013:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077958.070016:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077958.070018:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077958.070021:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077958.070022:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077958.070024:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077958.070027:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077958.070029:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077958.070030:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077958.070032:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077958.070035:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9aa00 x1855007653125120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070040:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077958.070043:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9aa00 x1855007653125120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070051:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.070052:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077958.070056:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077958.070060:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769077958.070063:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077958.070065:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299610650
00000100:00000001:2.0:1769077958.070068:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299611899
00000100:00000001:2.0:1769077958.070070:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299610650
00000100:00000001:2.0:1769077958.070072:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299611899
00000100:00000001:2.0:1769077958.070075:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077958.070077:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.070079:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077958.070083:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077958/real 1769077958]  req@ffff88ba87a9aa00 x1855007653125120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077958.070092:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077958.070094:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077958.070096:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077958.070098:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077958.070100:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077958.070103:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077958.070106:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9aa00 x1855007653125120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077958.070113:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9aa00 x1855007653125120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070117:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077958.070118:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070120:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077958.070121:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077958.070123:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9aa00 x1855007653125120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070127:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077958.070130:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9aa00 x1855007653125120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070135:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077958.070137:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070138:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077958.070139:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070140:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077958.070141:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077958.070143:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077958.070145:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077958.070146:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077958.070149:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9aa00 x1855007653125120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077958.070153:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653125120:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077958.070156:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077958.070171:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653125248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070176:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077958.070177:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077958.070179:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077958.070180:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077958.070182:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077958.070185:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653125248:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077958.070188:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077958.070190:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077958.070192:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077958.070194:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077958.070197:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077958.070199:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077958.070204:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077958.070207:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077958.070210:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077958.070214:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653125248, portal 10
00000100:00000001:2.0:1769077958.070216:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077958.070217:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:2.0:1769077958.070224:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653125248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070231:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077958.070233:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077958.070236:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077958.070239:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653125248, offset 0
00000400:00000200:2.0:1769077958.070244:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077958.070248:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077958.070252:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077958.070255:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077958.070258:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077958.070261:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077958.070264:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077958.070267:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200682:200682:256:4294967295] 192.168.204.104@tcp LPNI seq info [200682:200682:8:4294967295]
00000400:00000200:2.0:1769077958.070271:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077958.070278:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077958.070283:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077958.070286:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077958.070290:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077958.070292:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077958.070294:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077958.070296:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077958.070299:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077958.070300:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077958.070302:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077958.070305:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077958.070307:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077958.070309:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077958.070311:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077958.070313:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653125248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070319:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077958.070321:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653125248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070326:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.070327:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077958.070329:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077958.070331:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769077958.070334:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077958.070335:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299610635
00000100:00000001:2.0:1769077958.070337:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299611899
00000100:00000001:2.0:1769077958.070339:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299610635
00000100:00000001:2.0:1769077958.070340:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299611899
00000100:00000001:2.0:1769077958.070342:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077958.070343:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.070344:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077958.070346:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077958/real 1769077958]  req@ffff88ba87a99c00 x1855007653125248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077958.070352:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077958.070353:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077958.070354:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077958.070356:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077958.070357:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077958.070358:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077958.070360:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653125248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077958.070366:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653125248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070370:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077958.070371:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070373:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077958.070374:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077958.070376:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653125248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070380:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077958.070382:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653125248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070386:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077958.070388:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070389:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077958.070389:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070390:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077958.070391:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077958.070393:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077958.070395:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077958.070396:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077958.070398:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653125248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077958.070403:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653125248:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077958.070405:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077958.070407:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653125376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070412:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077958.070413:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077958.070415:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077958.070416:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077958.070418:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077958.070420:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653125376:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077958.070422:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077958.070423:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077958.070425:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077958.070426:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077958.070428:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077958.070429:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077958.070431:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077958.070433:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077958.070436:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077958.070438:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653125376, portal 4
00000100:00000001:2.0:1769077958.070439:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077958.070440:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:2.0:1769077958.070444:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653125376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070449:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077958.070450:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077958.070452:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077958.070453:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653125376, offset 0
00000400:00000200:2.0:1769077958.070456:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077958.070458:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077958.070460:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077958.070462:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077958.070464:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077958.070466:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077958.070467:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077958.070470:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200683:200683:256:4294967295] 192.168.204.104@tcp LPNI seq info [200683:200683:8:4294967295]
00000400:00000200:2.0:1769077958.070472:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077958.070476:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077958.070480:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077958.070481:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077958.070484:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077958.070485:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077958.070488:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077958.070490:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077958.070492:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077958.070493:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077958.070495:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077958.070497:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077958.070499:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077958.070500:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077958.070501:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077958.070504:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653125376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070508:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077958.070511:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653125376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070517:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.070519:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077958.070522:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077958.070524:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769077958.070528:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077958.070530:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299610642
00000100:00000001:2.0:1769077958.070532:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299611899
00000100:00000001:2.0:1769077958.070554:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299610643
00000100:00000001:2.0:1769077958.070557:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299611899
00000100:00000001:2.0:1769077958.070560:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077958.070562:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.070564:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077958.070569:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077958/real 1769077958]  req@ffff88ba87a9b800 x1855007653125376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077958.070579:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077958.070580:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077958.070581:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077958.070584:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077958.070585:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077958.070586:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077958.070589:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653125376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077958.070595:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653125376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070599:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077958.070600:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070601:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077958.070602:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077958.070604:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653125376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070608:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077958.070611:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653125376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070616:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077958.070617:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070618:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077958.070619:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070620:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077958.070621:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077958.070622:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077958.070624:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077958.070626:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077958.070629:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653125376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077958.070634:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653125376:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077958.070637:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070638:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077958.070640:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9aa00 x1855007653125120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070644:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077958.070645:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077958.070646:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769077958.070648:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077958.070648:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077958.070649:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077958.070651:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077958.070652:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:2.0:1769077958.070653:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077958.070654:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077958.070655:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9aa00.
00000100:00000001:2.0:1769077958.070657:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077958.070658:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070659:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077958.070661:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653125248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070665:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077958.070666:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077958.070667:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077958.070668:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077958.070669:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077958.070670:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077958.070671:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077958.070672:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:2.0:1769077958.070673:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077958.070674:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077958.070675:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:2.0:1769077958.070676:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077958.070677:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070678:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077958.070680:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653125376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070684:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077958.070685:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077958.070686:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077958.070687:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077958.070688:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077958.070688:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077958.070690:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077958.070690:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:2.0:1769077958.070692:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077958.070692:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077958.070693:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:2.0:1769077958.070694:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077958.070695:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070696:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070699:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077958.070699:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.070701:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077958.070702:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077958.070703:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077958.070705:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653125504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070708:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077958.070709:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077958.070711:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077958.070712:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077958.070713:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077958.070715:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653125504:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077958.070717:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077958.070719:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077958.070720:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077958.070721:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077958.070723:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077958.070725:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077958.070727:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077958.070729:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077958.070731:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077958.070733:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653125504, portal 4
00000100:00000001:2.0:1769077958.070735:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077958.070736:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:2.0:1769077958.070739:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653125504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070744:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077958.070745:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077958.070747:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077958.070748:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653125504, offset 0
00000400:00000200:2.0:1769077958.070751:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077958.070753:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077958.070756:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077958.070757:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077958.070759:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077958.070761:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077958.070762:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077958.070764:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200684:200684:256:4294967295] 192.168.204.104@tcp LPNI seq info [200684:200684:8:4294967295]
00000400:00000200:2.0:1769077958.070767:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077958.070771:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077958.070774:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077958.070776:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077958.070779:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077958.070780:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077958.070783:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077958.070785:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077958.070788:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077958.070790:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077958.070792:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077958.070794:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077958.070796:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077958.070797:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077958.070798:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077958.070800:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653125504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070805:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077958.070807:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653125504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070811:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.070813:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077958.070814:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077958.070816:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769077958.070818:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077958.070819:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299610643
00000100:00000001:2.0:1769077958.070821:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299611899
00000100:00000001:2.0:1769077958.070828:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299610643
00000100:00000001:2.0:1769077958.070830:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299611899
00000100:00000001:2.0:1769077958.070832:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077958.070833:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.070834:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077958.070837:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077958/real 1769077958]  req@ffff88ba87a99880 x1855007653125504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077958.070841:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077958.070842:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077958.070843:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077958.070845:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077958.070846:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077958.070848:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077958.070850:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653125504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077958.070856:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653125504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070859:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077958.070860:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070861:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077958.070862:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077958.070864:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653125504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070868:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077958.070870:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653125504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070874:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077958.070876:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070877:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077958.070878:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070880:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077958.070881:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077958.070882:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077958.070884:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077958.070885:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077958.070888:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653125504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077958.070892:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653125504:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077958.070895:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070896:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077958.070898:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653125504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077958.070902:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077958.070903:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077958.070904:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077958.070906:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077958.070906:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077958.070907:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077958.070908:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077958.070909:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:2.0:1769077958.070911:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077958.070912:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077958.070913:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:2.0:1769077958.070914:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077958.070915:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070916:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.070918:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077958.070919:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.070920:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077958.070921:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077958.708637:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077958.708643:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077958.708734:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077958.708737:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077958.708740:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077959.348630:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299611899, at 4299611904
00000100:00000010:1.0:1769077959.348646:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bf60.
00010000:00000001:2.0:1769077959.732604:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077959.732610:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077959.732669:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077959.732673:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077959.732676:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077960.756609:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077960.756615:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077960.756673:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077960.756676:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077960.756679:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077961.780611:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077961.780617:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077961.780687:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077961.780692:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077961.780696:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077962.804661:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077962.804669:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077962.804671:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077962.804674:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077962.804678:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077962.804680:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077962.804682:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077962.804683:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077962.804750:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077962.804754:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077962.804757:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077963.188658:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077963.188669:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077963.188672:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077963.188677:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077963.188681:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077963.188688:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4943
00000400:00000200:1.0:1769077963.188698:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077963.188704:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077963.188707:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077963.188711:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077963.188715:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077963.188717:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077963.188720:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077963.188725:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077963.188728:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769077963.188730:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077963.188733:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769077963.188736:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769077963.188740:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769077963.188743:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077963.188745:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077963.188747:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077963.188749:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077963.188753:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769077963.188757:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077963.188760:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077963.188763:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077963.188767:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077963.188770:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.188772:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077963.188775:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077963.188785:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611500.
00000020:00000040:1.0:1769077963.188790:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769077963.188794:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077963.188796:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.188799:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077963.188802:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077963.188807:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077963.188816:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218c00.
00000100:00000001:1.0:1769077963.188823:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077963.188843:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611500 x1855007653125632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077963.188855:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077963.188861:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077963.188867:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fb51406] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611500 x1855007653125632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.188891:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077963.188895:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077963.188899:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077963.188901:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077963.188903:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077963.188906:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077963.188909:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4943
00000400:00000200:1.0:1769077963.188914:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077963.188918:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077963.188921:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077963.188926:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077963.188929:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077963.188932:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077963.188935:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077963.188935:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077963.188940:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077963.188942:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769077963.188943:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769077963.188947:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077963.188948:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769077963.188951:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769077963.188957:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769077963.188960:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611500 x1855007653125632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077963.188961:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769077963.188969:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077963.188975:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077963.188978:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1769077963.188979:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077963.188983:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.188984:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:2.0:1769077963.188989:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1769077963.188990:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
02000000:00000001:2.0:1769077963.188994:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769077963.188996:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:2.0:1769077963.189000:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.189002:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077963.189007:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769077963.189008:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653125632:192.168.204.104@tcp:250:kworker.0
02000000:00000001:1.0:1769077963.189014:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077963.189015:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077963.189020:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077963.189020:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077963.189023:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077963.189025:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769077963.189030:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077963.189030:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1769077963.189036:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077963.189038:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
00000100:00000001:1.0:1769077963.189040:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077963.189043:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077963.189047:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611880.
00000020:00000040:1.0:1769077963.189052:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000400:00000200:2.0:1769077963.189055:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:1.0:1769077963.189058:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077963.189061:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077963.189063:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000100:00000001:1.0:1769077963.189064:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077963.189068:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077963.189071:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077963.189087:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
02000000:00000010:1.0:1769077963.189092:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821bc00.
00000100:00000200:2.0:1769077963.189095:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653125632, portal 25
00000100:00000001:1.0:1769077963.189099:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.189100:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077963.189102:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415867648 : -131140293683968 : ffff88ba85611500)
00000100:00100000:1.0:1769077963.189110:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611880 x1855007653125760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077963.189111:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611500 x1855007653125632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.189130:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077963.189136:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769077963.189137:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769077963.189139:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000001:1.0:1769077963.189143:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077963.189144:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653125632, offset 0
00000400:00000200:2.0:1769077963.189155:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769077963.189156:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0af494a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611880 x1855007653125760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077963.189163:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077963.189171:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077963.189179:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077963.189185:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:1.0:1769077963.189189:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077963.189190:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077963.189195:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00080000:1.0:1769077963.189196:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077963.189200:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200685:200685:256:4294967295] 192.168.204.104@tcp LPNI seq info [200685:200685:8:4294967295]
00000100:00080000:1.0:1769077963.189204:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077963.189207:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077963.189210:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077963.189215:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077963.189219:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769077963.189221:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.0:1769077963.189226:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00080000:1.0:1769077963.189228:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4943
00000800:00000010:2.0:1769077963.189232:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000400:00000200:1.0:1769077963.189236:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:2.0:1769077963.189241:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000400:00000200:1.0:1769077963.189243:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000200:2.0:1769077963.189247:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000100:00080000:1.0:1769077963.189248:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769077963.189256:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:1.0:1769077963.189257:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:2.1:1769077963.189260:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1769077963.189262:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077963.189267:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000100:2.0:1769077963.189269:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769077963.189273:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000010:2.0:1769077963.189274:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000020:00000001:1.0:1769077963.189280:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077963.189281:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1769077963.189284:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000400:00000200:2.0:1769077963.189287:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1769077963.189289:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077963.189294:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000400:00000200:2.0:1769077963.189294:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077963.189298:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000020:00000001:1.0:1769077963.189300:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000001:2.0:1769077963.189303:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1769077963.189306:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000200:2.0:1769077963.189308:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611500 x1855007653125632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077963.189314:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077963.189318:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769077963.189320:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077963.189324:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611500 x1855007653125632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077963.189326:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077963.189333:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077963.189337:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077963.189339:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00000001:2.0:1769077963.189340:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1769077963.189346:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077963.189347:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.189353:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077963.189353:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077963.189358:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299617019
02000000:00000001:1.0:1769077963.189359:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1769077963.189364:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b2a0.
02000000:00000001:1.0:1769077963.189365:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077963.189371:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.189373:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077963.189373:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000008:00100000:1.0:1769077963.189376:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077963.189381:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.189381:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299617019
00000100:00000001:1.0:1769077963.189385:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077963.189386:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b6c0.
00000100:00000001:2.0:1769077963.189390:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000010:1.0:1769077963.189392:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611f80.
00000100:00000001:2.0:1769077963.189393:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077963.189398:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077963.189400:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000001:2.0:1769077963.189401:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1769077963.189405:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1769077963.189407:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077963/real 1769077963]  req@ffff88ba85611500 x1855007653125632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077963.189409:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.189414:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077963.189418:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1769077963.189420:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1769077963.189422:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077963.189423:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077963.189425:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077963.189428:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077963.189429:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
02000000:00000010:1.0:1769077963.189431:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218000.
00000100:00000001:2.0:1769077963.189431:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077963.189436:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611500 x1855007653125632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.189438:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077963.189450:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611f80 x1855007653125888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077963.189451:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611500 x1855007653125632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.189468:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077963.189471:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.189474:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077963.189474:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077963.189479:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.189481:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077963.189484:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611500 x1855007653125632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077963.189491:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0de5d6f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611f80 x1855007653125888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.189492:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077963.189499:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611500 x1855007653125632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.189516:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.189516:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077963.189522:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077963.189523:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077963.189524:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077963.189526:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.189530:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1769077963.189532:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077963.189560:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077963.189563:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077963.189567:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077963.189569:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077963.189572:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611500 x1855007653125632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.189575:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077963.189579:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077963.189584:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653125632:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077963.189585:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077963.189593:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4943
00000100:00000001:2.0:1769077963.189593:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.189597:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077963.189602:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611500 x1855007653125632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077963.189603:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077963.189612:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077963.189613:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1769077963.189618:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1769077963.189618:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077963.189621:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
00000100:00000040:1.0:1769077963.189625:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:2.0:1769077963.189626:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077963.189629:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:1.0:1769077963.189631:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000040:2.0:1769077963.189632:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769077963.189635:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:1.0:1769077963.189636:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000010:2.0:1769077963.189638:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218c00.
00000100:00000001:1.0:1769077963.189641:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:2.0:1769077963.189643:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:1.0:1769077963.189645:0:13478:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769077963.189646:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1769077963.189648:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00000010:2.0:1769077963.189649:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611500.
00000020:00000001:1.0:1769077963.189653:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077963.189654:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000020:00000040:1.0:1769077963.189656:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:2.0:1769077963.189657:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.189660:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077963.189662:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769077963.189665:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:2.0:1769077963.189667:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1769077963.189670:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077963.189671:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.189675:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077963.189677:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077963.189677:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077963.189680:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077963.189683:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000040:2.0:1769077963.189686:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611880 x1855007653125760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.189687:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077963.189693:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769077963.189701:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077963.189707:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077963.189708:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.189710:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077963.189712:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077963.189713:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077963.189716:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077963.189718:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077963.189718:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077963.189724:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077963.189724:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653125760:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769077963.189730:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077963.189730:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077963.189734:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1769077963.189735:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1769077963.189736:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077963.189740:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1769077963.189742:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077963.189744:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
00000100:00000001:1.0:1769077963.189746:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077963.189747:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077963.189752:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000010:1.0:1769077963.189753:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613100.
00000400:00000010:2.0:1769077963.189756:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000020:00000040:1.0:1769077963.189758:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000400:00000010:2.0:1769077963.189760:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
02000000:00000001:1.0:1769077963.189762:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1769077963.189763:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653125760, portal 10
02000000:00000001:1.0:1769077963.189765:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.189767:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077963.189769:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077963.189770:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415868544 : -131140293683072 : ffff88ba85611880)
02000000:00000001:1.0:1769077963.189774:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077963.189778:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611880 x1855007653125760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077963.189780:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.189787:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077963.189789:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
02000000:00000010:1.0:1769077963.189790:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000400:00000010:2.0:1769077963.189791:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077963.189796:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653125760, offset 0
00000100:00000001:1.0:1769077963.189797:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077963.189801:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077963.189807:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00100000:1.0:1769077963.189809:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613100 x1855007653126016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077963.189811:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077963.189817:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077963.189822:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077963.189827:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077963.189830:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077963.189831:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:1.0:1769077963.189835:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077963.189836:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200686:200686:256:4294967295] 192.168.204.104@tcp LPNI seq info [200686:200686:8:4294967295]
00000400:00000200:2.0:1769077963.189844:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:1.0:1769077963.189846:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c5e314b] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613100 x1855007653126016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077963.189855:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077963.189868:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769077963.189873:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077963.189873:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077963.189878:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:1.0:1769077963.189879:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769077963.189882:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000100:00080000:1.0:1769077963.189886:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1769077963.189890:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769077963.189891:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077963.189894:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077963.189897:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077963.189900:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4943
00000400:00000200:1.0:1769077963.189907:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:2.1:1769077963.189909:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000400:00000200:1.0:1769077963.189914:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000100:2.0:1769077963.189917:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00080000:1.0:1769077963.189922:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1769077963.189922:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077963.189925:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769077963.189930:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077963.189931:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077963.189936:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000100:00000001:1.0:1769077963.189937:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077963.189939:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077963.189943:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769077963.189944:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:2.0:1769077963.189949:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611880 x1855007653125760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.189950:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077963.189958:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077963.189962:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000100:00000001:2.0:1769077963.189963:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1769077963.189967:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077963.189968:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611880 x1855007653125760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077963.189972:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:2.0:1769077963.189976:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077963.189978:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:2.0:1769077963.189979:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077963.189982:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077963.189984:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769077963.189987:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000100:00000040:1.0:1769077963.189993:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077963.189993:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077963.189995:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299615770
00000100:00000001:1.0:1769077963.190000:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077963.190001:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299617019
00000100:00000001:2.0:1769077963.190005:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299615770
00000100:00000040:1.0:1769077963.190007:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077963.190008:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299617019
00000100:00000001:2.0:1769077963.190012:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077963.190014:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077963.190015:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.190019:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1769077963.190020:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00100000:2.0:1769077963.190024:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077963/real 1769077963]  req@ffff88ba85611880 x1855007653125760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077963.190028:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077963.190036:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077963.190037:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077963.190039:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1769077963.190042:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077963.190043:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077963.190048:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077963.190049:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
02000000:00000001:1.0:1769077963.190050:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077963.190051:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077963.190056:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611880 x1855007653125760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077963.190057:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.190063:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077963.190067:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1769077963.190068:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611880 x1855007653125760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769077963.190089:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.190090:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077963.190093:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.190094:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.190095:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077963.190097:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077963.190102:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611880 x1855007653125760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769077963.190103:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610000.
00000020:00000040:1.0:1769077963.190110:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000001:2.0:1769077963.190111:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077963.190117:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1769077963.190117:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611880 x1855007653125760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077963.190120:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.190125:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077963.190128:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077963.190129:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1769077963.190131:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.190132:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190136:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:1.0:1769077963.190137:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:2.0:1769077963.190137:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190138:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077963.190141:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077963.190143:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077963.190145:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1769077963.190152:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610000 x1855007653126144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1769077963.190152:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077963.190154:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077963.190162:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611880 x1855007653125760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.190167:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077963.190170:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077963.190178:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d5982a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610000 x1855007653126144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077963.190179:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653125760:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077963.190187:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077963.190193:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077963.190193:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611f80 x1855007653125888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077963.190200:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4953)
00000100:00000001:2.0:1769077963.190203:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077963.190205:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077963.190207:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077963.190209:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077963.190210:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077963.190212:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653125888:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077963.190215:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077963.190218:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077963.190219:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077963.190220:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077963.190223:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077963.190224:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077963.190227:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077963.190228:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077963.190230:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077963.190232:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653125888, portal 10
00000100:00000001:2.0:1769077963.190234:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077963.190235:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415870336 : -131140293681280 : ffff88ba85611f80)
00000100:00000040:2.0:1769077963.190238:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611f80 x1855007653125888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190243:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077963.190245:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077963.190246:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077963.190248:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653125888, offset 0
00000400:00000200:2.0:1769077963.190250:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077963.190253:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077963.190256:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077963.190258:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077963.190260:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077963.190262:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077963.190263:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077963.190266:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200687:200687:256:4294967295] 192.168.204.104@tcp LPNI seq info [200687:200687:8:4294967295]
00000400:00000200:2.0:1769077963.190269:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077963.190273:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077963.190276:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077963.190277:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077963.190280:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077963.190282:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077963.190285:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077963.190287:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077963.190289:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077963.190291:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077963.190293:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077963.190295:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077963.190297:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077963.190299:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077963.190300:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077963.190302:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611f80 x1855007653125888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190307:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077963.190309:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611f80 x1855007653125888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190314:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.190315:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077963.190317:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077963.190319:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769077963.190321:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077963.190323:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299615755
00000100:00000001:2.0:1769077963.190325:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299617019
00000100:00000001:2.0:1769077963.190326:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299615755
00000100:00000001:2.0:1769077963.190327:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299617019
00000100:00000001:2.0:1769077963.190329:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077963.190330:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.190331:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077963.190333:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077963/real 1769077963]  req@ffff88ba85611f80 x1855007653125888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077963.190337:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077963.190338:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077963.190339:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077963.190341:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077963.190342:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077963.190343:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077963.190345:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611f80 x1855007653125888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077963.190350:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611f80 x1855007653125888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190354:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077963.190355:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190356:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077963.190357:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077963.190359:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611f80 x1855007653125888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190363:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077963.190365:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611f80 x1855007653125888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190370:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077963.190372:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190373:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077963.190374:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190375:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077963.190376:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077963.190377:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077963.190379:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077963.190380:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077963.190383:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611f80 x1855007653125888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077963.190387:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653125888:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077963.190390:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190391:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077963.190393:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611880 x1855007653125760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190396:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077963.190397:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077963.190399:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077963.190400:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077963.190401:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077963.190402:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077963.190403:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077963.190404:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:2.0:1769077963.190406:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077963.190407:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077963.190408:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611880.
00000100:00000001:2.0:1769077963.190410:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077963.190411:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190412:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077963.190414:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611f80 x1855007653125888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190418:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077963.190419:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077963.190420:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077963.190421:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077963.190422:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077963.190423:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077963.190424:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077963.190425:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218000.
02000000:00000001:2.0:1769077963.190426:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077963.190426:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077963.190427:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611f80.
00000100:00000001:2.0:1769077963.190429:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077963.190429:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190430:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190433:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077963.190434:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.190435:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077963.190436:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077963.190437:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077963.190439:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613100 x1855007653126016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190443:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077963.190444:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077963.190445:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077963.190446:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077963.190447:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077963.190449:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653126016:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077963.190451:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077963.190452:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077963.190453:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077963.190454:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077963.190456:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077963.190458:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077963.190460:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077963.190462:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077963.190464:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077963.190466:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653126016, portal 4
00000100:00000001:2.0:1769077963.190467:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077963.190468:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415874816 : -131140293676800 : ffff88ba85613100)
00000100:00000040:2.0:1769077963.190471:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613100 x1855007653126016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190476:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077963.190477:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077963.190479:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077963.190480:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653126016, offset 0
00000400:00000200:2.0:1769077963.190482:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077963.190484:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077963.190486:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077963.190488:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077963.190489:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077963.190491:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077963.190492:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077963.190494:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200688:200688:256:4294967295] 192.168.204.104@tcp LPNI seq info [200688:200688:8:4294967295]
00000400:00000200:2.0:1769077963.190497:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077963.190501:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077963.190504:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077963.190506:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077963.190508:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077963.190510:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077963.190513:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077963.190514:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077963.190517:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077963.190518:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077963.190520:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077963.190522:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077963.190524:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077963.190525:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077963.190527:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077963.190529:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613100 x1855007653126016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190548:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077963.190551:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613100 x1855007653126016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190555:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.190556:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077963.190558:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077963.190560:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769077963.190563:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077963.190564:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299615763
00000100:00000001:2.0:1769077963.190566:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299617019
00000100:00000001:2.0:1769077963.190567:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299615763
00000100:00000001:2.0:1769077963.190569:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299617019
00000100:00000001:2.0:1769077963.190570:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077963.190571:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.190572:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077963.190574:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077963/real 1769077963]  req@ffff88ba85613100 x1855007653126016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077963.190579:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077963.190580:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077963.190581:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077963.190583:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077963.190584:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077963.190585:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077963.190587:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613100 x1855007653126016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077963.190597:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613100 x1855007653126016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190601:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077963.190602:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190603:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077963.190604:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077963.190606:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613100 x1855007653126016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190610:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077963.190612:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613100 x1855007653126016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190616:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077963.190618:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190619:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077963.190619:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190620:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077963.190621:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077963.190623:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077963.190625:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077963.190626:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077963.190628:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613100 x1855007653126016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077963.190633:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653126016:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077963.190636:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077963.190638:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610000 x1855007653126144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190646:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077963.190647:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077963.190649:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077963.190650:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077963.190651:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077963.190653:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653126144:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077963.190655:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077963.190656:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077963.190657:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077963.190658:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077963.190659:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077963.190661:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077963.190662:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077963.190664:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077963.190666:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077963.190668:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653126144, portal 4
00000100:00000001:2.0:1769077963.190669:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077963.190670:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415862272 : -131140293689344 : ffff88ba85610000)
00000100:00000040:2.0:1769077963.190673:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610000 x1855007653126144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190677:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077963.190679:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077963.190680:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077963.190681:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653126144, offset 0
00000400:00000200:2.0:1769077963.190684:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077963.190686:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077963.190688:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077963.190690:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077963.190691:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077963.190693:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077963.190695:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077963.190697:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200689:200689:256:4294967295] 192.168.204.104@tcp LPNI seq info [200689:200689:8:4294967295]
00000400:00000200:2.0:1769077963.190700:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077963.190704:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077963.190707:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077963.190708:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077963.190711:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077963.190713:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077963.190715:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077963.190717:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077963.190720:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077963.190721:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077963.190723:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077963.190725:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077963.190727:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077963.190728:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077963.190729:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077963.190731:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610000 x1855007653126144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190736:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077963.190739:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610000 x1855007653126144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190743:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.190744:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077963.190745:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077963.190747:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769077963.190749:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077963.190750:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299615763
00000100:00000001:2.0:1769077963.190751:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299617019
00000100:00000001:2.0:1769077963.190753:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299615763
00000100:00000001:2.0:1769077963.190754:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299617019
00000100:00000001:2.0:1769077963.190756:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077963.190757:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.190758:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077963.190760:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077963/real 1769077963]  req@ffff88ba85610000 x1855007653126144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077963.190765:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077963.190766:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077963.190767:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077963.190768:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077963.190769:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077963.190771:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077963.190773:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610000 x1855007653126144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077963.190778:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610000 x1855007653126144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190782:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077963.190783:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190784:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077963.190785:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077963.190787:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610000 x1855007653126144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190791:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077963.190793:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610000 x1855007653126144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190797:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077963.190798:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190799:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077963.190800:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190801:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077963.190802:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077963.190803:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077963.190806:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077963.190807:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077963.190809:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610000 x1855007653126144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077963.190814:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653126144:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077963.190816:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190817:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077963.190819:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613100 x1855007653126016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190823:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077963.190824:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077963.190825:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077963.190826:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077963.190827:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077963.190828:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077963.190829:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077963.190830:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218800.
02000000:00000001:2.0:1769077963.190831:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077963.190832:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077963.190833:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613100.
00000100:00000001:2.0:1769077963.190834:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077963.190835:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190836:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077963.190838:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610000 x1855007653126144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077963.190842:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077963.190843:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077963.190844:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077963.190845:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077963.190846:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077963.190847:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077963.190848:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077963.190849:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b000.
02000000:00000001:2.0:1769077963.190851:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077963.190851:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077963.190852:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610000.
00000100:00000001:2.0:1769077963.190854:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077963.190855:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190856:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.190858:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077963.190859:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.190860:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077963.190861:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077963.828626:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077963.828632:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077963.828687:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077963.828691:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077963.828694:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077964.468642:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299617019, at 4299617024
00000100:00000010:1.0:1769077964.468658:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b6c0.
00010000:00000001:2.0:1769077964.852642:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077964.852650:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077964.852733:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077964.852737:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077964.852742:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077965.876633:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077965.876639:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077965.876703:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077965.876707:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077965.876710:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077966.900676:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077966.900682:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077966.900749:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077966.900753:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077966.900756:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077967.924602:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077967.924609:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077967.924653:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077967.924658:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077967.924662:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077968.308711:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077968.308729:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077968.308731:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077968.308736:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077968.308739:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077968.308747:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4948
00000400:00000200:1.0:1769077968.308757:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077968.308764:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077968.308767:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077968.308770:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077968.308773:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077968.308775:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077968.308777:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077968.308780:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077968.308782:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769077968.308785:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077968.308787:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769077968.308789:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769077968.308790:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769077968.308792:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077968.308794:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077968.308795:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077968.308796:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077968.308800:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769077968.308802:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077968.308804:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077968.308807:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077968.308810:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077968.308812:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.308814:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077968.308816:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077968.308825:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612d80.
00000020:00000040:1.0:1769077968.308828:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769077968.308832:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077968.308834:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.308836:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077968.308839:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077968.308843:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077968.308851:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000001:1.0:1769077968.308858:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077968.308867:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612d80 x1855007653126272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077968.308876:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077968.308880:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077968.308883:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fed2dda] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612d80 x1855007653126272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.308905:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077968.308907:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077968.308910:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077968.308911:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077968.308913:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077968.308914:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077968.308916:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4948
00000400:00000200:1.0:1769077968.308918:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077968.308921:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077968.308923:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077968.308925:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077968.308926:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077968.308927:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077968.308929:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077968.308930:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077968.308931:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769077968.308932:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077968.308934:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769077968.308935:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769077968.308936:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769077968.308939:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077968.308940:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077968.308941:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077968.308943:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077968.308944:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769077968.308947:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769077968.308948:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077968.308949:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077968.308955:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077968.308956:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.308958:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077968.308962:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077968.308965:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.308966:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077968.308974:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610700.
00000020:00000040:1.0:1769077968.308977:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000001:2.0:1769077968.308977:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769077968.308984:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077968.309001:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077968.309004:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769077968.309010:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.309014:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077968.309016:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077968.309018:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612d80 x1855007653126272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077968.309019:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077968.309027:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000001:1.0:1769077968.309037:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.309043:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077968.309046:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077968.309047:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610700 x1855007653126400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077968.309053:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077968.309057:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077968.309065:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.309076:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1769077968.309076:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653126272:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077968.309082:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.309094:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769077968.309099:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029410724] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610700 x1855007653126400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077968.309101:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077968.309104:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077968.309109:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077968.309122:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
00000100:00000001:1.0:1769077968.309126:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077968.309126:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077968.309137:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077968.309142:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769077968.309151:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1769077968.309152:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000100:00000001:1.0:1769077968.309156:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077968.309160:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769077968.309161:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000001:1.0:1769077968.309168:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1769077968.309171:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653126272, portal 25
00000100:00080000:1.0:1769077968.309176:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4948
00000100:00000001:2.0:1769077968.309177:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077968.309179:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873920 : -131140293677696 : ffff88ba85612d80)
00000100:00000040:2.0:1769077968.309192:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612d80 x1855007653126272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077968.309193:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769077968.309209:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077968.309209:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077968.309220:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00080000:1.0:1769077968.309221:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769077968.309222:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077968.309232:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653126272, offset 0
00000100:00000040:1.0:1769077968.309234:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077968.309243:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077968.309244:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769077968.309253:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077968.309260:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077968.309265:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769077968.309272:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000001:1.0:1769077968.309273:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077968.309283:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000400:00000200:2.0:1769077968.309286:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1769077968.309292:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077968.309296:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000040:1.0:1769077968.309299:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000400:00000200:2.0:1769077968.309301:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077968.309305:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000020:00000001:1.0:1769077968.309308:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769077968.309310:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200690:200690:256:4294967295] 192.168.204.104@tcp LPNI seq info [200690:200690:8:4294967295]
00000020:00000001:1.0:1769077968.309322:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769077968.309323:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:1.0:1769077968.309336:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077968.309339:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769077968.309350:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077968.309358:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769077968.309365:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000010:2.0:1769077968.309367:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000100:00000001:1.0:1769077968.309374:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:2.0:1769077968.309383:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:1.0:1769077968.309384:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000800:00000200:2.0:1769077968.309387:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000100:00080000:1.0:1769077968.309394:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000200:2.1:1769077968.309403:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769077968.309405:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077968.309407:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1769077968.309416:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1769077968.309421:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077968.309424:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
02000000:00000001:1.0:1769077968.309425:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077968.309431:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077968.309431:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769077968.309439:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077968.309441:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000008:00100000:1.0:1769077968.309448:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077968.309448:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077968.309452:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000008:00000001:1.0:1769077968.309459:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.309461:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077968.309465:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077968.309467:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612d80 x1855007653126272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769077968.309476:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612300.
00000100:00000001:2.0:1769077968.309479:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1769077968.309483:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000040:2.0:1769077968.309485:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612d80 x1855007653126272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077968.309494:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077968.309498:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077968.309499:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.309502:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077968.309506:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077968.309509:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077968.309510:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077968.309515:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:1.0:1769077968.309517:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.309519:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299622139
02000000:00000010:1.0:1769077968.309528:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
00000100:00000010:2.0:1769077968.309528:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bc00.
00000100:00000001:2.0:1769077968.309535:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077968.309574:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299622140
00000100:00000010:2.0:1769077968.309577:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b060.
00000100:00000001:1.0:1769077968.309578:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.309581:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077968.309587:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769077968.309593:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612300 x1855007653126528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077968.309594:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.309597:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077968.309609:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077968/real 1769077968]  req@ffff88ba85612d80 x1855007653126272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.309621:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1769077968.309626:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1769077968.309628:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077968.309629:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077968.309632:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077968.309637:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077968.309641:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000040:1.0:1769077968.309643:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000561e7356] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612300 x1855007653126528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.309645:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077968.309652:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612d80 x1855007653126272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.309700:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077968.309712:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077968.309717:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612d80 x1855007653126272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077968.309724:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077968.309732:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077968.309734:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1769077968.309736:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077968.309737:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.309747:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077968.309748:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077968.309750:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077968.309759:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612d80 x1855007653126272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077968.309761:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4948
00000400:00000200:1.0:1769077968.309776:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077968.309777:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769077968.309784:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000040:2.0:1769077968.309789:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612d80 x1855007653126272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077968.309792:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077968.309803:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769077968.309810:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077968.309816:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077968.309818:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077968.309823:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077968.309825:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077968.309828:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077968.309831:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1769077968.309833:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00000001:2.0:1769077968.309835:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077968.309838:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077968.309840:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000020:00000040:1.0:1769077968.309844:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:2.0:1769077968.309845:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1769077968.309851:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00080000:2.0:1769077968.309854:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1769077968.309858:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00080000:2.0:1769077968.309866:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000040:1.0:1769077968.309872:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077968.309875:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1769077968.309879:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077968.309887:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000040:2.0:1769077968.309888:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612d80 x1855007653126272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.309893:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769077968.309905:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769077968.309915:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00100000:2.0:1769077968.309919:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653126272:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769077968.309921:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077968.309933:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077968.309936:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769077968.309940:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077968.309942:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1769077968.309947:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077968.309949:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612d80 x1855007653126272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.309953:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077968.309960:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077968.309968:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.309976:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.310000:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077968.310004:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:1.0:1769077968.310005:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610000.
02000000:00000010:2.0:1769077968.310008:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
00000020:00000040:1.0:1769077968.310011:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769077968.310015:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1769077968.310018:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000020:00000001:2.0:1769077968.310019:0:2405:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:1.0:1769077968.310022:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077968.310024:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000100:00000001:1.0:1769077968.310029:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:2.0:1769077968.310030:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:1.0:1769077968.310033:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1769077968.310036:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a000.
02000000:00000001:1.0:1769077968.310038:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077968.310044:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:1.0:1769077968.310047:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
02000000:00000001:2.0:1769077968.310048:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077968.310053:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612d80.
00000100:00000001:1.0:1769077968.310054:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.310060:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077968.310066:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077968.310067:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610000 x1855007653126656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077968.310072:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.310084:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077968.310085:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077968.310088:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.310093:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.310094:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077968.310098:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077968.310102:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077968.310107:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d5982a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610000 x1855007653126656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077968.310108:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610700 x1855007653126400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.310145:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077968.310150:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077968.310156:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077968.310158:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077968.310158:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077968.310169:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077968.310170:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769077968.310176:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653126400:192.168.204.104@tcp:38:kworker.0
00000100:00080000:1.0:1769077968.310182:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077968.310184:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077968.310187:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077968.310188:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1769077968.310190:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077968.310193:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1769077968.310193:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077968.310198:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
00000100:00000001:1.0:1769077968.310200:0:13478:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1769077968.310202:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077968.310212:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4948
00000400:00000200:2.0:1769077968.310212:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077968.310217:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077968.310222:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000400:00000200:1.0:1769077968.310226:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000200:2.0:1769077968.310228:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653126400, portal 10
00000100:00000001:2.0:1769077968.310234:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077968.310236:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864064 : -131140293687552 : ffff88ba85610700)
00000400:00000200:1.0:1769077968.310240:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000040:2.0:1769077968.310247:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610700 x1855007653126400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077968.310249:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077968.310264:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077968.310265:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000040:2.0:1769077968.310273:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769077968.310275:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077968.310277:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000040:1.0:1769077968.310284:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:2.0:1769077968.310287:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653126400, offset 0
00000100:00000001:1.0:1769077968.310292:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769077968.310299:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077968.310301:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000020:00000040:1.0:1769077968.310303:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769077968.310308:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077968.310310:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:1.0:1769077968.310312:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769077968.310319:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000200:2.0:1769077968.310320:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000001:1.0:1769077968.310329:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000200:2.0:1769077968.310330:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077968.310341:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077968.310342:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:1.0:1769077968.310350:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077968.310351:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769077968.310357:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769077968.310360:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:1.0:1769077968.310365:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769077968.310370:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200691:200691:256:4294967295] 192.168.204.104@tcp LPNI seq info [200691:200691:8:4294967295]
00000020:00000040:1.0:1769077968.310373:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769077968.310383:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:2.0:1769077968.310385:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769077968.310390:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077968.310395:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077968.310403:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077968.310404:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769077968.310414:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.310421:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769077968.310422:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000008:00100000:1.0:1769077968.310427:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000800:00000010:2.0:1769077968.310430:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000008:00000001:1.0:1769077968.310438:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.310446:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077968.310447:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077968.310453:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000100:00000010:1.0:1769077968.310454:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613100.
00000020:00000040:1.0:1769077968.310461:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769077968.310470:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1769077968.310471:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:1.0:1769077968.310474:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077968.310477:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1769077968.310479:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077968.310483:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077968.310488:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077968.310490:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077968.310494:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
02000000:00000010:1.0:1769077968.310496:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219400.
00000400:00000200:2.0:1769077968.310499:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769077968.310504:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077968.310511:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077968.310517:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000100:00100000:1.0:1769077968.310519:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613100 x1855007653126784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077968.310522:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077968.310530:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077968.310569:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610700 x1855007653126400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.310600:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077968.310605:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.310606:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077968.310613:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610700 x1855007653126400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077968.310618:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c5e314b] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613100 x1855007653126784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.310657:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.310658:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.310662:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1769077968.310669:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4958)
00000100:00000001:2.0:1769077968.310670:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077968.310678:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769077968.310682:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077968.310685:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299620891
00000100:00000001:2.0:1769077968.310688:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299622139
00000100:00000001:2.0:1769077968.310691:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299620891
00000100:00000001:2.0:1769077968.310694:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299622140
00000100:00000001:2.0:1769077968.310697:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077968.310699:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.310701:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077968.310708:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077968/real 1769077968]  req@ffff88ba85610700 x1855007653126400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077968.310720:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077968.310722:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077968.310724:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077968.310727:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077968.310732:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077968.310735:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077968.310739:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610700 x1855007653126400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077968.310749:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610700 x1855007653126400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.310764:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077968.310766:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.310768:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077968.310769:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077968.310773:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610700 x1855007653126400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.310781:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077968.310790:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610700 x1855007653126400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.310798:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077968.310801:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.310802:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077968.310804:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.310807:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077968.310809:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077968.310811:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077968.310817:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077968.310821:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077968.310825:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610700 x1855007653126400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077968.310833:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653126400:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077968.310838:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077968.310843:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612300 x1855007653126528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.310851:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077968.310853:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077968.310856:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077968.310860:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077968.310862:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077968.310866:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653126528:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077968.310870:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077968.310874:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077968.310876:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077968.310877:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077968.310882:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077968.310885:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077968.310890:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077968.310895:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077968.310899:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077968.310904:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653126528, portal 10
00000100:00000001:2.0:1769077968.310907:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077968.310909:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415871232 : -131140293680384 : ffff88ba85612300)
00000100:00000040:2.0:1769077968.310916:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612300 x1855007653126528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.310923:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077968.310928:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077968.310931:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077968.310935:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653126528, offset 0
00000400:00000200:2.0:1769077968.310941:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077968.310948:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077968.310957:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077968.310960:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077968.310965:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077968.310968:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077968.310974:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077968.310984:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200692:200692:256:4294967295] 192.168.204.104@tcp LPNI seq info [200692:200692:8:4294967295]
00000400:00000200:2.0:1769077968.311010:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077968.311021:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077968.311032:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077968.311037:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077968.311044:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077968.311047:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077968.311054:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077968.311057:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077968.311064:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077968.311067:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077968.311072:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077968.311077:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077968.311080:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077968.311082:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077968.311086:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077968.311090:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612300 x1855007653126528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311102:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077968.311109:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612300 x1855007653126528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311116:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.311118:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077968.311124:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077968.311129:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769077968.311135:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077968.311138:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299620876
00000100:00000001:2.0:1769077968.311141:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299622139
00000100:00000001:2.0:1769077968.311144:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299620876
00000100:00000001:2.0:1769077968.311147:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299622140
00000100:00000001:2.0:1769077968.311150:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077968.311153:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.311156:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077968.311162:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077968/real 1769077968]  req@ffff88ba85612300 x1855007653126528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077968.311171:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077968.311173:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077968.311175:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077968.311179:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077968.311183:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077968.311188:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077968.311193:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612300 x1855007653126528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077968.311202:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612300 x1855007653126528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311209:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077968.311211:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.311213:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077968.311215:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077968.311219:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612300 x1855007653126528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311227:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077968.311231:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612300 x1855007653126528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311237:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077968.311240:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.311242:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077968.311243:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.311245:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077968.311248:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077968.311251:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077968.311255:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077968.311258:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077968.311263:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612300 x1855007653126528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077968.311273:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653126528:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077968.311277:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.311279:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077968.311284:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610700 x1855007653126400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311291:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077968.311292:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077968.311294:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077968.311297:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077968.311300:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077968.311302:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077968.311305:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077968.311308:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219800.
02000000:00000001:2.0:1769077968.311311:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077968.311314:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077968.311315:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610700.
00000100:00000001:2.0:1769077968.311319:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077968.311321:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.311323:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077968.311328:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612300 x1855007653126528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311337:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077968.311340:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077968.311342:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077968.311345:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077968.311347:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077968.311349:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077968.311351:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077968.311353:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b400.
02000000:00000001:2.0:1769077968.311356:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077968.311358:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077968.311360:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612300.
00000100:00000001:2.0:1769077968.311364:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077968.311365:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.311367:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.311372:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077968.311374:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.311378:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077968.311382:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077968.311386:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077968.311393:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610000 x1855007653126656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311402:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077968.311404:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077968.311408:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077968.311411:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077968.311413:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077968.311418:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653126656:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077968.311421:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077968.311424:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077968.311425:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077968.311427:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077968.311431:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077968.311432:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077968.311437:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077968.311439:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077968.311443:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077968.311446:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653126656, portal 4
00000100:00000001:2.0:1769077968.311448:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077968.311450:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415862272 : -131140293689344 : ffff88ba85610000)
00000100:00000040:2.0:1769077968.311455:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610000 x1855007653126656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311461:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077968.311464:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077968.311466:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077968.311469:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653126656, offset 0
00000400:00000200:2.0:1769077968.311473:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077968.311476:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077968.311480:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077968.311483:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077968.311486:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077968.311489:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077968.311491:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077968.311494:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200693:200693:256:4294967295] 192.168.204.104@tcp LPNI seq info [200693:200693:8:4294967295]
00000400:00000200:2.0:1769077968.311499:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077968.311506:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077968.311511:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077968.311514:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077968.311518:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077968.311521:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077968.311525:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077968.311528:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077968.311532:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077968.311534:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077968.311565:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077968.311570:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077968.311575:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077968.311578:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077968.311581:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077968.311586:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610000 x1855007653126656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311595:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077968.311599:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610000 x1855007653126656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311606:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.311608:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077968.311613:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077968.311617:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769077968.311621:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077968.311623:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299620884
00000100:00000001:2.0:1769077968.311626:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299622139
00000100:00000001:2.0:1769077968.311629:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299620884
00000100:00000001:2.0:1769077968.311631:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299622140
00000100:00000001:2.0:1769077968.311634:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077968.311636:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.311638:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077968.311642:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077968/real 1769077968]  req@ffff88ba85610000 x1855007653126656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077968.311651:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077968.311652:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077968.311654:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077968.311656:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077968.311658:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077968.311660:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077968.311664:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610000 x1855007653126656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077968.311672:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610000 x1855007653126656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311679:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077968.311681:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.311683:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077968.311684:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077968.311688:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610000 x1855007653126656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311694:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077968.311698:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610000 x1855007653126656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311705:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077968.311708:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.311710:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077968.311711:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.311713:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077968.311714:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077968.311716:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077968.311719:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077968.311721:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077968.311725:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610000 x1855007653126656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077968.311733:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653126656:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077968.311737:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077968.311741:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613100 x1855007653126784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311748:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077968.311749:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077968.311752:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077968.311754:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077968.311756:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077968.311759:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653126784:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077968.311762:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077968.311764:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077968.311766:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077968.311768:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077968.311771:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077968.311773:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077968.311777:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077968.311781:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077968.311784:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077968.311787:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653126784, portal 4
00000100:00000001:2.0:1769077968.311789:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077968.311790:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415874816 : -131140293676800 : ffff88ba85613100)
00000100:00000040:2.0:1769077968.311796:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613100 x1855007653126784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311803:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077968.311805:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077968.311808:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077968.311810:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653126784, offset 0
00000400:00000200:2.0:1769077968.311814:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077968.311818:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077968.311822:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077968.311825:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077968.311828:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077968.311830:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077968.311833:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077968.311836:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200694:200694:256:4294967295] 192.168.204.104@tcp LPNI seq info [200694:200694:8:4294967295]
00000400:00000200:2.0:1769077968.311840:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077968.311847:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077968.311851:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077968.311854:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077968.311859:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077968.311861:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077968.311865:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077968.311868:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077968.311872:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077968.311874:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077968.311877:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077968.311881:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077968.311884:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077968.311886:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077968.311889:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077968.311892:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613100 x1855007653126784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311900:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077968.311903:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613100 x1855007653126784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311910:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.311912:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077968.311915:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077968.311918:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769077968.311921:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077968.311923:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299620884
00000100:00000001:2.0:1769077968.311926:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299622139
00000100:00000001:2.0:1769077968.311928:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299620884
00000100:00000001:2.0:1769077968.311930:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299622140
00000100:00000001:2.0:1769077968.311932:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077968.311934:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.311936:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077968.311939:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077968/real 1769077968]  req@ffff88ba85613100 x1855007653126784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077968.311946:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077968.311948:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077968.311949:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077968.311951:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077968.311953:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077968.311955:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077968.311958:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613100 x1855007653126784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077968.311967:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613100 x1855007653126784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.311978:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077968.311980:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.311982:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077968.311983:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077968.312002:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613100 x1855007653126784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.312009:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077968.312013:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613100 x1855007653126784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.312020:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077968.312022:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.312024:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077968.312025:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.312027:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077968.312029:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077968.312031:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077968.312034:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077968.312036:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077968.312040:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613100 x1855007653126784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077968.312048:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653126784:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077968.312052:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.312054:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077968.312057:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610000 x1855007653126656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.312063:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077968.312065:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077968.312067:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077968.312069:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077968.312071:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077968.312073:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077968.312074:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077968.312076:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:2.0:1769077968.312079:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077968.312080:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077968.312081:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610000.
00000100:00000001:2.0:1769077968.312084:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077968.312085:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.312087:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077968.312090:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613100 x1855007653126784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077968.312095:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077968.312097:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077968.312098:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077968.312100:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077968.312101:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077968.312102:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077968.312104:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077968.312105:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219400.
02000000:00000001:2.0:1769077968.312107:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077968.312108:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077968.312110:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613100.
00000100:00000001:2.0:1769077968.312112:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077968.312113:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.312115:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.312118:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077968.312119:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.312121:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077968.312122:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077968.948642:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077968.948647:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077968.948700:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077968.948705:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077968.948710:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077969.588635:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299622140, at 4299622144
00000100:00000010:1.0:1769077969.588658:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b060.
00010000:00000001:2.0:1769077969.972681:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077969.972689:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077969.972757:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077969.972763:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077969.972766:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077970.996669:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077970.996674:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077970.996741:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077970.996746:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077970.996750:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077972.020659:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077972.020665:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077972.020715:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077972.020718:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077972.020721:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077973.044604:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077973.044612:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077973.044614:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077973.044616:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077973.044620:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077973.044622:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077973.044624:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077973.044626:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077973.044692:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077973.044696:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077973.044699:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077973.428642:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077973.428655:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077973.428666:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077973.428670:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077973.428673:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077973.428679:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4953
00000400:00000200:3.0:1769077973.428687:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077973.428692:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077973.428694:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077973.428697:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077973.428700:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077973.428702:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077973.428704:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077973.428707:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077973.428708:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077973.428711:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077973.428713:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077973.428714:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077973.428716:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077973.428718:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077973.428720:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077973.428721:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077973.428722:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077973.428724:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077973.428727:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077973.428730:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077973.428733:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077973.428736:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077973.428738:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077973.428741:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077973.428744:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077973.428754:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769077973.428758:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077973.428763:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077973.428764:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077973.428767:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077973.428770:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077973.428775:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077973.428783:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077973.428790:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077973.428800:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653126912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077973.428811:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077973.428816:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077973.428820:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653126912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077973.428842:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077973.428846:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077973.428849:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077973.428851:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077973.428853:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077973.428856:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077973.428859:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4953
00000400:00000200:3.0:1769077973.428863:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077973.428867:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077973.428870:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077973.428873:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077973.428875:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077973.428877:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077973.428879:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077973.428881:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077973.428882:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077973.428883:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077973.428885:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:2.0:1769077973.428886:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769077973.428887:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:2.0:1769077973.428891:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077973.428891:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077973.428894:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077973.428896:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077973.428897:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077973.428924:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653126912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077973.428925:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077973.428930:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077973.428936:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:2.0:1769077973.428942:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077973.428942:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077973.428946:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077973.428947:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077973.428950:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077973.428950:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077973.428954:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077973.428955:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077973.428956:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077973.428959:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077973.428963:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653126912:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769077973.428963:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077973.428968:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077973.428969:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769077973.428973:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077973.428974:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077973.428975:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077973.428978:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077973.428980:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
02000000:00000001:2.0:1769077973.428981:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769077973.428985:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000010:2.0:1769077973.428988:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:3.0:1769077973.428989:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077973.428991:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077973.428993:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077973.428995:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077973.428997:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077973.428999:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077973.429002:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:3.0:1769077973.429005:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000400:00000010:2.0:1769077973.429007:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000100:00000001:3.0:1769077973.429010:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077973.429014:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00100000:3.0:1769077973.429017:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653127040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077973.429022:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653126912, portal 25
00000100:00000001:3.0:1769077973.429024:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077973.429026:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077973.429027:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.429029:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00000040:3.0:1769077973.429034:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653127040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077973.429038:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653126912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077973.429047:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.429051:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769077973.429052:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077973.429057:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00080000:3.0:1769077973.429060:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1769077973.429061:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000001:3.0:1769077973.429065:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1769077973.429066:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653126912, offset 0
00000100:00080000:3.0:1769077973.429069:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077973.429075:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769077973.429077:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077973.429083:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4953
00000400:00000200:2.0:1769077973.429084:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077973.429092:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077973.429097:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077973.429099:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077973.429102:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077973.429105:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077973.429107:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200695:200695:256:4294967295] 192.168.204.104@tcp LPNI seq info [200695:200695:8:4294967295]
00000400:00000200:2.0:1769077973.429110:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077973.429117:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077973.429122:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769077973.429126:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077973.429130:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1769077973.429132:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769077973.429136:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000010:2.0:1769077973.429139:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000100:00000001:3.0:1769077973.429139:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077973.429144:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077973.429146:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077973.429149:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.0:1769077973.429150:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:3.0:1769077973.429151:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077973.429156:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.0:1769077973.429157:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1769077973.429158:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077973.429164:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077973.429168:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000200:2.1:1769077973.429169:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769077973.429174:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:2.1:1769077973.429175:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769077973.429179:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1769077973.429184:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769077973.429184:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000010:2.0:1769077973.429189:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000100:00000001:3.0:1769077973.429189:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077973.429194:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000200:2.0:1769077973.429197:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1769077973.429197:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077973.429202:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077973.429205:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077973.429206:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1769077973.429208:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077973.429211:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
02000000:00000001:3.0:1769077973.429212:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077973.429214:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:3.0:1769077973.429215:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077973.429218:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077973.429220:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1769077973.429221:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077973.429225:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077973.429226:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653126912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077973.429230:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000100:00000001:2.0:1769077973.429235:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769077973.429235:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000040:2.0:1769077973.429241:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653126912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077973.429241:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077973.429244:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077973.429249:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077973.429251:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077973.429254:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077973.429259:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:2.0:1769077973.429262:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077973.429264:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.429265:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077973.429271:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077973.429273:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653127168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077973.429278:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077973.429284:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299627259
00000100:00000001:3.0:1769077973.429288:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1769077973.429290:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b960.
00000100:00000001:3.0:1769077973.429291:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.429298:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1769077973.429300:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653127168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.429305:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299627259
00000100:00000010:2.0:1769077973.429310:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b480.
00000100:00000001:2.0:1769077973.429315:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077973.429317:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.429319:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769077973.429322:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077973.429323:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.429326:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1769077973.429331:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1769077973.429332:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077973/real 1769077973]  req@ffff88ba87a9a300 x1855007653126912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077973.429336:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077973.429340:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:2.0:1769077973.429344:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769077973.429346:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:2.0:1769077973.429347:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077973.429350:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000100:00080000:3.0:1769077973.429353:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4953
00000400:00000200:2.0:1769077973.429354:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077973.429358:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077973.429362:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1769077973.429362:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000200:2.0:1769077973.429369:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653126912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077973.429370:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077973.429375:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077973.429381:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077973.429386:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077973.429388:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653126912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077973.429391:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077973.429397:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077973.429402:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077973.429403:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1769077973.429404:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00000001:2.0:1769077973.429406:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769077973.429407:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077973.429410:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1769077973.429411:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:2.0:1769077973.429414:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769077973.429415:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077973.429420:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00100000:2.0:1769077973.429421:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653126912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077973.429425:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077973.429431:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077973.429435:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077973.429436:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077973.429438:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077973.429441:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000040:2.0:1769077973.429443:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653126912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077973.429446:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077973.429452:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077973.429456:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077973.429458:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077973.429461:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077973.429461:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077973.429468:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1769077973.429468:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.429471:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077973.429472:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077973.429474:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000008:00100000:3.0:1769077973.429475:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769077973.429477:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1769077973.429481:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077973.429483:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769077973.429485:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077973.429489:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000010:3.0:1769077973.429491:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000100:00000001:2.0:1769077973.429492:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1769077973.429496:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000040:2.0:1769077973.429499:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653126912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077973.429500:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077973.429503:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077973.429508:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077973.429510:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077973.429513:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077973.429514:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653126912:192.168.204.104@tcp:250:kworker.0
02000000:00000010:3.0:1769077973.429518:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:2.0:1769077973.429519:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.429523:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077973.429524:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077973.429527:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653126912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077973.429533:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653127296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077973.429562:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077973.429564:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.429567:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1769077973.429568:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653127296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077973.429570:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077973.429574:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077973.429581:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1769077973.429581:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077973.429584:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000100:00080000:3.0:1769077973.429586:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000040:2.0:1769077973.429587:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769077973.429593:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00080000:3.0:1769077973.429593:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000010:2.0:1769077973.429597:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769077973.429597:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077973.429598:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1769077973.429602:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1769077973.429602:0:13478:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1769077973.429606:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077973.429610:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00080000:3.0:1769077973.429610:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4953
00000100:00000001:2.0:1769077973.429614:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077973.429616:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.429619:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769077973.429620:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077973.429625:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077973.429626:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769077973.429629:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077973.429630:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.429635:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077973.429638:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077973.429639:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077973.429640:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077973.429646:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653127040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077973.429646:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077973.429653:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077973.429656:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077973.429659:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077973.429660:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:2.0:1769077973.429661:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077973.429664:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077973.429667:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077973.429667:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077973.429670:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000100:00100000:2.0:1769077973.429673:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653127040:192.168.204.104@tcp:38:kworker.0
00000020:00000001:3.0:1769077973.429674:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077973.429678:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:2.0:1769077973.429679:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1769077973.429682:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000001:2.0:1769077973.429683:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1769077973.429687:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000001:2.0:1769077973.429688:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077973.429692:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:2.0:1769077973.429693:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077973.429695:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077973.429698:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000010:2.0:1769077973.429699:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
00000100:00000001:3.0:1769077973.429700:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:2.0:1769077973.429706:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077973.429706:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077973.429711:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077973.429714:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077973.429718:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769077973.429718:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077973.429722:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769077973.429725:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
02000000:00000001:3.0:1769077973.429726:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077973.429731:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077973.429732:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000008:00100000:3.0:1769077973.429733:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077973.429738:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077973.429739:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653127040, portal 10
00000100:00000001:3.0:1769077973.429740:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.429745:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000010:3.0:1769077973.429746:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000100:00000001:2.0:1769077973.429748:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000020:00000040:3.0:1769077973.429750:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077973.429754:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077973.429755:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077973.429756:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077973.429774:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653127040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077973.429775:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077973.429779:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077973.429784:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769077973.429787:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077973.429794:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653127424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077973.429799:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077973.429807:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769077973.429811:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769077973.429813:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000001:3.0:1769077973.429815:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077973.429819:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653127040, offset 0
00000100:00000040:3.0:1769077973.429824:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653127424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077973.429846:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077973.429855:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077973.429857:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077973.429864:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4963)
00000400:00000200:2.0:1769077973.429868:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077973.429872:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077973.429875:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077973.429877:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077973.429880:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077973.429885:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200696:200696:256:4294967295] 192.168.204.104@tcp LPNI seq info [200696:200696:8:4294967295]
00000400:00000200:2.0:1769077973.429889:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077973.429895:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077973.429898:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077973.429930:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077973.429933:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077973.429935:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077973.429948:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077973.429950:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077973.429953:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077973.429954:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077973.429956:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077973.429958:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077973.429961:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077973.429962:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077973.429964:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077973.429967:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653127040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.429972:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077973.429974:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653127040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.429979:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.429980:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077973.429983:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077973.429986:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769077973.429988:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077973.429989:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299626010
00000100:00000001:2.0:1769077973.429991:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299627259
00000100:00000001:2.0:1769077973.429993:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299626010
00000100:00000001:2.0:1769077973.429994:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299627259
00000100:00000001:2.0:1769077973.429996:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077973.429997:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.429998:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077973.430001:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077973/real 1769077973]  req@ffff88ba87a98380 x1855007653127040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077973.430006:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077973.430007:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077973.430008:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077973.430010:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077973.430011:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077973.430012:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077973.430014:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653127040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077973.430020:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653127040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430024:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077973.430025:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430026:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077973.430027:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077973.430029:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653127040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430033:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077973.430035:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653127040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430041:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077973.430043:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430044:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077973.430045:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430046:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077973.430047:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077973.430049:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077973.430051:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077973.430052:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077973.430054:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653127040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077973.430059:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653127040:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077973.430061:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077973.430063:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653127168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430067:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077973.430068:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077973.430069:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077973.430071:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077973.430073:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077973.430075:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653127168:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077973.430077:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077973.430078:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077973.430079:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077973.430080:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077973.430082:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077973.430084:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077973.430086:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077973.430088:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077973.430090:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077973.430092:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653127168, portal 10
00000100:00000001:2.0:1769077973.430094:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077973.430095:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:2.0:1769077973.430099:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653127168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430103:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077973.430105:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077973.430106:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077973.430108:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653127168, offset 0
00000400:00000200:2.0:1769077973.430110:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077973.430113:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077973.430115:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077973.430117:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077973.430118:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077973.430120:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077973.430122:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077973.430124:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200697:200697:256:4294967295] 192.168.204.104@tcp LPNI seq info [200697:200697:8:4294967295]
00000400:00000200:2.0:1769077973.430127:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077973.430131:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077973.430134:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077973.430136:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077973.430139:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077973.430141:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077973.430144:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077973.430145:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077973.430148:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077973.430150:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077973.430151:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077973.430154:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077973.430156:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077973.430168:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077973.430169:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077973.430171:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653127168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430176:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077973.430178:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653127168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430182:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.430183:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077973.430185:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077973.430186:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769077973.430188:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077973.430190:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299625995
00000100:00000001:2.0:1769077973.430192:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299627259
00000100:00000001:2.0:1769077973.430193:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299625995
00000100:00000001:2.0:1769077973.430194:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299627259
00000100:00000001:2.0:1769077973.430196:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077973.430197:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.430198:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077973.430200:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077973/real 1769077973]  req@ffff88ba87a99f80 x1855007653127168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077973.430205:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077973.430205:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077973.430206:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077973.430207:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077973.430208:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077973.430210:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077973.430212:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653127168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077973.430217:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653127168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430222:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077973.430223:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430224:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077973.430225:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077973.430227:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653127168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430231:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077973.430233:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653127168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430237:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077973.430239:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430240:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077973.430240:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430241:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077973.430249:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077973.430250:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077973.430252:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077973.430253:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077973.430256:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653127168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077973.430260:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653127168:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077973.430262:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077973.430264:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653127296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430269:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077973.430270:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077973.430271:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077973.430272:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077973.430274:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077973.430276:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653127296:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077973.430278:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077973.430279:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077973.430280:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077973.430281:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077973.430283:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769077973.430284:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077973.430286:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077973.430288:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077973.430290:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077973.430291:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653127296, portal 4
00000100:00000001:2.0:1769077973.430293:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077973.430294:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:2.0:1769077973.430297:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653127296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430302:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077973.430303:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077973.430304:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077973.430305:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653127296, offset 0
00000400:00000200:2.0:1769077973.430308:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077973.430316:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077973.430318:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077973.430319:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077973.430321:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077973.430322:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077973.430324:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077973.430326:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200698:200698:256:4294967295] 192.168.204.104@tcp LPNI seq info [200698:200698:8:4294967295]
00000400:00000200:2.0:1769077973.430329:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077973.430333:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077973.430336:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077973.430338:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077973.430341:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077973.430343:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077973.430345:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077973.430362:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077973.430365:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077973.430366:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077973.430368:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077973.430370:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077973.430372:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077973.430374:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077973.430375:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077973.430378:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653127296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430384:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077973.430386:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653127296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430390:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.430392:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077973.430394:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077973.430396:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769077973.430398:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077973.430399:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299626002
00000100:00000001:2.0:1769077973.430401:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299627259
00000100:00000001:2.0:1769077973.430403:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299626002
00000100:00000001:2.0:1769077973.430404:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299627259
00000100:00000001:2.0:1769077973.430406:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077973.430407:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.430408:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077973.430410:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077973/real 1769077973]  req@ffff88ba87a9b480 x1855007653127296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077973.430416:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077973.430417:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077973.430419:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077973.430420:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077973.430421:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077973.430422:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077973.430424:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653127296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077973.430429:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653127296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430434:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077973.430435:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430436:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077973.430437:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077973.430439:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653127296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430443:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077973.430445:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653127296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430449:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077973.430450:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430451:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077973.430452:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430453:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077973.430454:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077973.430455:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077973.430457:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077973.430458:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077973.430461:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653127296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077973.430466:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653127296:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077973.430469:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430470:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077973.430472:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653127040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430476:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077973.430477:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077973.430478:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077973.430480:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077973.430481:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077973.430481:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077973.430483:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077973.430484:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:2.0:1769077973.430485:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077973.430486:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077973.430487:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:2.0:1769077973.430489:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077973.430490:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430491:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077973.430493:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653127168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430497:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077973.430498:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077973.430499:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077973.430500:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077973.430501:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077973.430502:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077973.430503:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077973.430504:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:2.0:1769077973.430505:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077973.430506:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077973.430507:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:2.0:1769077973.430509:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077973.430509:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430510:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077973.430512:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653127296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430516:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077973.430517:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077973.430518:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769077973.430519:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077973.430519:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077973.430520:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077973.430521:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077973.430522:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:2.0:1769077973.430523:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077973.430524:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077973.430525:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:2.0:1769077973.430526:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077973.430527:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430528:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430530:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077973.430531:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.430533:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077973.430533:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077973.430534:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077973.430553:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653127424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430557:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077973.430558:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077973.430559:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077973.430561:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077973.430562:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077973.430564:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653127424:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077973.430573:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077973.430575:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077973.430576:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077973.430578:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077973.430580:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769077973.430582:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077973.430584:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077973.430586:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077973.430588:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077973.430590:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653127424, portal 4
00000100:00000001:2.0:1769077973.430592:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077973.430592:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:2.0:1769077973.430596:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653127424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430601:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077973.430602:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077973.430604:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077973.430606:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653127424, offset 0
00000400:00000200:2.0:1769077973.430608:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077973.430610:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077973.430613:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077973.430615:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077973.430616:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077973.430618:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077973.430620:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077973.430622:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200699:200699:256:4294967295] 192.168.204.104@tcp LPNI seq info [200699:200699:8:4294967295]
00000400:00000200:2.0:1769077973.430625:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077973.430629:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077973.430631:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077973.430633:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077973.430636:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077973.430638:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077973.430641:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077973.430643:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077973.430645:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077973.430648:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077973.430649:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077973.430652:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077973.430653:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077973.430654:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077973.430656:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077973.430658:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653127424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430663:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077973.430665:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653127424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430669:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.430670:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077973.430672:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077973.430674:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769077973.430676:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077973.430677:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299626003
00000100:00000001:2.0:1769077973.430679:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299627259
00000100:00000001:2.0:1769077973.430680:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299626003
00000100:00000001:2.0:1769077973.430682:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299627259
00000100:00000001:2.0:1769077973.430684:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077973.430686:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.430688:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077973.430691:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077973/real 1769077973]  req@ffff88ba87a98700 x1855007653127424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077973.430700:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077973.430701:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077973.430703:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077973.430705:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077973.430707:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077973.430709:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077973.430712:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653127424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077973.430722:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653127424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430729:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077973.430731:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430734:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077973.430735:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077973.430739:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653127424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430746:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077973.430750:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653127424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430755:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077973.430756:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430758:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077973.430758:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430760:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077973.430761:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077973.430762:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077973.430764:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077973.430765:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077973.430768:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653127424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077973.430773:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653127424:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077973.430776:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430777:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077973.430779:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653127424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.430784:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077973.430785:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077973.430786:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769077973.430788:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077973.430789:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077973.430789:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077973.430791:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077973.430792:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:2.0:1769077973.430794:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077973.430795:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077973.430796:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:2.0:1769077973.430797:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077973.430798:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430799:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.430802:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077973.430803:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.430804:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077973.430805:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077974.068614:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077974.068619:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077974.068686:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077974.068692:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077974.068696:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077974.708633:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299627259, at 4299627264
00000100:00000010:1.0:1769077974.708650:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b480.
00010000:00000001:2.0:1769077975.092630:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077975.092636:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077975.092722:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077975.092725:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077975.092728:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077976.116649:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077976.116654:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077976.116712:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077976.116716:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077976.116718:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077977.140621:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077977.140627:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077977.140683:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077977.140688:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077977.140691:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077978.164631:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077978.164637:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077978.164704:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077978.164707:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077978.164710:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077978.548647:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077978.548656:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077978.548658:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077978.548661:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077978.548664:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077978.548670:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4958
00000400:00000200:3.0:1769077978.548679:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077978.548684:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077978.548687:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077978.548689:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077978.548692:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077978.548694:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077978.548696:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077978.548699:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077978.548701:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077978.548703:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077978.548705:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077978.548706:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077978.548708:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077978.548709:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077978.548711:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077978.548712:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077978.548713:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077978.548716:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077978.548719:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077978.548721:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077978.548723:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077978.548725:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077978.548727:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.548728:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077978.548730:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077978.548740:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769077978.548742:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077978.548745:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077978.548747:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.548749:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077978.548751:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077978.548755:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077978.548761:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769077978.548767:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077978.548775:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653127552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077978.548783:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077978.548787:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077978.548790:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653127552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077978.548832:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077978.548835:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077978.548837:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077978.548838:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077978.548840:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077978.548841:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077978.548843:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4958
00000400:00000200:3.0:1769077978.548846:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077978.548848:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077978.548850:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077978.548853:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077978.548855:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077978.548857:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077978.548859:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077978.548860:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077978.548862:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077978.548863:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077978.548865:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077978.548866:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077978.548867:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077978.548869:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077978.548870:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077978.548872:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077978.548876:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077978.548877:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077978.548878:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077978.548882:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077978.548884:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077978.548885:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077978.548887:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077978.548889:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077978.548894:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077978.548896:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.548898:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077978.548902:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077978.548903:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653127552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077978.548905:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.548908:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077978.548914:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769077978.548917:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077978.548921:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077978.548923:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077978.548924:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.548928:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077978.548930:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077978.548930:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077978.548932:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077978.548935:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769077978.548938:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077978.548942:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653127680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077978.548949:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077978.548950:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077978.548954:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077978.548955:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077978.548958:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653127680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077978.548962:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.548971:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077978.548972:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653127552:192.168.204.104@tcp:250:kworker.0
00000100:00080000:3.0:1769077978.548973:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077978.548980:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077978.548983:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077978.548984:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1769077978.548985:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077978.548989:0:13328:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1769077978.548990:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769077978.548991:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4958
02000000:00000001:2.0:1769077978.548995:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077978.548996:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:2.0:1769077978.549002:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1769077978.549002:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077978.549003:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077978.549007:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077978.549008:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077978.549010:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000010:2.0:1769077978.549011:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
00000100:00000001:3.0:1769077978.549012:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077978.549016:0:13328:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769077978.549018:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077978.549018:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077978.549020:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077978.549024:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077978.549025:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077978.549027:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077978.549029:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077978.549032:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077978.549033:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:3.0:1769077978.549034:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077978.549038:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077978.549040:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000010:2.0:1769077978.549042:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000100:00080000:3.0:1769077978.549042:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077978.549046:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077978.549049:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077978.549051:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077978.549052:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077978.549053:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000001:3.0:1769077978.549054:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077978.549057:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077978.549059:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.549060:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077978.549064:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653127552, portal 25
00000100:00000010:3.0:1769077978.549065:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769077978.549069:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000001:2.0:1769077978.549071:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769077978.549072:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077978.549076:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
02000000:00000001:3.0:1769077978.549076:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.549078:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077978.549081:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077978.549083:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077978.549086:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769077978.549089:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077978.549090:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653127552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077978.549095:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653127808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077978.549113:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077978.549118:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077978.549121:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769077978.549123:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077978.549127:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000040:3.0:1769077978.549133:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653127808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077978.549135:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653127552, offset 0
00000100:00000001:3.0:1769077978.549148:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077978.549149:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00080000:3.0:1769077978.549152:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077978.549157:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769077978.549161:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769077978.549161:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077978.549165:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077978.549169:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077978.549171:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00080000:3.0:1769077978.549176:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4958
00000400:00000200:2.0:1769077978.549182:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077978.549188:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077978.549192:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077978.549195:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077978.549199:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200700:200700:256:4294967295] 192.168.204.104@tcp LPNI seq info [200700:200700:8:4294967295]
00000400:00000200:2.0:1769077978.549203:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077978.549209:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077978.549219:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077978.549220:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769077978.549226:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1769077978.549231:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769077978.549235:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000010:2.0:1769077978.549238:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000100:00000001:3.0:1769077978.549239:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077978.549243:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077978.549246:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:2.0:1769077978.549248:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:3.0:1769077978.549252:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.0:1769077978.549253:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1769077978.549257:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000800:00000200:2.1:1769077978.549261:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:3.0:1769077978.549262:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769077978.549265:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1769077978.549267:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000800:00000100:2.0:1769077978.549272:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000020:00000001:3.0:1769077978.549272:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000800:00000010:2.0:1769077978.549274:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000020:00000001:3.0:1769077978.549278:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000200:2.0:1769077978.549283:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769077978.549285:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077978.549290:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077978.549294:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769077978.549297:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077978.549302:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769077978.549304:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000020:00000040:3.0:1769077978.549305:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000400:00000010:2.0:1769077978.549309:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00080000:3.0:1769077978.549311:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077978.549317:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077978.549317:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077978.549320:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077978.549325:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769077978.549326:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b100 x1855007653127552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077978.549328:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.549335:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077978.549339:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077978.549345:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.549346:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077978.549348:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077978.549352:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653127552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077978.549355:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769077978.549360:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:2.0:1769077978.549363:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077978.549365:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077978.549366:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769077978.549370:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.549374:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.549375:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077978.549379:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077978.549382:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769077978.549384:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.549386:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299632379
02000000:00000010:3.0:1769077978.549392:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000010:2.0:1769077978.549393:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b900.
00000100:00000001:3.0:1769077978.549401:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.549402:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077978.549410:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299632379
00000100:00100000:3.0:1769077978.549411:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653127936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769077978.549414:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bde0.
00000100:00000001:2.0:1769077978.549419:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077978.549424:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077978.549428:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.549430:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077978.549431:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077978.549436:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077978.549438:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077978/real 1769077978]  req@ffff88ba87a9b100 x1855007653127552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077978.549447:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653127936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077978.549457:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077978.549459:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077978.549462:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077978.549465:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000100:00000001:3.0:1769077978.549465:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077978.549469:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00080000:3.0:1769077978.549471:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077978.549472:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1769077978.549478:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:2.0:1769077978.549479:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653127552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077978.549483:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077978.549486:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077978.549492:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077978.549497:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4958
00000100:00000200:2.0:1769077978.549498:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653127552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077978.549505:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077978.549512:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077978.549518:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1769077978.549518:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077978.549523:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077978.549523:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077978.549528:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077978.549529:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077978.549532:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077978.549557:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077978.549561:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077978.549564:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077978.549566:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077978.549568:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077978.549570:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00100000:2.0:1769077978.549575:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653127552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077978.549575:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077978.549580:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:2.0:1769077978.549588:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077978.549590:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000040:2.0:1769077978.549595:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653127552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077978.549595:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077978.549602:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077978.549608:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077978.549608:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769077978.549613:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769077978.549613:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:2.0:1769077978.549618:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077978.549620:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077978.549621:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077978.549622:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077978.549627:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077978.549627:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077978.549632:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1769077978.549633:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:2.0:1769077978.549638:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
02000000:00000001:3.0:1769077978.549639:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077978.549641:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1769077978.549644:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077978.549646:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653127552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077978.549649:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077978.549654:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1769077978.549657:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653127552:192.168.204.104@tcp:250:kworker.0
00000008:00000001:3.0:1769077978.549660:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.549662:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077978.549665:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.549666:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077978.549669:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653127552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077978.549673:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000100:00000001:2.0:1769077978.549675:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1769077978.549679:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769077978.549680:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077978.549682:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:3.0:1769077978.549686:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077978.549687:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1769077978.549689:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077978.549690:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077978.549692:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000100:00000001:3.0:1769077978.549695:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:2.0:1769077978.549696:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077978.549700:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:3.0:1769077978.549700:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077978.549705:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077978.549707:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077978.549710:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077978.549712:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
02000000:00000010:3.0:1769077978.549714:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:2.0:1769077978.549715:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077978.549717:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.549720:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077978.549722:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.549726:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077978.549730:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077978.549731:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653128064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077978.549732:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077978.549735:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077978.549737:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077978.549742:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653127680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077978.549751:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077978.549756:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.549758:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077978.549762:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077978.549765:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653128064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077978.549766:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077978.549770:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077978.549776:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077978.549784:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653127680:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769077978.549787:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.549793:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769077978.549797:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4968)
02000000:00000001:2.0:1769077978.549798:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077978.549802:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077978.549804:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077978.549808:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769077978.549811:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077978.549832:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077978.549835:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077978.549838:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077978.549841:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653127680, portal 10
00000100:00000001:2.0:1769077978.549842:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077978.549843:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:2.0:1769077978.549849:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653127680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.549854:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077978.549855:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077978.549857:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077978.549858:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653127680, offset 0
00000400:00000200:2.0:1769077978.549861:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077978.549864:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077978.549867:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077978.549869:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077978.549871:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077978.549872:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077978.549874:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077978.549876:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200701:200701:256:4294967295] 192.168.204.104@tcp LPNI seq info [200701:200701:8:4294967295]
00000400:00000200:2.0:1769077978.549879:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077978.549884:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077978.549887:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077978.549889:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077978.549892:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077978.549894:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077978.549897:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077978.549899:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077978.549901:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077978.549903:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077978.549905:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077978.549908:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077978.549910:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077978.549911:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077978.549913:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077978.549915:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653127680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.549921:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077978.549923:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653127680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.549928:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.549929:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077978.549931:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077978.549933:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769077978.549936:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077978.549938:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299631130
00000100:00000001:2.0:1769077978.549940:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299632379
00000100:00000001:2.0:1769077978.549942:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299631130
00000100:00000001:2.0:1769077978.549943:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299632379
00000100:00000001:2.0:1769077978.549945:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077978.549946:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.549947:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077978.549950:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077978/real 1769077978]  req@ffff88ba87a98e00 x1855007653127680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077978.549954:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077978.549955:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077978.549957:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077978.549958:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077978.549959:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077978.549961:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077978.549963:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653127680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077978.549968:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653127680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.549972:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077978.549973:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.549974:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077978.549975:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077978.549977:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653127680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.549981:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077978.549983:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653127680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.549987:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077978.549989:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.549990:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077978.549991:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.549992:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077978.549994:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077978.549995:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077978.549997:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077978.549999:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077978.550001:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653127680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077978.550007:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653127680:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077978.550011:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077978.550015:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653127808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550023:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077978.550024:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077978.550026:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077978.550028:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077978.550031:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077978.550035:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653127808:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077978.550038:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077978.550040:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077978.550042:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077978.550044:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077978.550047:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077978.550049:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077978.550053:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077978.550056:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077978.550059:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077978.550061:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653127808, portal 10
00000100:00000001:2.0:1769077978.550063:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077978.550065:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000100:00000040:2.0:1769077978.550070:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653127808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550075:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077978.550076:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077978.550078:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077978.550079:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653127808, offset 0
00000400:00000200:2.0:1769077978.550082:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077978.550085:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077978.550087:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077978.550089:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077978.550091:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077978.550093:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077978.550095:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077978.550097:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200702:200702:256:4294967295] 192.168.204.104@tcp LPNI seq info [200702:200702:8:4294967295]
00000400:00000200:2.0:1769077978.550100:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077978.550104:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077978.550107:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077978.550109:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077978.550112:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077978.550114:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077978.550117:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077978.550118:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077978.550121:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077978.550122:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077978.550124:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077978.550127:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077978.550129:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077978.550130:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077978.550132:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077978.550134:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99180 x1855007653127808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550139:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077978.550141:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653127808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550145:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.550147:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077978.550148:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077978.550151:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769077978.550153:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077978.550154:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299631115
00000100:00000001:2.0:1769077978.550156:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299632379
00000100:00000001:2.0:1769077978.550157:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299631115
00000100:00000001:2.0:1769077978.550159:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299632379
00000100:00000001:2.0:1769077978.550161:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077978.550162:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.550164:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077978.550166:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077978/real 1769077978]  req@ffff88ba87a99180 x1855007653127808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077978.550171:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077978.550171:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077978.550172:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077978.550174:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077978.550175:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077978.550176:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077978.550178:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653127808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077978.550183:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653127808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550187:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077978.550188:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550189:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077978.550190:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077978.550192:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653127808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550196:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077978.550198:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653127808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550202:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077978.550204:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550205:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077978.550206:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550207:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077978.550209:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077978.550210:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077978.550213:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077978.550214:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077978.550216:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653127808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077978.550221:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653127808:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769077978.550224:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077978.550226:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653127936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550230:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077978.550232:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077978.550233:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077978.550234:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077978.550235:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077978.550237:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653127936:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077978.550239:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077978.550240:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077978.550241:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077978.550242:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077978.550244:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077978.550246:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077978.550248:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077978.550250:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077978.550252:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077978.550254:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653127936, portal 4
00000100:00000001:2.0:1769077978.550255:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077978.550256:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
00000100:00000040:2.0:1769077978.550259:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653127936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550264:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077978.550266:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077978.550267:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077978.550269:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653127936, offset 0
00000400:00000200:2.0:1769077978.550271:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077978.550273:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077978.550275:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077978.550277:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077978.550279:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077978.550281:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077978.550283:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077978.550287:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200703:200703:256:4294967295] 192.168.204.104@tcp LPNI seq info [200703:200703:8:4294967295]
00000400:00000200:2.0:1769077978.550291:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077978.550297:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077978.550302:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077978.550305:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077978.550310:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077978.550313:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077978.550317:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077978.550319:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077978.550323:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077978.550325:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077978.550328:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077978.550332:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077978.550334:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077978.550336:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077978.550339:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077978.550343:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9ad80 x1855007653127936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550350:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077978.550353:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653127936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550367:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.550369:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077978.550372:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077978.550375:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769077978.550378:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077978.550379:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299631122
00000100:00000001:2.0:1769077978.550381:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299632379
00000100:00000001:2.0:1769077978.550383:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299631122
00000100:00000001:2.0:1769077978.550385:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299632379
00000100:00000001:2.0:1769077978.550386:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077978.550388:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.550389:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077978.550392:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077978/real 1769077978]  req@ffff88ba87a9ad80 x1855007653127936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077978.550397:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077978.550397:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077978.550398:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077978.550400:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077978.550401:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077978.550403:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077978.550405:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653127936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077978.550411:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653127936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550415:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077978.550416:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550417:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077978.550418:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077978.550420:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653127936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550426:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077978.550428:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653127936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550433:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077978.550434:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550435:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077978.550436:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550437:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077978.550438:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077978.550439:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077978.550441:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077978.550442:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077978.550445:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653127936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077978.550449:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653127936:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077978.550451:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550453:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077978.550454:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653127680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550459:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077978.550460:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077978.550461:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769077978.550463:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077978.550464:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077978.550465:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077978.550466:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077978.550468:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:2.0:1769077978.550469:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077978.550470:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077978.550471:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:2.0:1769077978.550473:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077978.550474:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550475:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077978.550478:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653127808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550482:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077978.550482:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077978.550483:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769077978.550485:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077978.550486:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077978.550487:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769077978.550489:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077978.550490:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6000.
02000000:00000001:2.0:1769077978.550493:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077978.550494:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077978.550495:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000001:2.0:1769077978.550497:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077978.550499:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550500:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077978.550504:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653127936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550510:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077978.550511:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077978.550513:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077978.550515:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077978.550517:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077978.550518:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077978.550520:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077978.550522:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:2.0:1769077978.550524:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077978.550526:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077978.550527:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:2.0:1769077978.550530:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077978.550531:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550533:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550555:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077978.550557:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.550558:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077978.550559:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077978.550560:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077978.550564:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653128064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550568:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077978.550569:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077978.550571:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077978.550572:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077978.550574:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077978.550575:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653128064:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077978.550578:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077978.550579:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077978.550580:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077978.550581:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077978.550584:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077978.550585:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077978.550588:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769077978.550590:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769077978.550592:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769077978.550594:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653128064, portal 4
00000100:00000001:2.0:1769077978.550596:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077978.550596:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:2.0:1769077978.550600:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653128064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550605:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077978.550606:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769077978.550608:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769077978.550609:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653128064, offset 0
00000400:00000200:2.0:1769077978.550612:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769077978.550615:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077978.550618:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769077978.550620:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077978.550622:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769077978.550623:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077978.550625:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769077978.550627:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200704:200704:256:4294967295] 192.168.204.104@tcp LPNI seq info [200704:200704:8:4294967295]
00000400:00000200:2.0:1769077978.550630:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077978.550634:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077978.550637:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077978.550639:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769077978.550641:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769077978.550643:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077978.550646:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769077978.550648:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077978.550650:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769077978.550652:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769077978.550654:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077978.550656:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077978.550658:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769077978.550659:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769077978.550661:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077978.550663:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a680 x1855007653128064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550668:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077978.550670:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653128064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550674:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.550675:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077978.550677:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077978.550679:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769077978.550681:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769077978.550683:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299631123
00000100:00000001:2.0:1769077978.550685:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299632379
00000100:00000001:2.0:1769077978.550687:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299631123
00000100:00000001:2.0:1769077978.550688:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299632379
00000100:00000001:2.0:1769077978.550689:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077978.550691:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.550692:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077978.550694:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077978/real 1769077978]  req@ffff88ba87a9a680 x1855007653128064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077978.550699:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077978.550700:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077978.550701:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769077978.550702:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769077978.550704:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769077978.550705:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077978.550707:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653128064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077978.550712:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653128064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550717:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077978.550718:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550719:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077978.550719:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077978.550722:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653128064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550726:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077978.550728:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653128064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550732:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077978.550734:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550735:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077978.550736:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550737:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077978.550738:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077978.550740:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077978.550742:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769077978.550743:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077978.550745:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653128064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077978.550752:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653128064:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769077978.550755:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550757:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077978.550760:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653128064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.550766:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077978.550767:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077978.550769:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769077978.550772:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077978.550773:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077978.550775:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769077978.550777:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077978.550778:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:2.0:1769077978.550781:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077978.550782:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077978.550784:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:2.0:1769077978.550786:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077978.550788:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550790:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077978.550793:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077978.550794:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.550796:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077978.550798:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077979.188632:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077979.188639:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077979.188715:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077979.188720:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077979.188724:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077979.828643:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299632379, at 4299632384
00000100:00000010:1.0:1769077979.828656:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bde0.
00010000:00000001:2.0:1769077980.212638:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077980.212643:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077980.212692:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077980.212695:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077980.212699:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077981.236663:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077981.236670:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077981.236782:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077981.236790:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077981.236795:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077982.260857:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077982.260865:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077982.260927:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077982.260931:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077982.260935:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077983.284673:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077983.284680:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077983.284684:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077983.284687:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077983.284692:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077983.284694:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077983.284696:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077983.284698:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077983.668723:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077983.668777:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077983.668780:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077983.668784:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077983.668789:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077983.668797:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4963
00000400:00000200:2.0:1769077983.668807:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077983.668815:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077983.668819:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077983.668823:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.668827:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077983.668829:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.668832:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077983.668837:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077983.668839:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769077983.668842:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077983.668845:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769077983.668849:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769077983.668851:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769077983.668854:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.668855:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077983.668857:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.668859:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077983.668863:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769077983.668866:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077983.668869:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077983.668872:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077983.668876:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077983.668880:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077983.668883:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077983.668885:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077983.668897:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2680.
00000020:00000040:2.0:1769077983.668902:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769077983.668907:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077983.668909:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077983.668912:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077983.668915:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077983.668919:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077983.668927:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6800.
00000100:00000001:2.0:1769077983.668933:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077983.668942:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2680 x1855007653128192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077983.668951:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077983.668967:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077983.668972:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbda68c0] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2680 x1855007653128192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077983.668998:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077983.669002:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077983.669006:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077983.669008:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077983.669009:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077983.669012:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077983.669014:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4963
00000400:00000200:2.0:1769077983.669018:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077983.669021:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077983.669034:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077983.669037:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669039:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077983.669041:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669043:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077983.669045:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077983.669046:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769077983.669048:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077983.669050:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769077983.669053:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769077983.669057:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769077983.669061:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669065:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077983.669069:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669072:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077983.669076:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769077983.669083:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669088:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077983.669092:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077983.669100:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077983.669104:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077983.669108:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077983.669113:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077983.669121:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077983.669125:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077983.669130:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3100.
00000020:00000040:2.0:1769077983.669133:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769077983.669136:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077983.669137:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077983.669139:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077983.669141:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077983.669144:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077983.669150:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6400.
00000100:00000001:2.0:1769077983.669154:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077983.669160:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3100 x1855007653128320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077983.669171:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077983.669172:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077983.669175:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679215a2] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3100 x1855007653128320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077983.669187:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077983.669190:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077983.669194:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077983.669195:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077983.669197:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077983.669199:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077983.669203:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4963
00000400:00000200:2.0:1769077983.669206:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077983.669209:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077983.669210:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077983.669212:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669216:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077983.669218:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669222:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077983.669225:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077983.669227:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769077983.669229:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077983.669230:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769077983.669232:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769077983.669234:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769077983.669239:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669242:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077983.669245:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669249:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077983.669253:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769077983.669256:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669260:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077983.669262:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077983.669264:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077983.669267:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077983.669269:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077983.669271:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077983.669274:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077983.669275:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077983.669282:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0000.
00000020:00000040:2.0:1769077983.669284:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769077983.669288:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077983.669290:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077983.669292:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077983.669293:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077983.669294:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077983.669297:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4400.
00000100:00000001:2.0:1769077983.669300:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077983.669305:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0000 x1855007653128448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077983.669320:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077983.669323:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077983.669328:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007708510d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0000 x1855007653128448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077983.669334:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077983.669338:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077983.669341:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077983.669343:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077983.669345:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077983.669347:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077983.669352:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4963
00000400:00000200:2.0:1769077983.669357:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077983.669360:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077983.669362:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077983.669366:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669368:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077983.669372:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669375:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077983.669377:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077983.669379:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769077983.669381:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077983.669382:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769077983.669384:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769077983.669385:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769077983.669387:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669389:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077983.669394:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669397:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077983.669399:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769077983.669405:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669406:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077983.669408:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077983.669409:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077983.669411:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077983.669413:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077983.669416:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077983.669418:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077983.669418:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077983.669421:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3b80.
00000020:00000040:2.0:1769077983.669423:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769077983.669427:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077983.669428:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077983.669429:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077983.669430:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077983.669431:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077983.669436:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7400.
00000100:00000001:2.0:1769077983.669439:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077983.669444:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3b80 x1855007653128576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077983.669453:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077983.669456:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077983.669456:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:2.0:1769077983.669461:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070cb393d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3b80 x1855007653128576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769077983.669462:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769077983.669475:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077983.669479:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077983.669484:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077983.669487:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077983.669490:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077983.669495:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077983.669501:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4963
00000400:00000200:2.0:1769077983.669507:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077983.669513:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077983.669516:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077983.669524:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669526:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077983.669530:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669533:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077983.669565:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077983.669566:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769077983.669568:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077983.669570:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769077983.669572:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769077983.669575:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769077983.669582:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669586:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077983.669589:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669593:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077983.669598:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769077983.669604:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077983.669611:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077983.669615:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077983.669618:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077983.669622:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077983.669625:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077983.669627:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077983.669628:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077983.669630:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077983.669632:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2300.
00000020:00000040:2.0:1769077983.669634:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769077983.669638:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077983.669640:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077983.669643:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077983.669646:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077983.669649:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077983.669656:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7c00.
00000100:00000001:2.0:1769077983.669662:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077983.669668:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2300 x1855007653128704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077983.669677:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077983.669681:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077983.669687:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000810562c] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2300 x1855007653128704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077983.669698:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077983.669706:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4973)
00000800:00000200:0.1:1769077983.669986:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077983.669988:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077983.670267:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077983.670270:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077983.670562:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077983.670564:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077983.670826:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077983.670829:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00010000:00000001:2.0:1769077984.308666:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077984.308676:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077984.308757:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077984.308761:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077984.308765:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077984.948625:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299637500, at 4299637504
00000100:00000010:1.0:1769077984.948640:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c60.
00010000:00000001:2.0:1769077985.332652:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077985.332660:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077985.332747:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077985.332750:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077985.332753:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077986.356693:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077986.356706:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077987.380698:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077987.380705:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077987.380762:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077987.380767:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077987.380770:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077988.404690:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077988.404699:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077988.404777:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077988.404782:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077988.404785:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077988.788695:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077988.788708:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077988.788711:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077988.788716:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077988.788721:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077988.788729:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4968
00000400:00000200:2.0:1769077988.788738:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077988.788744:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077988.788747:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077988.788750:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.788753:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077988.788755:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.788757:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077988.788760:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077988.788762:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769077988.788764:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077988.788766:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769077988.788767:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769077988.788769:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769077988.788771:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.788772:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077988.788774:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.788776:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077988.788779:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769077988.788783:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077988.788785:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077988.788788:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077988.788792:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077988.788796:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.788799:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077988.788801:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077988.788814:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3480.
00000020:00000040:2.0:1769077988.788819:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769077988.788823:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077988.788826:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.788829:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077988.788832:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077988.788836:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077988.788844:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6000.
00000100:00000001:2.0:1769077988.788851:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077988.788860:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3480 x1855007653128832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077988.788869:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077988.788874:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077988.788877:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e98d39e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3480 x1855007653128832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.788901:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077988.788904:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077988.788907:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077988.788909:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077988.788911:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077988.788913:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077988.788916:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4968
00000400:00000200:2.0:1769077988.788919:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077988.788922:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077988.788925:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077988.788928:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.788930:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077988.788933:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.788935:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077988.788938:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077988.788941:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769077988.788943:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077988.788946:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769077988.788949:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769077988.788952:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769077988.788956:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.788958:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077988.788961:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.788965:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077988.788971:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769077988.788977:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077988.788982:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077988.788984:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077988.788991:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077988.788996:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.789000:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077988.789006:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077988.789010:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.789013:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077988.789019:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1f80.
00000020:00000040:2.0:1769077988.789023:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769077988.789027:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077988.789028:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.789031:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077988.789033:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077988.789036:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077988.789041:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4800.
00000100:00000001:2.0:1769077988.789044:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077988.789051:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1f80 x1855007653128960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077988.789058:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077988.789061:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077988.789067:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cb33dcb] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1f80 x1855007653128960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.789075:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077988.789076:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077988.789080:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077988.789083:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077988.789085:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077988.789087:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077988.789091:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4968
00000400:00000200:2.0:1769077988.789095:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077988.789097:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077988.789101:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077988.789103:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789104:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077988.789105:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789107:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077988.789112:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077988.789114:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769077988.789117:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077988.789126:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769077988.789131:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769077988.789135:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769077988.789141:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789144:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077988.789146:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789149:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077988.789152:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769077988.789156:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789159:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077988.789163:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077988.789165:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077988.789170:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.789171:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077988.789173:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077988.789175:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.789176:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077988.789183:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0a80.
00000020:00000040:2.0:1769077988.789186:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769077988.789190:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077988.789192:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.789193:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077988.789194:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077988.789195:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077988.789198:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5400.
00000100:00000001:2.0:1769077988.789201:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077988.789206:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0a80 x1855007653129088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077988.789213:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077988.789216:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077988.789219:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5c623e9] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0a80 x1855007653129088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.789228:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077988.789231:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077988.789235:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077988.789236:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077988.789239:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077988.789244:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077988.789249:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4968
00000400:00000200:2.0:1769077988.789253:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077988.789258:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077988.789261:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077988.789266:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789268:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077988.789271:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789276:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077988.789277:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077988.789278:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769077988.789279:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077988.789280:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769077988.789282:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769077988.789285:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769077988.789289:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789291:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077988.789295:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789298:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077988.789301:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769077988.789304:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789307:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077988.789309:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077988.789312:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077988.789315:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.789316:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077988.789317:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077988.789318:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.789319:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077988.789321:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1500.
00000020:00000040:2.0:1769077988.789324:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769077988.789325:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077988.789325:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.789326:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077988.789327:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077988.789328:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077988.789335:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4c00.
00000100:00000001:2.0:1769077988.789337:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077988.789343:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1500 x1855007653129216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077988.789353:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077988.789357:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077988.789359:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:2.0:1769077988.789364:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae4e9ea6] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1500 x1855007653129216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769077988.789366:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1769077988.789381:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077988.789387:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077988.789392:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077988.789393:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077988.789397:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077988.789399:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077988.789410:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4968
00000400:00000200:2.0:1769077988.789416:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077988.789422:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077988.789423:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077988.789425:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789429:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077988.789432:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789435:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077988.789437:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077988.789439:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769077988.789442:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077988.789445:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769077988.789448:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769077988.789452:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769077988.789455:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789458:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077988.789462:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789464:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077988.789467:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769077988.789471:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077988.789475:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077988.789478:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077988.789481:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077988.789483:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.789485:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077988.789489:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077988.789492:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.789494:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077988.789497:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0e00.
00000020:00000040:2.0:1769077988.789498:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769077988.789499:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077988.789500:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.789502:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077988.789504:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077988.789507:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077988.789509:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5000.
00000100:00000001:2.0:1769077988.789513:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077988.789518:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0e00 x1855007653129344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077988.789526:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077988.789528:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077988.789533:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f96492e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0e00 x1855007653129344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.789557:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077988.789560:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4979)
00000800:00000200:0.1:1769077988.789929:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077988.789931:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769077988.790154:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077988.790156:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769077988.790372:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077988.790375:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769077988.790579:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077988.790581:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00010000:00000001:2.0:1769077989.428682:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077989.428692:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077989.428792:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077989.428796:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077989.428798:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077990.068671:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299642620, at 4299642624
00000100:00000010:1.0:1769077990.068696:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d160c0.
00010000:00000001:2.0:1769077990.452704:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077990.452714:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077990.452860:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077990.452863:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077990.452867:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077991.476690:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077991.476698:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077991.476756:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077991.476759:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077991.476762:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077992.500658:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077992.500702:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077992.500754:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077992.500758:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077992.500760:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077993.524643:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077993.524649:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769077993.524652:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769077993.524654:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077993.524658:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769077993.524660:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077993.524662:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769077993.524664:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077993.524722:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077993.524726:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077993.524730:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077993.908652:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077993.908662:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077993.908664:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077993.908668:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077993.908672:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077993.908679:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4974
00000400:00000200:2.0:1769077993.908688:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077993.908693:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077993.908696:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077993.908700:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.908703:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077993.908705:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.908708:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077993.908712:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077993.908714:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769077993.908716:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077993.908719:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769077993.908721:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769077993.908723:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769077993.908726:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.908728:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077993.908730:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.908732:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077993.908735:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769077993.908738:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077993.908741:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077993.908744:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077993.908746:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077993.908749:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.908752:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077993.908754:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077993.908763:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0380.
00000020:00000040:2.0:1769077993.908767:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769077993.908771:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077993.908773:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.908776:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077993.908779:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077993.908783:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077993.908790:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5c00.
00000100:00000001:2.0:1769077993.908796:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077993.908814:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0380 x1855007653129472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077993.908825:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077993.908830:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077993.908835:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463fdd6a] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0380 x1855007653129472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077993.908861:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077993.908865:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077993.908868:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077993.908870:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077993.908872:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077993.908875:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077993.908877:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4974
00000400:00000200:2.0:1769077993.908880:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077993.908883:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077993.908886:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077993.908890:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.908892:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077993.908895:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.908898:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077993.908901:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077993.908902:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769077993.908904:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077993.908907:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769077993.908910:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769077993.908913:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769077993.908919:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.908923:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077993.908927:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.908931:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077993.908936:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769077993.908939:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077993.908941:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077993.908944:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077993.908951:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077993.908955:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.908960:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077993.908965:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077993.908970:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.908972:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077993.908977:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2a00.
00000020:00000040:2.0:1769077993.908982:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769077993.908987:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077993.908989:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.908994:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077993.908996:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077993.908999:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077993.909003:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6c00.
00000100:00000001:2.0:1769077993.909009:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077993.909016:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2a00 x1855007653129600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077993.909024:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077993.909028:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077993.909034:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb869b7d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2a00 x1855007653129600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077993.909049:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077993.909053:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077993.909059:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077993.909061:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077993.909063:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077993.909068:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077993.909070:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4974
00000400:00000200:2.0:1769077993.909075:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077993.909081:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077993.909086:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077993.909092:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909095:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077993.909099:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909104:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077993.909109:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077993.909111:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769077993.909114:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077993.909117:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769077993.909122:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769077993.909127:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769077993.909133:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909137:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077993.909139:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909141:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077993.909143:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769077993.909145:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909148:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077993.909150:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077993.909154:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077993.909157:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.909161:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077993.909163:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077993.909166:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.909170:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077993.909175:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2d80.
00000020:00000040:2.0:1769077993.909178:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769077993.909181:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077993.909184:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.909187:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077993.909188:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077993.909190:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077993.909195:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4000.
00000100:00000001:2.0:1769077993.909200:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077993.909208:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2d80 x1855007653129728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077993.909220:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077993.909224:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077993.909311:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077993.909316:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1769077993.909469:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000284d5799] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2d80 x1855007653129728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077993.909489:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077993.909493:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077993.909502:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077993.909505:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077993.909508:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077993.909513:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077993.909518:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4974
00000400:00000200:2.0:1769077993.909527:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077993.909533:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077993.909572:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077993.909578:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909583:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077993.909588:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909592:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077993.909597:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077993.909600:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769077993.909604:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077993.909608:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769077993.909613:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769077993.909617:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769077993.909623:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909627:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077993.909632:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909635:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077993.909641:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769077993.909646:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909650:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077993.909653:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077993.909657:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077993.909661:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.909665:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077993.909668:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077993.909670:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.909672:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077993.909676:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1c00.
00000020:00000040:2.0:1769077993.909680:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769077993.909685:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077993.909687:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.909691:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077993.909694:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077993.909699:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077993.909706:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7000.
00000100:00000001:2.0:1769077993.909710:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077993.909718:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1c00 x1855007653129856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077993.909731:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077993.909736:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077993.909744:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9079ac7] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1c00 x1855007653129856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077993.909758:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077993.909762:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077993.909767:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077993.909768:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077993.909771:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077993.909776:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077993.909780:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4974
00000400:00000200:2.0:1769077993.909787:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769077993.909793:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077993.909798:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077993.909863:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909868:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077993.909872:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909877:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769077993.909881:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077993.909884:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769077993.909888:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077993.909892:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769077993.909897:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769077993.909902:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769077993.909909:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909914:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077993.909920:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909924:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769077993.909929:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769077993.909935:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769077993.909941:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077993.909944:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077993.909949:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077993.909953:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.909957:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077993.909960:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077993.909964:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.909967:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077993.909973:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3800.
00000800:00000200:0.1:1769077993.909975:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:2.0:1769077993.909977:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000800:00000200:0.1:1769077993.909978:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
02000000:00000001:2.0:1769077993.909984:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077993.909987:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.909993:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077993.909996:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077993.909999:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077993.910005:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5000.
00000100:00000001:2.0:1769077993.910011:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077993.910020:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3800 x1855007653129984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077993.910043:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077993.910048:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077993.910055:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054f3da69] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3800 x1855007653129984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077993.910075:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077993.910083:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4984)
00000800:00000200:0.1:1769077993.910216:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077993.910217:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077993.910373:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077993.910374:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077993.910641:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077993.910643:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00010000:00000001:2.0:1769077994.548696:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077994.548705:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077994.548763:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077994.548767:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077994.548770:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077995.188654:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299647739, at 4299647744
00000100:00000010:1.0:1769077995.188674:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16ae0.
00010000:00000001:2.0:1769077995.572677:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077995.572686:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077995.572747:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077995.572750:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077995.572753:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077996.596625:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077996.596630:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077996.596682:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077996.596686:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077996.596690:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077997.620592:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077997.620597:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077997.620678:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077997.620684:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077997.620689:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769077998.644655:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077998.644661:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077998.644715:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077998.644718:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077998.644722:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077999.028658:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077999.028665:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077999.028667:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077999.028702:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077999.028706:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077999.028711:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4979
00000400:00000200:3.0:1769077999.028717:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077999.028722:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077999.028724:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077999.028726:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.028728:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.028729:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.028731:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077999.028734:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077999.028735:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769077999.028737:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077999.028746:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769077999.028748:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769077999.028749:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769077999.028752:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.028753:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.028754:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.028755:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077999.028757:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769077999.028759:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077999.028761:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077999.028763:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077999.028765:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077999.028767:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.028768:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077999.028769:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077999.028777:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769077999.028780:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769077999.028782:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077999.028783:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.028785:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077999.028788:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077999.028791:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077999.028796:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769077999.028801:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077999.028807:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653130112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077999.028814:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077999.028817:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077999.028819:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653130112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077999.028834:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077999.028836:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077999.028838:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077999.028839:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077999.028841:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077999.028842:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077999.028844:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4979
00000400:00000200:3.0:1769077999.028846:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077999.028848:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077999.028850:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077999.028852:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.028853:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.028855:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.028857:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077999.028859:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077999.028861:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769077999.028863:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077999.028864:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769077999.028867:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769077999.028871:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769077999.028879:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.028883:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.028889:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.028894:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077999.028900:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769077999.028906:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077999.028912:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077999.028916:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077999.028922:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077999.028925:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.028929:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077999.028933:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077999.028935:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.028938:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077999.028943:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769077999.028947:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077999.028950:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077999.028951:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.028955:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077999.028957:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077999.028959:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077999.028963:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769077999.028969:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077999.028978:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653130240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077999.028989:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077999.028994:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077999.029002:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653130240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077999.029020:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077999.029025:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077999.029028:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077999.029029:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077999.029030:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077999.029033:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077999.029036:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4979
00000400:00000200:3.0:1769077999.029042:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077999.029047:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077999.029049:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077999.029054:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029058:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.029063:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029068:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077999.029071:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077999.029073:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769077999.029075:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077999.029078:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769077999.029080:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769077999.029084:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769077999.029090:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029093:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.029096:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029099:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077999.029103:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769077999.029105:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029107:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077999.029108:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077999.029109:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077999.029111:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.029112:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077999.029113:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077999.029114:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.029115:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077999.029118:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769077999.029120:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769077999.029124:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077999.029124:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.029126:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077999.029128:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077999.029130:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077999.029135:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000010:3.0:1769077999.029136:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769077999.029141:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077999.029144:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653130368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077999.029157:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077999.029161:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077999.029165:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653130368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077999.029173:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077999.029178:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077999.029181:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077999.029183:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077999.029184:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077999.029187:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077999.029191:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4979
00000400:00000200:3.0:1769077999.029197:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077999.029201:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077999.029206:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077999.029212:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029218:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.029224:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029227:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077999.029230:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077999.029232:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769077999.029233:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077999.029234:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769077999.029235:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769077999.029236:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769077999.029240:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029245:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.029247:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029256:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077999.029260:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769077999.029265:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029269:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077999.029273:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077999.029276:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077999.029278:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.029281:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077999.029284:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077999.029286:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.029289:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077999.029295:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769077999.029299:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077999.029304:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077999.029306:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.029309:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077999.029311:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077999.029315:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077999.029320:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769077999.029325:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077999.029333:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653130496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077999.029341:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077999.029344:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077999.029351:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653130496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077999.029361:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077999.029364:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077999.029371:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077999.029375:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077999.029378:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077999.029380:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077999.029387:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4979
00000400:00000200:3.0:1769077999.029391:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769077999.029394:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077999.029398:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077999.029404:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029405:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.029410:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029413:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769077999.029414:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077999.029416:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769077999.029418:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077999.029421:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769077999.029423:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769077999.029425:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769077999.029430:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029433:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.029438:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029442:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769077999.029446:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769077999.029450:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769077999.029453:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077999.029456:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077999.029459:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077999.029463:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.029465:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077999.029467:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769077999.029482:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.029485:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077999.029489:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769077999.029493:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769077999.029496:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077999.029498:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.029501:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077999.029503:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077999.029506:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077999.029510:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769077999.029515:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077999.029519:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00100000:3.0:1769077999.029522:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653130624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077999.029530:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077999.029534:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077999.029560:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653130624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077999.029573:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077999.029578:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4989)
00000800:00000200:0.1:1769077999.029688:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077999.029827:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769077999.029956:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00010000:00000001:2.0:1769077999.668599:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769077999.668604:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077999.668660:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077999.668663:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077999.668665:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078000.308623:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299652859, at 4299652864
00000100:00000010:1.0:1769078000.308641:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16960.
00010000:00000001:2.0:1769078000.692633:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078000.692638:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078000.692697:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078000.692700:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078000.692703:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078001.716642:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078001.716649:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078001.716731:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078001.716737:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078001.716741:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769078002.100899:0:2395:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:1.0:1769078002.100946:0:2395:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769078002.100957:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078002.100962:0:2395:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:1.0:1769078002.100966:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078002.100970:0:2395:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769078002.100976:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769078002.100980:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:1.0:1769078002.100985:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078002.100991:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078002.100997:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799198
00000400:00000010:1.0:1769078002.101000:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799198.
00000100:00000001:1.0:1769078002.101005:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078002.101013:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a98a80 x1855007653130112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078002.101042:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078002.101047:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653130112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078002.101056:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078002.101057:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078002.101068:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769078002.101071:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727f00.
00000400:00000200:1.0:1769078002.101074:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078002.101079:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078002.101084:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799660
00000400:00000010:1.0:1769078002.101086:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799660.
00000100:00000001:1.0:1769078002.101089:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078002.101095:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9bb80 x1855007653130240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078002.101110:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078002.101113:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653130240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078002.101120:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078002.101121:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078002.101126:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769078002.101129:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727100.
00000400:00000200:1.0:1769078002.101132:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078002.101135:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078002.101138:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799330
00000400:00000010:1.0:1769078002.101140:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799330.
00000100:00000001:1.0:1769078002.101142:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078002.101147:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9a680 x1855007653130368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078002.101155:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078002.101158:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653130368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078002.101165:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078002.101166:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078002.101172:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769078002.101174:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727b00.
00000400:00000200:1.0:1769078002.101177:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078002.101180:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078002.101183:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799220
00000400:00000010:1.0:1769078002.101185:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799220.
00000100:00000001:1.0:1769078002.101187:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078002.101191:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9ad80 x1855007653130496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078002.101199:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078002.101203:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653130496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078002.101210:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078002.101211:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078002.101218:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769078002.101220:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727600.
00000400:00000200:1.0:1769078002.101223:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078002.101226:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078002.101229:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799f68
00000400:00000010:1.0:1769078002.101231:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799f68.
00000100:00000001:1.0:1769078002.101234:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078002.101239:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a99180 x1855007653130624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078002.101247:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078002.101251:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653130624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078002.101258:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078002.101259:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:2.0:1769078002.740627:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078002.740634:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078002.740691:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078002.740695:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078002.740698:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078003.764626:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078003.764636:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078003.764639:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078003.764642:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078003.764647:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078003.764650:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078003.764652:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078003.764655:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078003.764718:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078003.764721:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078003.764724:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078004.148625:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078004.148634:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078004.148637:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078004.148640:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078004.148644:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078004.148649:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4984
00000400:00000200:3.0:1769078004.148657:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078004.148662:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078004.148664:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078004.148667:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.148669:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078004.148671:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.148673:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078004.148676:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078004.148678:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078004.148680:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078004.148682:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078004.148684:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078004.148685:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078004.148687:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.148688:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078004.148690:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.148691:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078004.148693:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078004.148708:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078004.148711:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078004.148713:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078004.148716:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078004.148719:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.148721:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078004.148723:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078004.148730:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769078004.148734:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078004.148738:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078004.148740:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.148743:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078004.148746:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078004.148750:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078004.148759:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078004.148766:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078004.148775:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653130752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078004.148786:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078004.148790:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078004.148796:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653130752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078004.148825:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078004.148828:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078004.148832:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078004.148834:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078004.148836:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078004.148839:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078004.148842:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4984
00000400:00000200:3.0:1769078004.148846:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078004.148850:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078004.148853:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078004.148856:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.148858:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078004.148860:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.148862:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078004.148864:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078004.148866:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078004.148868:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078004.148870:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078004.148872:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078004.148875:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078004.148878:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.148880:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078004.148882:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.148884:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078004.148887:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078004.148891:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078004.148894:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078004.148896:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078004.148901:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078004.148904:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.148905:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078004.148909:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078004.148913:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.148915:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078004.148919:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769078004.148922:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078004.148925:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078004.148926:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.148928:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078004.148930:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078004.148932:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078004.148936:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769078004.148941:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078004.148946:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653130880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078004.148955:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078004.148957:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078004.148961:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653130880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078004.148970:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078004.148973:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078004.148977:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078004.148979:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078004.148980:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078004.148984:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078004.148987:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4984
00000400:00000200:3.0:1769078004.148995:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078004.149002:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078004.149006:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078004.149013:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149019:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078004.149023:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149028:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078004.149035:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078004.149046:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078004.149051:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078004.149055:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078004.149062:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078004.149069:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078004.149078:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149082:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078004.149088:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149093:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078004.149111:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078004.149118:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149123:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078004.149126:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078004.149131:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078004.149135:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.149138:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078004.149142:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078004.149145:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.149147:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078004.149259:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769078004.149271:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078004.149277:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078004.149280:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.149285:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078004.149288:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078004.149294:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078004.149297:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078004.149302:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
02000000:00000010:3.0:1769078004.149304:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769078004.149312:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078004.149322:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653131008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078004.149341:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078004.149346:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078004.149356:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653131008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078004.149406:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078004.149411:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078004.149422:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078004.149425:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078004.149429:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078004.149433:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078004.149439:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4984
00000400:00000200:3.0:1769078004.149448:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078004.149453:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078004.149456:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078004.149461:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149471:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078004.149476:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149480:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078004.149485:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078004.149486:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078004.149488:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078004.149491:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078004.149495:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078004.149498:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078004.149503:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149507:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078004.149513:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149516:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078004.149520:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078004.149524:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149530:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078004.149583:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078004.149589:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078004.149595:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.149600:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078004.149604:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078004.149609:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.149613:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078004.149621:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769078004.149626:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078004.149633:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078004.149636:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.149639:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078004.149642:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078004.149644:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078004.149648:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769078004.149653:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078004.149663:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653131136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078004.149685:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078004.149688:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078004.149694:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653131136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078004.149717:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078004.149722:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078004.149730:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078004.149734:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078004.149739:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078004.149745:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078004.149751:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4984
00000400:00000200:3.0:1769078004.149762:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078004.149769:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078004.149774:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078004.149780:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149786:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078004.149791:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149796:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078004.149801:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078004.149804:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078004.149808:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078004.149811:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078004.149814:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078004.149816:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078004.149820:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149822:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078004.149824:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149826:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078004.149831:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078004.149838:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078004.149843:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078004.149848:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078004.149854:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078004.149859:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.149862:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078004.149867:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078004.149873:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.149878:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078004.149884:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769078004.149889:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078004.149896:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078004.149899:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.149902:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078004.149905:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078004.149909:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078004.149918:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769078004.149924:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078004.149936:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653131264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078004.149949:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078004.149954:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078004.149963:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653131264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078004.149976:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078004.149983:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4994)
00000800:00000200:0.1:1769078004.150126:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078004.150129:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078004.150614:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078004.150617:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078004.150938:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078004.150941:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078004.151279:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078004.151282:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00010000:00000001:2.0:1769078004.788637:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078004.788645:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078004.788714:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078004.788718:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078004.788722:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078005.428667:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299657979, at 4299657984
00000100:00000010:1.0:1769078005.428688:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16de0.
00010000:00000001:2.0:1769078005.812653:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078005.812660:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078005.812723:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078005.812727:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078005.812731:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078006.836659:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078006.836664:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078006.836727:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078006.836732:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078006.836735:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078007.860663:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078007.860670:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078007.860754:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078007.860759:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078007.860762:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078008.884704:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078008.884712:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078008.884778:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078008.884781:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078008.884785:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078009.268765:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078009.268777:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078009.268780:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078009.268785:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078009.268790:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078009.268798:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4989
00000400:00000200:3.0:1769078009.268808:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078009.268814:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078009.268818:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078009.268821:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.268825:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078009.268828:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.268831:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078009.268835:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078009.268837:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078009.268840:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078009.268843:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078009.268846:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078009.268848:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078009.268852:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.268855:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078009.268857:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.268859:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078009.268862:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078009.268866:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078009.268869:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078009.268872:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078009.268875:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078009.268879:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.268892:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078009.268894:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078009.268905:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769078009.268909:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078009.268913:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078009.268915:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.268919:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078009.268921:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078009.268925:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078009.268933:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078009.268940:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078009.268950:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653131392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078009.268961:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078009.268965:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078009.268971:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653131392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078009.268995:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078009.268998:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078009.269002:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078009.269003:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078009.269005:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078009.269008:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078009.269011:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4989
00000400:00000200:3.0:1769078009.269015:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078009.269020:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078009.269023:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078009.269027:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269030:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078009.269036:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269042:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078009.269046:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078009.269049:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078009.269051:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078009.269055:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078009.269060:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078009.269066:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078009.269075:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269079:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078009.269085:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269090:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078009.269098:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078009.269105:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269113:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078009.269117:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078009.269123:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078009.269128:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.269132:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078009.269139:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078009.269146:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.269151:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078009.269159:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769078009.269166:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078009.269172:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078009.269175:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.269179:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078009.269182:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078009.269183:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078009.269188:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769078009.269192:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078009.269203:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653131520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078009.269219:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078009.269223:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078009.269230:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653131520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078009.269245:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078009.269250:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078009.269257:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078009.269261:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078009.269265:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078009.269270:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078009.269276:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4989
00000400:00000200:3.0:1769078009.269294:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078009.269337:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078009.269341:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078009.269347:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269351:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078009.269358:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269364:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078009.269366:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078009.269367:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078009.269369:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078009.269372:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078009.269376:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078009.269380:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000200:0.1:1769078009.269386:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769078009.269388:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269393:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769078009.269395:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1769078009.269396:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269401:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078009.269405:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078009.269411:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269415:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078009.269421:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078009.269424:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078009.269426:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.269428:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078009.269430:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078009.269433:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.269435:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078009.269438:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769078009.269441:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078009.269443:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078009.269445:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.269446:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078009.269448:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078009.269449:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078009.269453:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769078009.269456:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078009.269461:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653131648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078009.269475:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078009.269479:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078009.269487:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653131648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078009.269502:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078009.269509:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078009.269516:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078009.269520:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078009.269524:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078009.269530:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078009.269617:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4989
00000400:00000200:3.0:1769078009.269629:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078009.269638:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078009.269642:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078009.269647:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269651:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078009.269655:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269661:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078009.269665:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078009.269668:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078009.269672:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078009.269676:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078009.269682:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078009.269687:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078009.269695:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269700:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078009.269705:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269710:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078009.269716:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078009.269724:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269730:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078009.269735:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078009.269741:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078009.269747:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.269751:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078009.269755:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078009.269760:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.269764:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078009.269770:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769078009.269775:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078009.269780:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078009.269783:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.269787:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078009.269791:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078009.269794:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078009.269800:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769078009.269804:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078009.269814:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653131776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078009.269836:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078009.269840:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078009.269845:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653131776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078009.269858:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078009.269862:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078009.269869:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078009.269872:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078009.269873:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078009.269875:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078009.269878:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4989
00000400:00000200:3.0:1769078009.269883:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078009.269888:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078009.269890:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078009.269896:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269901:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078009.269905:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269908:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078009.269911:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078009.269915:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078009.269920:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078009.269923:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078009.269926:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078009.269931:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078009.269938:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269943:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078009.269948:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269951:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078009.269954:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078009.269960:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078009.269964:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078009.269969:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078009.269972:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078009.269975:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.269978:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078009.269980:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078009.269984:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.269988:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078009.269993:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769078009.269996:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078009.270000:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078009.270003:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.270006:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078009.270009:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078009.270011:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078009.270016:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769078009.270021:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078009.270028:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653131904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078009.270041:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078009.270045:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078009.270052:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653131904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078009.270068:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078009.270074:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4999)
00000800:00000200:0.1:1769078009.270101:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078009.270103:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078009.270404:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078009.270406:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078009.270730:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078009.270733:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078009.271004:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078009.271006:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00010000:00000001:2.0:1769078009.908650:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078009.908655:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078009.908748:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078009.908751:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078009.908754:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078010.548626:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299663100, at 4299663104
00000100:00000010:1.0:1769078010.548643:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16f60.
00010000:00000001:2.0:1769078010.932659:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078010.932667:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078010.932721:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078010.932725:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078010.932728:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078011.956624:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078011.956631:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078011.956683:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078011.956688:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078011.956693:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078012.980700:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078012.980709:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078012.980864:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078012.980870:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078012.980875:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078014.004646:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078014.004653:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078014.004655:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078014.004657:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078014.004661:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078014.004663:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078014.004665:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078014.004666:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078014.004763:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078014.004769:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078014.004773:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078014.388666:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078014.388674:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078014.388676:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078014.388679:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078014.388682:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078014.388688:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4994
00000400:00000200:2.0:1769078014.388696:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078014.388701:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078014.388703:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078014.388706:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.388708:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.388710:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.388712:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078014.388715:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078014.388716:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078014.388718:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078014.388720:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078014.388722:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078014.388724:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078014.388726:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.388727:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.388729:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.388730:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078014.388732:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078014.388734:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078014.388736:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078014.388738:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078014.388740:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078014.388742:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.388743:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078014.388745:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078014.388753:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1880.
00000020:00000040:2.0:1769078014.388756:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078014.388759:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078014.388760:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.388762:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078014.388764:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078014.388768:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078014.388774:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5400.
00000100:00000001:2.0:1769078014.388779:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078014.388786:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1880 x1855007653132032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078014.388794:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078014.388797:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078014.388800:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000298d1d4e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1880 x1855007653132032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078014.388820:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078014.388823:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078014.388825:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078014.388826:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078014.388828:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078014.388829:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078014.388831:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4994
00000400:00000200:2.0:1769078014.388834:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078014.388836:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078014.388839:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078014.388842:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.388844:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.388847:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.388850:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078014.388853:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078014.388854:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078014.388857:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078014.388859:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078014.388863:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078014.388868:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078014.388876:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.388880:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.388886:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.388897:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078014.388899:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078014.388904:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078014.388909:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078014.388912:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078014.388917:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078014.388922:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.388925:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078014.388930:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078014.388934:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.388937:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078014.388943:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0700.
00000020:00000040:2.0:1769078014.388946:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078014.388949:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078014.388950:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.388952:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078014.388956:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078014.388958:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078014.388963:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4800.
00000100:00000001:2.0:1769078014.388967:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078014.388973:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0700 x1855007653132160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078014.388991:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078014.388995:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078014.388999:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbee985a] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0700 x1855007653132160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078014.389007:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078014.389011:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078014.389015:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078014.389019:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078014.389021:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078014.389023:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078014.389026:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4994
00000400:00000200:2.0:1769078014.389031:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078014.389036:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078014.389040:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078014.389045:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389049:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.389052:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389057:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078014.389059:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078014.389062:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078014.389065:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078014.389067:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078014.389069:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078014.389074:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078014.389077:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389080:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.389083:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389086:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078014.389090:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078014.389093:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389095:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078014.389096:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078014.389100:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078014.389103:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.389105:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078014.389106:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078014.389109:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.389113:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078014.389117:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3800.
00000020:00000040:2.0:1769078014.389121:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078014.389125:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078014.389129:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.389134:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078014.389137:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078014.389141:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078014.389146:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6000.
00000100:00000001:2.0:1769078014.389151:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078014.389158:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3800 x1855007653132288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078014.389174:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078014.389177:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078014.389184:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054f3da69] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3800 x1855007653132288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078014.389195:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078014.389200:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078014.389207:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078014.389210:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078014.389225:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078014.389226:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078014.389230:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4994
00000400:00000200:2.0:1769078014.389235:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078014.389238:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000200:0.1:1769078014.389239:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:2.0:1769078014.389240:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078014.389245:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389248:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769078014.389248:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769078014.389252:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389256:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078014.389258:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078014.389260:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078014.389262:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078014.389266:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078014.389269:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078014.389274:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078014.389277:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389279:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.389281:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389286:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078014.389288:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078014.389294:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389297:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078014.389301:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078014.389304:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078014.389306:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.389309:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078014.389313:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078014.389316:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.389324:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078014.389331:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1c00.
00000020:00000040:2.0:1769078014.389336:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078014.389339:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078014.389341:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.389344:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078014.389346:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078014.389349:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078014.389354:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7c00.
00000100:00000001:2.0:1769078014.389358:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078014.389366:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1c00 x1855007653132416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078014.389377:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078014.389380:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078014.389389:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9079ac7] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1c00 x1855007653132416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078014.389401:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078014.389404:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078014.389409:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078014.389410:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078014.389412:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078014.389414:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078014.389419:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4994
00000400:00000200:2.0:1769078014.389423:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078014.389429:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078014.389433:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078014.389439:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389442:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.389446:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389448:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078014.389451:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078014.389454:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078014.389456:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078014.389457:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078014.389460:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078014.389465:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078014.389471:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389476:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.389479:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389482:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078014.389485:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078014.389489:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078014.389494:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078014.389498:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078014.389502:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078014.389505:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.389509:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078014.389512:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078014.389517:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.389521:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078014.389524:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2d80.
00000020:00000040:2.0:1769078014.389526:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078014.389527:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078014.389528:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.389531:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078014.389573:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078014.389578:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078014.389586:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7400.
00000100:00000001:2.0:1769078014.389594:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078014.389604:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2d80 x1855007653132544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078014.389615:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078014.389618:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078014.389625:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000284d5799] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2d80 x1855007653132544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078014.389646:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078014.389650:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5004)
00000800:00000200:0.1:1769078014.389819:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078014.389821:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078014.390058:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078014.390061:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078014.390297:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078014.390300:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078014.390490:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078014.390492:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00010000:00000001:2.0:1769078015.028654:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078015.028660:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078015.028719:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078015.028722:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078015.028725:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078015.668636:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299668219, at 4299668224
00000100:00000010:1.0:1769078015.668656:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d166c0.
00010000:00000001:2.0:1769078016.052629:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078016.052635:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078016.052733:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078016.052738:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078016.052742:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078017.076696:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078017.076702:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078017.076764:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078017.076769:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078017.076774:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078018.100649:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078018.100656:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078018.100721:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078018.100727:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078018.100732:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078019.124659:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078019.124667:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078019.124733:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078019.124738:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078019.124741:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078019.508656:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078019.508664:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078019.508667:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078019.508670:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078019.508673:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078019.508681:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 4999
00000400:00000200:2.0:1769078019.508691:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078019.508698:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078019.508702:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078019.508706:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.508709:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.508712:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.508715:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078019.508720:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078019.508723:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078019.508725:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078019.508739:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078019.508746:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078019.508749:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078019.508755:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.508757:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.508760:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.508762:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078019.508764:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078019.508767:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078019.508770:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078019.508773:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078019.508776:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078019.508779:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.508781:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078019.508783:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078019.508792:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2a00.
00000020:00000040:2.0:1769078019.508796:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078019.508799:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078019.508801:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.508805:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078019.508807:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078019.508811:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078019.508820:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6400.
00000100:00000001:2.0:1769078019.508827:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078019.508837:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2a00 x1855007653132672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078019.508847:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078019.508851:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078019.508856:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb869b7d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2a00 x1855007653132672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078019.508878:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078019.508882:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078019.508886:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078019.508888:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078019.508890:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078019.508893:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078019.508896:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4999
00000400:00000200:2.0:1769078019.508901:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078019.508905:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078019.508909:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078019.508913:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.508918:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.508923:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.508929:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078019.508937:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078019.508940:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078019.508945:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078019.508950:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078019.508956:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078019.508963:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078019.508972:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.508977:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.508983:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.508987:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078019.508994:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078019.508998:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509003:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078019.509006:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078019.509011:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078019.509015:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.509019:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078019.509022:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078019.509027:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.509030:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078019.509037:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0380.
00000020:00000040:2.0:1769078019.509041:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078019.509046:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078019.509048:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.509052:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078019.509055:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078019.509060:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078019.509064:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6800.
00000100:00000001:2.0:1769078019.509069:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078019.509079:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0380 x1855007653132800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078019.509087:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078019.509091:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078019.509097:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463fdd6a] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0380 x1855007653132800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078019.509108:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078019.509112:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078019.509116:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078019.509120:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078019.509121:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078019.509139:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078019.509145:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4999
00000400:00000200:2.0:1769078019.509151:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078019.509156:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078019.509161:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078019.509165:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509168:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.509172:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509173:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078019.509175:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078019.509177:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078019.509178:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078019.509181:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078019.509185:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078019.509189:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078019.509194:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509197:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.509202:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509204:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078019.509208:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078019.509210:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509215:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078019.509216:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078019.509219:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078019.509221:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.509225:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078019.509228:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1769078019.509233:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000008:00000001:2.0:1769078019.509234:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078019.509238:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1769078019.509239:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078019.509247:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0e00.
00000020:00000040:2.0:1769078019.509261:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078019.509266:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078019.509269:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.509274:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078019.509278:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078019.509283:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078019.509291:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5800.
00000100:00000001:2.0:1769078019.509300:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078019.509312:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0e00 x1855007653132928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078019.509331:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078019.509336:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078019.509344:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f96492e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0e00 x1855007653132928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078019.509365:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078019.509372:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078019.509380:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078019.509384:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078019.509388:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078019.509393:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078019.509400:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4999
00000400:00000200:2.0:1769078019.509410:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078019.509417:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078019.509422:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078019.509427:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509432:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.509444:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509449:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078019.509454:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078019.509456:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078019.509460:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078019.509462:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078019.509465:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078019.509469:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078019.509475:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509479:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.509485:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509491:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078019.509496:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078019.509505:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509509:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078019.509513:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078019.509519:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078019.509527:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.509533:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078019.509568:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078019.509573:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.509578:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078019.509585:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1500.
00000020:00000040:2.0:1769078019.509590:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078019.509596:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078019.509600:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.509604:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078019.509607:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078019.509610:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078019.509615:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7800.
00000100:00000001:2.0:1769078019.509621:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078019.509630:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1500 x1855007653133056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078019.509640:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078019.509643:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078019.509649:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae4e9ea6] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1500 x1855007653133056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078019.509663:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078019.509666:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078019.509671:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078019.509675:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078019.509677:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078019.509678:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078019.509680:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 4999
00000400:00000200:2.0:1769078019.509684:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078019.509690:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078019.509693:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078019.509697:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509700:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.509701:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509703:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078019.509708:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078019.509711:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078019.509714:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078019.509717:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078019.509721:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078019.509725:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078019.509732:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509736:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.509741:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509744:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078019.509749:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078019.509754:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078019.509756:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078019.509759:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078019.509763:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078019.509768:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.509773:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078019.509777:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078019.509782:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.509786:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078019.509794:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0a80.
00000020:00000040:2.0:1769078019.509800:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078019.509807:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078019.509810:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.509814:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078019.509818:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078019.509823:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078019.509834:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6400.
00000100:00000001:2.0:1769078019.509842:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078019.509853:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0a80 x1855007653133184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078019.509868:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078019.509874:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078019.509897:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5c623e9] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0a80 x1855007653133184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078019.509918:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078019.509924:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5009)
00000800:00000200:0.1:1769078019.509947:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078019.509949:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078019.510188:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078019.510190:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078019.510382:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078019.510383:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078019.510650:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078019.510652:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00010000:00000001:2.0:1769078020.148624:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078020.148629:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078020.148720:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078020.148728:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078020.148734:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078020.788648:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299673339, at 4299673344
00000100:00000010:1.0:1769078020.788671:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16720.
00010000:00000001:2.0:1769078021.172650:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078021.172656:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078021.172714:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078021.172717:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078021.172720:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078022.196622:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078022.196629:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078022.196701:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078022.196706:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078022.196709:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078023.220700:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078023.220708:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078023.220806:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078023.220812:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078023.220816:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078024.244957:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078024.244966:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078024.244969:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078024.244972:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078024.244977:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078024.244979:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078024.244981:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078024.244984:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078024.245118:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078024.245127:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078024.245133:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078024.628636:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078024.628647:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078024.628649:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078024.628654:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078024.628658:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078024.628673:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5004
00000400:00000200:3.0:1769078024.628682:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078024.628689:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078024.628692:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078024.628695:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.628699:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078024.628701:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.628704:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078024.628708:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078024.628710:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078024.628713:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078024.628716:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078024.628718:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078024.628721:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078024.628724:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.628726:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078024.628728:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.628730:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078024.628734:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078024.628737:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078024.628740:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078024.628742:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078024.628746:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078024.628749:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.628751:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078024.628754:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078024.628763:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769078024.628767:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078024.628770:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078024.628772:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.628774:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078024.628776:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078024.628780:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078024.628785:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769078024.628791:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078024.628798:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653133312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078024.628807:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078024.628810:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078024.628813:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653133312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078024.628838:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078024.628841:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078024.628843:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078024.628844:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078024.628845:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078024.628847:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078024.628849:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5004
00000400:00000200:3.0:1769078024.628853:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078024.628855:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078024.628856:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078024.628859:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.628861:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078024.628863:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.628865:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078024.628867:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078024.628868:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078024.628870:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078024.628871:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078024.628872:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078024.628874:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078024.628879:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.628881:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078024.628885:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.628887:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078024.628891:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078024.628893:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078024.628894:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078024.628895:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078024.628899:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078024.628902:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.628904:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078024.628908:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078024.628913:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.628917:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078024.628927:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000020:00000040:3.0:1769078024.628931:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078024.628936:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078024.628939:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.628941:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078024.628943:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078024.628948:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078024.628954:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769078024.628959:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078024.628966:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653133440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078024.628977:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078024.628979:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078024.628988:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653133440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078024.629000:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078024.629003:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078024.629007:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078024.629008:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078024.629012:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078024.629015:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078024.629023:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5004
00000400:00000200:3.0:1769078024.629029:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078024.629034:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078024.629035:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078024.629057:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629061:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078024.629064:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629066:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078024.629069:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078024.629072:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078024.629074:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078024.629077:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078024.629081:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078024.629085:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078024.629093:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629097:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078024.629099:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629101:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078024.629106:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078024.629111:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629113:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078024.629114:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078024.629118:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078024.629123:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.629125:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078024.629127:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078024.629131:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.629135:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078024.629140:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769078024.629143:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078024.629146:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078024.629149:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.629153:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078024.629154:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078024.629157:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078024.629164:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769078024.629169:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078024.629178:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653133568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078024.629190:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078024.629193:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078024.629198:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653133568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078024.629214:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078024.629220:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078024.629224:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078024.629227:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078024.629228:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078024.629233:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078024.629239:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5004
00000400:00000200:3.0:1769078024.629248:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:0.1:1769078024.629252:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000400:00000200:3.0:1769078024.629255:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000200:0.1:1769078024.629257:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1769078024.629258:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078024.629264:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629269:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078024.629274:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629277:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078024.629280:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078024.629282:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078024.629285:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078024.629288:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078024.629291:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078024.629292:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078024.629299:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629303:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078024.629307:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629311:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078024.629312:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078024.629319:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629325:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078024.629329:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078024.629333:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078024.629336:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.629339:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078024.629343:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078024.629348:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.629352:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078024.629356:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769078024.629370:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078024.629374:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078024.629376:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.629378:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078024.629381:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078024.629383:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078024.629387:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769078024.629391:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078024.629395:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653133696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078024.629402:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078024.629404:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078024.629408:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653133696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078024.629418:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078024.629423:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078024.629430:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078024.629433:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078024.629436:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078024.629439:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078024.629443:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5004
00000400:00000200:3.0:1769078024.629449:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078024.629454:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078024.629458:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078024.629462:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629465:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078024.629467:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629470:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078024.629473:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078024.629477:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078024.629479:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078024.629481:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078024.629484:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078024.629485:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078024.629487:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629488:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078024.629490:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629491:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078024.629492:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078024.629495:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078024.629500:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078024.629503:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078024.629507:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078024.629512:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.629513:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078024.629515:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078024.629518:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.629522:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078024.629526:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769078024.629531:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078024.629555:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078024.629556:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.629558:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078024.629559:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078024.629561:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078024.629564:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769078024.629566:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078024.629571:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653133824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078024.629580:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078024.629584:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078024.629592:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653133824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078024.629609:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078024.629616:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5014)
00000800:00000200:0.1:1769078024.629847:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078024.629848:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078024.630133:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078024.630135:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078024.630345:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078024.630347:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078024.630557:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078024.630558:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00010000:00000001:2.0:1769078025.268628:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078025.268633:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078025.268692:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078025.268697:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078025.268701:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078025.908639:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299678459, at 4299678464
00000100:00000010:1.0:1769078025.908654:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16120.
00010000:00000001:2.0:1769078026.292655:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078026.292663:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078026.292715:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078026.292719:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078026.292722:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078027.316644:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078027.316652:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078027.316725:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078027.316729:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078027.316733:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078028.340650:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078028.340657:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078028.340722:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078028.340725:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078028.340728:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078029.364644:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078029.364651:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078029.364717:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078029.364721:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078029.364725:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078029.748668:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078029.748679:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078029.748691:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078029.748696:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078029.748701:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078029.748709:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5009
00000400:00000200:3.0:1769078029.748719:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078029.748725:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078029.748729:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078029.748733:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.748736:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078029.748739:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.748742:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078029.748747:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078029.748749:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078029.748752:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078029.748755:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078029.748757:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078029.748761:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078029.748765:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.748767:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078029.748769:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.748771:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078029.748775:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078029.748779:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078029.748781:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078029.748793:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078029.748797:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078029.748800:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.748803:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078029.748805:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078029.748816:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769078029.748821:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078029.748824:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078029.748827:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.748830:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078029.748833:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078029.748837:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078029.748846:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078029.748853:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078029.748862:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653133952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078029.748874:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078029.748879:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078029.748885:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653133952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078029.748915:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078029.748920:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078029.748923:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078029.748926:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078029.748928:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078029.748945:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078029.748949:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5009
00000400:00000200:3.0:1769078029.748987:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078029.748995:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078029.749002:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078029.749022:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.749029:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078029.749034:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.749037:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078029.749042:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078029.749047:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078029.749051:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078029.749055:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078029.749059:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078029.749075:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078029.749083:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.749087:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078029.749090:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.749095:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078029.749100:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078029.749103:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078029.749109:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078029.749113:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078029.749119:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078029.749123:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.749126:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078029.749132:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078029.749138:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.749142:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078029.749149:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769078029.749155:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078029.749161:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078029.749164:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.749169:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078029.749172:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078029.749175:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078029.749182:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769078029.749189:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078029.749290:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078029.749294:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000100:00100000:3.0:1769078029.749469:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653134080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078029.749484:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078029.749489:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078029.749500:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653134080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078029.749516:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078029.749523:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078029.749533:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078029.749576:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078029.749580:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078029.749585:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078029.749592:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5009
00000400:00000200:3.0:1769078029.749600:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078029.749607:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078029.749612:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078029.749620:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.749626:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078029.749632:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.749639:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078029.749646:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078029.749650:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078029.749655:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078029.749659:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078029.749666:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078029.749672:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078029.749682:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.749688:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078029.749694:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.749700:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078029.749707:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078029.749714:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078029.749721:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078029.749727:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078029.749732:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078029.749737:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.749741:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078029.749746:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078029.749753:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.749756:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078029.749761:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769078029.749768:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078029.749775:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078029.749779:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.749785:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078029.749788:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078029.749792:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078029.749800:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769078029.749807:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078029.749819:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653134208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078029.749838:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078029.749844:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078029.749853:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653134208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078029.749874:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078029.749880:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078029.749887:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078029.749891:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078029.749895:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078029.749900:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078029.749907:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5009
00000400:00000200:3.0:1769078029.749918:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078029.749926:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078029.749932:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078029.749939:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.749943:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078029.749948:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.749952:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078029.749971:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078029.749974:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078029.749977:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078029.749982:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078029.749987:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078029.749992:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078029.750002:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.750023:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078029.750030:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.750036:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078029.750043:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078029.750050:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078029.750056:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078029.750062:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1769078029.750070:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078029.750073:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1769078029.750081:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078029.750087:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.750093:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078029.750098:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078029.750104:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.750109:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078029.750117:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769078029.750123:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078029.750129:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078029.750132:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.750138:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078029.750142:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078029.750146:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078029.750155:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769078029.750161:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078029.750173:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653134336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078029.750195:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078029.750201:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078029.750221:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653134336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078029.750241:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078029.750247:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078029.750255:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078029.750259:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078029.750263:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078029.750270:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078029.750276:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5009
00000400:00000200:3.0:1769078029.750287:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078029.750295:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078029.750301:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078029.750310:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.750314:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078029.750321:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.750332:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078029.750337:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078029.750340:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078029.750344:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078029.750348:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078029.750354:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078029.750361:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078029.750368:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.750374:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078029.750379:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078029.750385:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078029.750393:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078029.750399:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078029.750405:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078029.750410:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078029.750416:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078029.750421:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.750427:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078029.750431:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078029.750436:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.750441:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078029.750447:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769078029.750452:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078029.750459:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078029.750463:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.750468:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078029.750471:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078029.750474:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078029.750482:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769078029.750489:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078029.750499:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653134464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078029.750519:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078029.750525:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078029.750556:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653134464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078029.750575:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078029.750583:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5020)
00000800:00000200:0.1:1769078029.750726:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078029.750729:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078029.751060:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078029.751063:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078029.751398:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078029.751401:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00010000:00000001:2.0:1769078030.388646:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078030.388653:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078030.388723:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078030.388728:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078030.388731:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078031.028643:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299683579, at 4299683584
00000100:00000010:1.0:1769078031.028661:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16420.
00010000:00000001:2.0:1769078031.412636:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078031.412641:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078031.412695:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078031.412699:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078031.412703:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078032.436651:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078032.436656:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078032.436713:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078032.436716:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078032.436719:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078033.460638:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078033.460644:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078034.484665:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078034.484674:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078034.484676:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078034.484679:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078034.484684:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078034.484686:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078034.484688:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078034.484691:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078034.484744:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078034.484747:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078034.484750:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078034.868656:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078034.868663:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078034.868665:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078034.868668:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078034.868671:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078034.868676:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5015
00000400:00000200:2.0:1769078034.868683:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078034.868688:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078034.868690:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078034.868692:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.868694:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078034.868696:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.868697:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078034.868701:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078034.868702:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078034.868704:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078034.868706:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078034.868707:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078034.868708:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078034.868710:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.868711:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078034.868712:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.868713:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078034.868715:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078034.868717:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078034.868718:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078034.868720:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078034.868722:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078034.868724:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.868725:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078034.868726:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078034.868734:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1f80.
00000020:00000040:2.0:1769078034.868736:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078034.868738:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078034.868739:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.868741:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078034.868743:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078034.868746:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078034.868752:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4400.
00000100:00000001:2.0:1769078034.868757:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078034.868763:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1f80 x1855007653134592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078034.868780:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078034.868784:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078034.868787:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cb33dcb] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1f80 x1855007653134592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078034.868802:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078034.868804:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078034.868806:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078034.868807:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078034.868808:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078034.868810:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078034.868811:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5015
00000400:00000200:2.0:1769078034.868813:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078034.868815:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078034.868816:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078034.868818:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.868819:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078034.868820:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.868821:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078034.868823:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078034.868823:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078034.868824:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078034.868826:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078034.868827:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078034.868828:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078034.868830:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.868831:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078034.868833:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.868834:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078034.868836:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078034.868838:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078034.868841:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078034.868843:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078034.868847:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078034.868849:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.868852:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078034.868855:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078034.868859:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.868862:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078034.868864:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3480.
00000020:00000040:2.0:1769078034.868866:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078034.868892:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078034.868894:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.868899:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078034.868900:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078034.868902:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078034.868908:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7400.
00000100:00000001:2.0:1769078034.868913:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078034.868919:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3480 x1855007653134720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078034.868931:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078034.868934:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078034.868938:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e98d39e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3480 x1855007653134720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078034.868948:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078034.868951:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078034.868953:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078034.868954:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078034.868955:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078034.868961:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078034.868965:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5015
00000400:00000200:2.0:1769078034.868969:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078034.868974:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078034.868979:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078034.868984:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.868988:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078034.868991:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.868996:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078034.868999:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078034.869002:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078034.869005:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078034.869009:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078034.869014:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078034.869018:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078034.869027:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.869032:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078034.869034:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.869035:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078034.869037:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078034.869039:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078034.869043:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078034.869047:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078034.869049:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078034.869051:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.869055:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078034.869058:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078034.869062:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.869065:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078034.869069:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2300.
00000020:00000040:2.0:1769078034.869071:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078034.869073:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078034.869076:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.869078:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078034.869080:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078034.869082:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078034.869086:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7c00.
00000100:00000001:2.0:1769078034.869089:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078034.869095:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2300 x1855007653134848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078034.869106:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078034.869109:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078034.869115:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000810562c] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2300 x1855007653134848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078034.869125:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078034.869129:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078034.869132:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078034.869135:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078034.869137:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078034.869140:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078034.869145:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5015
00000400:00000200:2.0:1769078034.869150:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078034.869154:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078034.869155:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078034.869158:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.869160:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078034.869162:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.869165:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078034.869167:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078034.869169:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078034.869172:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078034.869174:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078034.869176:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078034.869179:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078034.869184:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.869186:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078034.869189:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.869193:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078034.869194:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078034.869196:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078034.869198:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078034.869201:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078034.869203:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078034.869204:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.869206:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078034.869208:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078034.869210:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.869214:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078034.869217:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3b80.
00000020:00000040:2.0:1769078034.869220:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078034.869223:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078034.869224:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.869226:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078034.869228:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078034.869229:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078034.869230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000010:2.0:1769078034.869233:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6000.
00000100:00000001:2.0:1769078034.869236:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078034.869237:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000100:00100000:2.0:1769078034.869240:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3b80 x1855007653134976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078034.869249:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078034.869253:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078034.869257:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070cb393d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3b80 x1855007653134976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078034.869262:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078034.869267:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078034.869272:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078034.869275:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078034.869278:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078034.869280:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078034.869284:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5015
00000400:00000200:2.0:1769078034.869287:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078034.869291:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078034.869292:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078034.869294:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.869297:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078034.869302:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.869304:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078034.869307:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078034.869308:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078034.869311:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078034.869313:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078034.869315:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078034.869319:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078034.869322:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.869325:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078034.869328:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078034.869329:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078034.869331:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078034.869334:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078034.869337:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078034.869339:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078034.869341:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078034.869344:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.869347:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078034.869349:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078034.869353:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.869357:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078034.869360:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0000.
00000020:00000040:2.0:1769078034.869363:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078034.869366:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078034.869367:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.869368:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078034.869369:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078034.869370:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078034.869376:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4800.
00000100:00000001:2.0:1769078034.869379:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078034.869384:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0000 x1855007653135104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078034.869394:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078034.869396:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078034.869400:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007708510d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0000 x1855007653135104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078034.869405:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078034.869408:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5025)
00000800:00000200:0.1:1769078034.869742:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078034.869745:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078034.870035:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078034.870038:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078034.870305:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078034.870307:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078034.870606:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078034.870608:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00010000:00000001:2.0:1769078035.508631:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078035.508637:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078035.508715:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078035.508720:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078035.508732:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078036.148642:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299688699, at 4299688704
00000100:00000010:1.0:1769078036.148655:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16b40.
00010000:00000001:2.0:1769078036.532633:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078036.532637:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078037.556615:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078037.556622:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078037.556686:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078037.556689:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078037.556693:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078038.580619:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078038.580626:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078039.604642:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078039.604649:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078039.988694:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078039.988704:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078039.988707:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078039.988712:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078039.988717:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078039.988725:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5020
00000400:00000200:3.0:1769078039.988736:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078039.988744:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078039.988747:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078039.988750:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.988753:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078039.988755:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.988758:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078039.988762:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078039.988764:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078039.988767:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078039.988770:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078039.988772:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078039.988774:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078039.988776:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.988777:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078039.988791:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.988794:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078039.988797:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078039.988802:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078039.988804:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078039.988806:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078039.988810:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078039.988812:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078039.988815:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078039.988817:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078039.988827:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769078039.988832:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078039.988837:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078039.988839:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078039.988844:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078039.988847:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078039.988853:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078039.988863:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078039.988871:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078039.988883:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653135232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078039.988894:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078039.988900:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078039.988908:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653135232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078039.988935:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078039.988938:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078039.988942:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078039.988944:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078039.988945:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078039.988947:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078039.988949:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5020
00000400:00000200:3.0:1769078039.988953:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078039.988958:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078039.988961:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078039.988965:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.988967:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078039.988970:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.988974:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078039.988979:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078039.988983:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078039.989058:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078039.989061:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078039.989065:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078039.989066:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078039.989071:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.989074:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078039.989077:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.989079:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078039.989081:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078039.989085:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078039.989088:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078039.989092:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078039.989109:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078039.989114:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078039.989117:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078039.989123:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078039.989131:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078039.989197:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078039.989200:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769078039.989271:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078039.989287:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769078039.989333:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078039.989341:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078039.989347:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078039.989352:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078039.989357:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078039.989365:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078039.989374:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769078039.989385:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078039.989396:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653135360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078039.989462:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078039.989468:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078039.989486:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653135360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078039.989510:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078039.989518:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078039.989527:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078039.989581:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078039.989585:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078039.989590:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078039.989598:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5020
00000400:00000200:3.0:1769078039.989603:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078039.989610:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078039.989614:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078039.989620:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.989627:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078039.989637:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.989644:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078039.989652:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078039.989656:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078039.989662:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078039.989667:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078039.989673:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078039.989683:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078039.989691:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.989696:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078039.989708:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.989716:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078039.989726:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078039.989735:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078039.989747:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078039.989752:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078039.989756:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078039.989761:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078039.989765:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078039.989770:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078039.989778:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078039.989780:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078039.989803:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769078039.989810:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078039.989816:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078039.989818:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078039.989823:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078039.989826:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078039.989834:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078039.989841:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769078039.989849:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078039.989866:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653135488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078039.989935:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078039.989945:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078039.989962:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653135488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078039.990002:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078039.990009:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078039.990018:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078039.990022:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1769078039.990024:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:3.0:1769078039.990026:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1769078039.990029:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769078039.990031:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078039.990038:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5020
00000400:00000200:3.0:1769078039.990048:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078039.990057:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078039.990063:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078039.990071:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.990078:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078039.990086:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.990094:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078039.990102:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078039.990106:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078039.990112:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078039.990116:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078039.990122:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078039.990128:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078039.990145:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.990152:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078039.990160:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.990170:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078039.990181:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078039.990198:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078039.990211:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078039.990218:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078039.990225:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078039.990237:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078039.990243:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078039.990251:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078039.990260:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078039.990268:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078039.990282:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769078039.990288:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078039.990294:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078039.990297:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078039.990303:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078039.990307:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078039.990313:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078039.990324:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769078039.990334:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078039.990347:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653135616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078039.990389:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078039.990396:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078039.990413:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653135616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078039.990457:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078039.990464:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078039.990476:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078039.990481:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078039.990486:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078039.990498:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078039.990508:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5020
00000400:00000200:3.0:1769078039.990525:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078039.990574:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078039.990579:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078039.990587:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.990594:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078039.990601:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.990608:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078039.990614:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078039.990620:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078039.990625:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078039.990632:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078039.990639:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078039.990649:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078039.990664:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.990673:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078039.990681:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078039.990691:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078039.990702:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078039.990715:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078039.990724:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078039.990732:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078039.990738:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078039.990749:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078039.990755:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078039.990760:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078039.990771:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078039.990778:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078039.990799:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769078039.990807:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078039.990817:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078039.990821:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078039.990830:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1769078039.990833:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:3.0:1769078039.990835:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1769078039.990836:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1769078039.990839:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078039.990852:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769078039.990859:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078039.990871:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653135744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078039.990941:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078039.990948:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078039.990966:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653135744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078039.991012:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078039.991029:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5030)
00000800:00000200:0.1:1769078039.991162:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078039.991164:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078039.991361:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078039.991362:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00010000:00000001:2.0:1769078040.628641:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078040.628647:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078040.628695:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078040.628697:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078040.628700:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078041.268614:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299693819, at 4299693824
00000100:00000010:1.0:1769078041.268627:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16ba0.
00010000:00000001:2.0:1769078041.652615:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078041.652620:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078042.676663:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078042.676669:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078043.700605:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078043.700613:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078043.700660:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078043.700663:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078043.700665:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078044.724635:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078044.724643:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078044.724645:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078044.724648:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078044.724653:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078044.724655:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078044.724657:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078044.724659:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078045.108651:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078045.108659:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078045.108661:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078045.108664:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078045.108668:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078045.108672:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5025
00000400:00000200:2.0:1769078045.108679:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078045.108684:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078045.108686:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078045.108688:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108691:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078045.108693:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108694:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078045.108707:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078045.108708:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078045.108710:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078045.108712:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078045.108713:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078045.108715:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078045.108717:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108718:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078045.108719:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108721:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078045.108723:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078045.108726:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108727:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078045.108729:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078045.108732:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078045.108733:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.108735:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078045.108736:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078045.108743:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3100.
00000020:00000040:2.0:1769078045.108746:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078045.108749:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078045.108750:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.108752:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078045.108754:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078045.108757:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078045.108762:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5400.
00000100:00000001:2.0:1769078045.108767:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078045.108773:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3100 x1855007653135872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078045.108780:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078045.108783:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078045.108786:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679215a2] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3100 x1855007653135872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078045.108801:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078045.108803:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078045.108805:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078045.108806:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078045.108807:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078045.108809:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078045.108810:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5025
00000400:00000200:2.0:1769078045.108813:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078045.108815:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078045.108816:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078045.108818:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108820:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078045.108821:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108823:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078045.108824:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078045.108825:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078045.108826:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078045.108827:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078045.108829:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078045.108830:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078045.108832:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108833:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078045.108834:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108835:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078045.108837:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078045.108839:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108841:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078045.108842:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078045.108845:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078045.108847:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.108850:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078045.108853:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078045.108857:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.108858:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078045.108862:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2680.
00000020:00000040:2.0:1769078045.108864:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078045.108867:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078045.108869:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.108870:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078045.108871:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078045.108873:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078045.108878:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4c00.
00000100:00000001:2.0:1769078045.108882:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078045.108888:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2680 x1855007653136000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078045.108896:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078045.108898:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078045.108901:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbda68c0] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2680 x1855007653136000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078045.108911:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078045.108915:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078045.108919:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078045.108921:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078045.108923:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078045.108926:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078045.108931:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5025
00000400:00000200:2.0:1769078045.108935:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078045.108937:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078045.108940:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078045.108943:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108947:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078045.108949:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108952:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078045.108953:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078045.108954:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078045.108954:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078045.108957:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078045.108960:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078045.108963:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078045.108968:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108969:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078045.108970:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108971:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078045.108972:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078045.108974:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078045.108975:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078045.108976:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078045.108977:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078045.108978:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.108980:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078045.108982:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078045.108984:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.108986:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078045.108996:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0000.
00000020:00000040:2.0:1769078045.108999:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078045.109002:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078045.109004:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.109005:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078045.109006:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078045.109007:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078045.109010:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5000.
00000100:00000001:2.0:1769078045.109014:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078045.109019:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0000 x1855007653136128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078045.109027:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078045.109030:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078045.109035:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007708510d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0000 x1855007653136128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078045.109049:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078045.109052:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078045.109055:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078045.109058:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078045.109059:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078045.109061:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078045.109065:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5025
00000400:00000200:2.0:1769078045.109069:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078045.109073:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078045.109074:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078045.109077:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.109080:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078045.109083:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.109086:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078045.109088:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078045.109088:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078045.109089:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078045.109090:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078045.109092:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078045.109095:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078045.109099:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.109100:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078045.109104:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.109106:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078045.109111:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078045.109117:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078045.109123:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078045.109127:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078045.109132:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078045.109137:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.109142:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078045.109145:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078045.109152:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.109156:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078045.109160:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3b80.
00000020:00000040:2.0:1769078045.109164:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078045.109167:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078045.109169:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.109172:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078045.109174:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078045.109176:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078045.109181:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7000.
00000100:00000001:2.0:1769078045.109185:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078045.109191:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3b80 x1855007653136256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078045.109198:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078045.109200:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078045.109204:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070cb393d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3b80 x1855007653136256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078045.109212:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078045.109215:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078045.109219:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078045.109221:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078045.109223:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1769078045.109224:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078045.109226:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078045.109230:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5025
00000800:00000200:0.1:1769078045.109231:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000400:00000200:2.0:1769078045.109233:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078045.109238:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078045.109240:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078045.109245:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.109248:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078045.109251:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.109254:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078045.109263:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078045.109266:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078045.109267:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078045.109269:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078045.109273:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078045.109275:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078045.109280:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.109282:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078045.109283:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078045.109285:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078045.109286:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078045.109287:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078045.109289:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078045.109291:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078045.109295:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078045.109299:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.109304:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078045.109306:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078045.109312:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.109315:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078045.109319:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2300.
00000020:00000040:2.0:1769078045.109324:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078045.109329:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078045.109331:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.109335:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078045.109339:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078045.109342:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078045.109347:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4000.
00000100:00000001:2.0:1769078045.109351:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078045.109356:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2300 x1855007653136384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078045.109378:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078045.109380:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078045.109384:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000810562c] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2300 x1855007653136384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078045.109390:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078045.109397:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5035)
00000800:00000200:0.1:1769078045.109744:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078045.109746:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078045.110033:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078045.110036:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078045.110307:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078045.110309:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078045.110592:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078045.110595:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00010000:00000001:2.0:1769078045.748596:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078045.748602:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078045.748671:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078045.748678:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078045.748683:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078046.388703:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299698939, at 4299698944
00000100:00000010:1.0:1769078046.388719:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16d80.
00010000:00000001:2.0:1769078046.772617:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078046.772622:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078046.772666:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078046.772678:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078046.772681:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078047.796676:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078047.796683:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078048.820643:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078048.820652:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078048.820696:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078048.820700:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078048.820703:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078049.844669:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078049.844676:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078049.844725:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078049.844728:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078049.844731:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078050.228650:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078050.228658:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078050.228660:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078050.228664:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078050.228666:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078050.228672:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5030
00000400:00000200:3.0:1769078050.228679:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078050.228684:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078050.228686:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078050.228688:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.228690:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078050.228691:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.228694:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078050.228697:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078050.228698:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078050.228700:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078050.228702:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078050.228704:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078050.228705:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078050.228712:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.228713:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078050.228714:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.228715:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078050.228717:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078050.228719:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078050.228721:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078050.228722:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078050.228725:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078050.228731:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.228732:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078050.228734:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078050.228741:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769078050.228746:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078050.228749:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078050.228750:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.228752:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078050.228754:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078050.228757:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078050.228763:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769078050.228768:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078050.228774:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653136512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078050.228782:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078050.228786:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078050.228792:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653136512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078050.228812:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078050.228815:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078050.228819:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078050.228820:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078050.228821:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078050.228823:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078050.228826:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5030
00000400:00000200:3.0:1769078050.228830:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078050.228833:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078050.228835:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078050.228839:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.228841:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078050.228844:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.228845:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078050.228848:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078050.228849:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078050.228851:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078050.228853:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078050.228864:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078050.228868:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078050.228876:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.228881:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078050.228885:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.228890:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078050.228896:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078050.228904:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078050.228910:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078050.228915:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078050.228923:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078050.228928:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.228930:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078050.228936:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078050.228945:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.228949:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078050.228956:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769078050.228962:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078050.228966:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078050.228969:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.228972:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078050.228974:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078050.228976:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078050.228985:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769078050.228991:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078050.228998:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653136640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078050.229010:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078050.229014:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078050.229021:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653136640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078050.229037:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078050.229043:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078050.229051:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078050.229055:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078050.229059:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078050.229063:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078050.229068:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5030
00000400:00000200:3.0:1769078050.229076:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078050.229083:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078050.229087:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078050.229098:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229103:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078050.229107:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229112:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078050.229116:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078050.229118:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078050.229120:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1769078050.229123:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:3.0:1769078050.229124:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078050.229130:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000200:0.1:1769078050.229130:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769078050.229133:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078050.229137:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229138:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078050.229140:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229141:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078050.229143:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078050.229146:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229150:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078050.229154:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078050.229159:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078050.229163:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.229166:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078050.229169:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078050.229171:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.229172:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078050.229175:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769078050.229177:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078050.229181:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078050.229182:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.229184:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078050.229187:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078050.229189:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078050.229193:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769078050.229199:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078050.229214:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653136768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078050.229231:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078050.229235:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078050.229240:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653136768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078050.229248:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078050.229250:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078050.229253:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078050.229255:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078050.229257:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078050.229260:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078050.229265:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5030
00000400:00000200:3.0:1769078050.229270:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078050.229274:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078050.229280:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078050.229284:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229286:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078050.229288:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229293:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078050.229296:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078050.229298:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078050.229302:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078050.229304:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078050.229308:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078050.229311:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078050.229315:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229317:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078050.229322:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229326:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078050.229330:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078050.229332:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229333:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078050.229334:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078050.229336:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078050.229340:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.229342:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078050.229344:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078050.229347:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.229350:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078050.229355:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769078050.229358:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078050.229363:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078050.229366:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.229368:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078050.229370:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078050.229372:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078050.229378:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769078050.229381:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078050.229387:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653136896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078050.229407:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078050.229410:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078050.229414:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653136896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078050.229424:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078050.229427:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078050.229431:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078050.229432:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078050.229434:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078050.229436:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078050.229440:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5030
00000400:00000200:3.0:1769078050.229447:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078050.229451:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078050.229455:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078050.229459:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229462:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078050.229466:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229470:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078050.229474:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078050.229476:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078050.229480:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078050.229483:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078050.229486:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078050.229491:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078050.229495:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229498:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078050.229502:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229504:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078050.229506:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078050.229513:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078050.229516:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078050.229518:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078050.229521:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078050.229525:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.229530:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078050.229533:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078050.229559:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.229560:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078050.229563:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769078050.229565:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078050.229567:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078050.229568:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.229572:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078050.229574:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078050.229575:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078050.229579:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769078050.229584:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078050.229592:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653137024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078050.229600:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078050.229603:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078050.229608:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653137024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078050.229631:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078050.229637:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5040)
00000800:00000200:0.1:1769078050.229780:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078050.229782:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078050.229966:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078050.229969:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078050.230134:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078050.230136:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078050.230320:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078050.230321:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00010000:00000001:2.0:1769078050.868621:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078050.868629:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078050.868677:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078050.868682:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078050.868685:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078051.508669:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299704059, at 4299704064
00000100:00000010:1.0:1769078051.508683:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d169c0.
00010000:00000001:2.0:1769078051.892646:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078051.892654:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078051.892709:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078051.892712:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078051.892716:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078052.916697:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078052.916704:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078052.916770:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078052.916773:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078052.916776:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078053.940650:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078053.940664:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078053.940667:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078053.940671:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078053.940681:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078053.940683:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078053.940686:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078053.940688:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078053.940743:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078053.940746:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078053.940749:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078054.964655:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078054.964662:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078054.964730:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078054.964734:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078054.964739:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078055.348694:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078055.348705:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078055.348708:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078055.348712:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078055.348716:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078055.348724:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5035
00000400:00000200:1.0:1769078055.348734:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078055.348740:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078055.348743:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078055.348745:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.348749:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078055.348751:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.348753:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078055.348757:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078055.348759:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078055.348761:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078055.348763:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078055.348765:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078055.348767:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078055.348769:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.348771:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078055.348772:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.348774:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078055.348777:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078055.348780:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078055.348781:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078055.348784:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078055.348787:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078055.348789:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.348791:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078055.348793:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078055.348803:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611f80.
00000020:00000040:1.0:1769078055.348806:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078055.348809:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078055.348811:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.348814:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078055.348816:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078055.348820:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078055.348828:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821bc00.
00000100:00000001:1.0:1769078055.348834:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078055.348852:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611f80 x1855007653137152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078055.348864:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078055.348868:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078055.348872:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0de5d6f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611f80 x1855007653137152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.348897:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078055.348900:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078055.348903:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078055.348904:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078055.348905:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078055.348907:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078055.348909:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5035
00000400:00000200:1.0:1769078055.348912:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078055.348915:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078055.348916:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078055.348919:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.348920:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078055.348922:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.348923:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078055.348924:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078055.348925:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078055.348926:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078055.348927:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078055.348929:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078055.348930:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078055.348933:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.348935:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078055.348936:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.348938:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078055.348940:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078055.348943:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078055.348944:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078055.348945:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078055.348950:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078055.348952:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.348953:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078055.348958:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078055.348963:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.348965:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078055.348967:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611880.
00000020:00000040:1.0:1769078055.348971:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078055.348975:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078055.348978:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.348979:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078055.348980:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078055.348982:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078055.348986:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218c00.
00000100:00000001:1.0:1769078055.348991:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078055.348999:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611880 x1855007653137280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078055.349011:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078055.349015:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078055.349021:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0af494a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611880 x1855007653137280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.349031:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078055.349037:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078055.349042:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078055.349046:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078055.349048:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078055.349053:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078055.349057:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5035
00000400:00000200:1.0:1769078055.349061:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078055.349065:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078055.349067:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078055.349072:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.349074:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078055.349078:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.349081:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078055.349085:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078055.349086:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078055.349087:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078055.349088:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078055.349089:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078055.349092:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078055.349097:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.349100:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078055.349102:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.349103:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078055.349104:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078055.349106:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078055.349108:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078055.349111:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078055.349114:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078055.349117:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.349118:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078055.349120:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078055.349126:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.349127:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078055.349131:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611500.
00000020:00000040:1.0:1769078055.349134:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078055.349140:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078055.349142:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.349145:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078055.349146:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078055.349149:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078055.349160:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218000.
00000100:00000001:1.0:1769078055.349168:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078055.349178:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611500 x1855007653137408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078055.349197:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078055.349205:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078055.349214:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fb51406] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611500 x1855007653137408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.349225:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078055.349231:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078055.349238:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078055.349242:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078055.349245:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078055.349248:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078055.349255:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5035
00000400:00000200:1.0:1769078055.349312:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078055.349318:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078055.349321:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078055.349324:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.349330:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078055.349331:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.349333:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078055.349336:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078055.349338:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078055.349340:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078055.349344:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078055.349347:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078055.349349:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078055.349356:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.349358:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078055.349363:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:0.1:1769078055.349363:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078055.349366:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078055.349372:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000800:00000200:0.1:1769078055.349372:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000100:00080000:1.0:1769078055.349374:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078055.349380:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078055.349382:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078055.349385:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078055.349389:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.349392:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078055.349396:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078055.349399:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.349400:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078055.349404:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611c00.
00000020:00000040:1.0:1769078055.349409:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078055.349416:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078055.349420:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.349422:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078055.349427:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078055.349431:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078055.349439:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000001:1.0:1769078055.349445:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078055.349456:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611c00 x1855007653137536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078055.349469:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078055.349473:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078055.349480:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8684d4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611c00 x1855007653137536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.349491:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078055.349495:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078055.349498:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078055.349500:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078055.349503:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078055.349506:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078055.349511:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5035
00000400:00000200:1.0:1769078055.349518:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078055.349584:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078055.349591:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078055.349596:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.349602:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078055.349605:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.349609:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078055.349615:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078055.349618:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078055.349621:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078055.349623:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078055.349625:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078055.349627:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078055.349629:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.349630:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078055.349632:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078055.349637:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078055.349639:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078055.349642:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078055.349648:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078055.349651:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078055.349655:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078055.349658:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.349661:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078055.349663:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078055.349667:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.349668:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078055.349675:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610380.
00000020:00000040:1.0:1769078055.349680:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078055.349684:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078055.349688:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.349690:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078055.349692:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078055.349695:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078055.349701:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:1.0:1769078055.349708:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078055.349714:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610380 x1855007653137664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078055.349741:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078055.349745:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078055.349752:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea9b11c2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610380 x1855007653137664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.349767:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078055.349774:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5045)
00000800:00000200:0.1:1769078055.349972:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078055.349975:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078055.350208:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078055.350209:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078055.350395:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078055.350397:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078055.350614:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078055.350616:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00010000:00000001:2.0:1769078055.988662:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078055.988669:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078055.988723:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078055.988727:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078055.988730:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078056.628629:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299709180, at 4299709184
00000100:00000010:1.0:1769078056.628651:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16360.
00010000:00000001:2.0:1769078057.012661:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078057.012671:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078057.012742:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078057.012747:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078057.012752:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078058.036675:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078058.036682:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078058.036737:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078058.036741:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078058.036744:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078059.060678:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078059.060685:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078059.060749:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078059.060755:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078059.060759:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078060.084635:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078060.084641:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078060.084692:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078060.084695:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078060.084698:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078060.468896:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078060.468901:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078060.468904:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078060.468913:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ca80 x1855007653137792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.468926:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078060.468928:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078060.468934:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078060.468938:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078060.468943:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078060.468949:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653137792:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078060.468955:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078060.468959:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078060.468963:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078060.468967:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078060.468975:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5c00.
02000000:00000001:2.0:1769078060.468979:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078060.468989:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078060.468995:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769078060.469002:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769078060.469012:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653137792, portal 25
00000100:00000001:2.0:1769078060.469016:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078060.469019:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486976 : -131140292064640 : ffff88ba8579ca80)
00000100:00000040:2.0:1769078060.469031:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ca80 x1855007653137792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.469046:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078060.469054:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078060.469061:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769078060.469069:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653137792, offset 0
00000400:00000200:2.0:1769078060.469082:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078060.469093:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078060.469102:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078060.469109:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078060.469117:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078060.469126:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078060.469136:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078060.469148:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200780:200780:256:4294967295] 192.168.204.104@tcp LPNI seq info [200780:200780:8:4294967295]
00000400:00000200:2.0:1769078060.469161:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078060.469180:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078060.469186:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078060.469192:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078060.469206:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078060.469214:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078060.469228:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078060.469236:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078060.469254:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078060.469259:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078060.469266:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078060.469273:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078060.469280:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769078060.469284:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769078060.469290:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078060.469297:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ca80 x1855007653137792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.469310:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078060.469317:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ca80 x1855007653137792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.469331:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078060.469336:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078060.469341:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078060.469351:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078060.469356:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299714299
00000100:00000010:2.0:1769078060.469363:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bcc0.
00000100:00000001:2.0:1769078060.469373:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078060.469382:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299714299
00000100:00000010:2.0:1769078060.469387:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b1e0.
00000100:00000001:2.0:1769078060.469390:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078060.469395:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078060.469398:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078060.469402:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078060.469407:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078060/real 1769078060]  req@ffff88ba8579ca80 x1855007653137792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078060.469422:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078060.469425:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078060.469430:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769078060.469433:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769078060.469450:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769078060.469455:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078060.469462:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ca80 x1855007653137792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078060.469481:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ca80 x1855007653137792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.469498:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078060.469501:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.469505:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078060.469508:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078060.469515:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ca80 x1855007653137792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.469527:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078060.469557:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ca80 x1855007653137792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.469568:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078060.469571:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.469572:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078060.469574:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.469576:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078060.469578:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078060.469580:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078060.469583:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078060.469585:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078060.469592:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ca80 x1855007653137792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078060.469605:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653137792:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078060.469611:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.469614:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078060.469618:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ca80 x1855007653137792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.469628:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078060.469631:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078060.469634:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5c00.
02000000:00000001:2.0:1769078060.469638:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078060.469641:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078060.469644:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078060.469648:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078060.469651:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f800.
02000000:00000001:2.0:1769078060.469656:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078060.469660:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078060.469662:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ca80.
00000100:00000001:2.0:1769078060.469668:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078060.469670:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.469673:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.469681:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078060.469685:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078060.469689:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078060.469692:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078060.469696:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078060.469703:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f480 x1855007653137920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.469717:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078060.469720:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078060.469724:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078060.469728:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078060.469731:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078060.469737:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653137920:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078060.469745:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078060.469749:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078060.469752:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078060.469754:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078060.469759:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5c00.
02000000:00000001:2.0:1769078060.469763:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078060.469771:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078060.469775:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769078060.469781:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769078060.469785:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653137920, portal 10
00000100:00000001:2.0:1769078060.469790:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078060.469793:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417497728 : -131140292053888 : ffff88ba8579f480)
00000100:00000040:2.0:1769078060.469806:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f480 x1855007653137920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.469819:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078060.469825:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078060.469828:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769078060.469831:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653137920, offset 0
00000400:00000200:2.0:1769078060.469839:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078060.469848:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078060.469860:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078060.469867:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078060.469875:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078060.469882:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078060.469889:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078060.469897:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200781:200781:256:4294967295] 192.168.204.104@tcp LPNI seq info [200781:200781:8:4294967295]
00000400:00000200:2.0:1769078060.469908:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078060.469923:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078060.469933:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078060.469938:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078060.469942:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078060.469945:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078060.469951:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078060.469954:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078060.469959:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078060.469961:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078060.469964:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078060.469968:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078060.469971:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769078060.469972:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769078060.469975:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078060.469979:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f480 x1855007653137920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.469987:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078060.469990:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f480 x1855007653137920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.469997:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078060.469998:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078060.470001:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078060.470005:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078060.470009:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078060.470012:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299713050
00000100:00000001:2.0:1769078060.470015:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299714299
00000100:00000001:2.0:1769078060.470018:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299713050
00000100:00000001:2.0:1769078060.470020:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299714299
00000100:00000001:2.0:1769078060.470022:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078060.470024:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078060.470026:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078060.470030:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078060/real 1769078060]  req@ffff88ba8579f480 x1855007653137920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078060.470038:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078060.470040:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078060.470041:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769078060.470044:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769078060.470045:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769078060.470048:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078060.470052:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f480 x1855007653137920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078060.470061:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f480 x1855007653137920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470067:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078060.470069:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470071:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078060.470072:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078060.470076:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f480 x1855007653137920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470083:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078060.470087:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f480 x1855007653137920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470093:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078060.470095:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470097:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078060.470098:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470100:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078060.470102:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078060.470105:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078060.470108:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078060.470111:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078060.470114:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f480 x1855007653137920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078060.470123:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653137920:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078060.470127:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078060.470130:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ce00 x1855007653138048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470137:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078060.470139:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078060.470141:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078060.470143:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078060.470145:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078060.470148:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653138048:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078060.470152:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078060.470153:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078060.470155:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078060.470157:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078060.470161:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6c00.
02000000:00000001:2.0:1769078060.470164:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078060.470167:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078060.470170:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769078060.470174:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769078060.470177:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653138048, portal 10
00000100:00000001:2.0:1769078060.470179:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078060.470180:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417487872 : -131140292063744 : ffff88ba8579ce00)
00000100:00000040:2.0:1769078060.470185:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ce00 x1855007653138048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470190:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078060.470192:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078060.470194:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769078060.470197:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653138048, offset 0
00000400:00000200:2.0:1769078060.470201:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078060.470205:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078060.470209:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078060.470212:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078060.470215:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078060.470217:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078060.470219:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078060.470223:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200782:200782:256:4294967295] 192.168.204.104@tcp LPNI seq info [200782:200782:8:4294967295]
00000400:00000200:2.0:1769078060.470227:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078060.470235:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078060.470240:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078060.470243:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078060.470248:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078060.470251:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078060.470255:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078060.470257:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078060.470259:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078060.470261:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078060.470263:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078060.470266:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078060.470268:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769078060.470269:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769078060.470271:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078060.470274:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ce00 x1855007653138048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470279:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078060.470282:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ce00 x1855007653138048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470286:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078060.470287:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078060.470289:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078060.470291:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078060.470294:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078060.470295:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299713035
00000100:00000001:2.0:1769078060.470297:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299714299
00000100:00000001:2.0:1769078060.470299:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299713035
00000100:00000001:2.0:1769078060.470300:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299714299
00000100:00000001:2.0:1769078060.470302:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078060.470303:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078060.470304:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078060.470307:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078060/real 1769078060]  req@ffff88ba8579ce00 x1855007653138048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078060.470311:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078060.470312:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078060.470313:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769078060.470315:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769078060.470316:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769078060.470317:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078060.470319:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ce00 x1855007653138048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078060.470324:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ce00 x1855007653138048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470328:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078060.470329:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470330:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078060.470331:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078060.470334:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ce00 x1855007653138048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470339:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078060.470341:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ce00 x1855007653138048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470345:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078060.470347:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470348:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078060.470348:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470349:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078060.470351:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078060.470352:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078060.470354:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078060.470355:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078060.470358:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ce00 x1855007653138048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078060.470362:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653138048:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078060.470365:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078060.470367:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579e680 x1855007653138176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470371:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078060.470372:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078060.470374:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078060.470375:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078060.470376:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078060.470378:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653138176:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078060.470380:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078060.470382:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078060.470383:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078060.470384:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078060.470387:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078060.470388:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078060.470390:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078060.470392:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769078060.470394:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769078060.470396:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653138176, portal 4
00000100:00000001:2.0:1769078060.470398:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078060.470399:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417494144 : -131140292057472 : ffff88ba8579e680)
00000100:00000040:2.0:1769078060.470402:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579e680 x1855007653138176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470407:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078060.470408:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078060.470410:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769078060.470411:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653138176, offset 0
00000400:00000200:2.0:1769078060.470414:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078060.470416:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078060.470418:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078060.470420:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078060.470422:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078060.470423:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078060.470425:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078060.470427:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200783:200783:256:4294967295] 192.168.204.104@tcp LPNI seq info [200783:200783:8:4294967295]
00000400:00000200:2.0:1769078060.470430:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078060.470434:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078060.470454:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078060.470457:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078060.470460:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078060.470462:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078060.470465:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078060.470466:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078060.470469:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078060.470471:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078060.470473:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078060.470475:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078060.470477:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769078060.470479:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769078060.470480:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078060.470483:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579e680 x1855007653138176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470488:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078060.470490:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579e680 x1855007653138176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470495:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078060.470496:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078060.470498:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078060.470500:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078060.470502:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078060.470504:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299713042
00000100:00000001:2.0:1769078060.470505:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299714299
00000100:00000001:2.0:1769078060.470507:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299713042
00000100:00000001:2.0:1769078060.470508:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299714299
00000100:00000001:2.0:1769078060.470509:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078060.470511:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078060.470512:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078060.470514:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078060/real 1769078060]  req@ffff88ba8579e680 x1855007653138176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078060.470519:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078060.470519:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078060.470520:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769078060.470522:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769078060.470523:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769078060.470524:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078060.470526:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579e680 x1855007653138176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078060.470532:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579e680 x1855007653138176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470551:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078060.470552:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470553:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078060.470554:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078060.470557:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579e680 x1855007653138176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470561:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078060.470564:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579e680 x1855007653138176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470568:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078060.470570:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470571:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078060.470572:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470573:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078060.470574:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078060.470576:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078060.470577:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078060.470579:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078060.470581:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579e680 x1855007653138176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078060.470586:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653138176:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078060.470588:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470590:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078060.470592:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f480 x1855007653137920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470597:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078060.470598:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078060.470599:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5c00.
02000000:00000001:2.0:1769078060.470601:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078060.470602:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078060.470603:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078060.470604:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078060.470605:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d000.
02000000:00000001:2.0:1769078060.470607:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078060.470608:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078060.470610:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f480.
00000100:00000001:2.0:1769078060.470612:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078060.470613:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470614:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078060.470616:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ce00 x1855007653138048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470620:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078060.470621:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078060.470622:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6c00.
02000000:00000001:2.0:1769078060.470623:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078060.470624:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078060.470625:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078060.470626:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078060.470627:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d400.
02000000:00000001:2.0:1769078060.470628:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078060.470629:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078060.470629:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ce00.
00000100:00000001:2.0:1769078060.470632:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078060.470633:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470634:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078060.470636:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579e680 x1855007653138176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470640:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078060.470641:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078060.470642:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078060.470644:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078060.470645:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078060.470646:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078060.470647:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078060.470648:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d800.
02000000:00000001:2.0:1769078060.470649:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078060.470650:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078060.470650:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579e680.
00000100:00000001:2.0:1769078060.470652:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078060.470653:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470654:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470656:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078060.470657:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078060.470658:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078060.470659:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078060.470660:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078060.470662:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ea00 x1855007653138304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470666:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078060.470667:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078060.470669:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078060.470670:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078060.470671:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078060.470673:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653138304:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078060.470675:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078060.470677:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078060.470678:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078060.470679:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078060.470681:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078060.470682:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078060.470684:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078060.470686:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000400:00000010:2.0:1769078060.470688:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000200:2.0:1769078060.470690:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653138304, portal 4
00000100:00000001:2.0:1769078060.470691:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078060.470692:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417495040 : -131140292056576 : ffff88ba8579ea00)
00000100:00000040:2.0:1769078060.470696:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ea00 x1855007653138304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470700:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078060.470702:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078060.470703:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769078060.470705:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653138304, offset 0
00000400:00000200:2.0:1769078060.470707:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078060.470710:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078060.470712:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078060.470714:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078060.470716:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078060.470717:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078060.470719:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078060.470721:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200784:200784:256:4294967295] 192.168.204.104@tcp LPNI seq info [200784:200784:8:4294967295]
00000400:00000200:2.0:1769078060.470724:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078060.470728:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078060.470731:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078060.470732:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078060.470735:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078060.470737:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078060.470740:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078060.470742:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078060.470744:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078060.470746:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078060.470748:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078060.470750:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078060.470751:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769078060.470753:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769078060.470754:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078060.470756:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ea00 x1855007653138304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470766:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078060.470768:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ea00 x1855007653138304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470772:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078060.470773:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078060.470774:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078060.470776:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078060.470778:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078060.470779:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299713043
00000100:00000001:2.0:1769078060.470781:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299714299
00000100:00000001:2.0:1769078060.470782:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299713043
00000100:00000001:2.0:1769078060.470784:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299714299
00000100:00000001:2.0:1769078060.470785:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078060.470786:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078060.470788:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078060.470790:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078060/real 1769078060]  req@ffff88ba8579ea00 x1855007653138304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078060.470794:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078060.470795:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078060.470796:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dd10.
00000400:00000200:2.0:1769078060.470797:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80d48
00000400:00000010:2.0:1769078060.470798:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80d48.
00000100:00000001:2.0:1769078060.470799:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078060.470801:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ea00 x1855007653138304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078060.470806:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ea00 x1855007653138304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470810:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078060.470812:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470813:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078060.470814:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078060.470816:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ea00 x1855007653138304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470820:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078060.470823:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ea00 x1855007653138304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470827:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078060.470828:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470829:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078060.470830:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470831:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078060.470832:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078060.470833:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078060.470835:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078060.470836:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078060.470839:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ea00 x1855007653138304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078060.470844:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653138304:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078060.470847:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470849:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078060.470852:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ea00 x1855007653138304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078060.470859:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078060.470861:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078060.470863:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078060.470866:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078060.470868:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078060.470870:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078060.470872:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078060.470874:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f800.
02000000:00000001:2.0:1769078060.470876:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078060.470878:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078060.470879:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ea00.
00000100:00000001:2.0:1769078060.470882:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078060.470883:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470885:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.470888:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078060.470890:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078060.470892:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078060.470893:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078061.108602:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078061.108607:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078061.108663:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078061.108667:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078061.108670:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078061.748644:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299714299, at 4299714304
00000100:00000010:1.0:1769078061.748657:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b1e0.
00010000:00000001:2.0:1769078062.132628:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078062.132634:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078062.132695:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078062.132700:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078062.132704:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078063.156621:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078063.156629:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078063.156685:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078063.156688:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078063.156690:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078064.180629:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078064.180635:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078064.180638:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078064.180640:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078064.180645:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078064.180646:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078064.180648:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078064.180649:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078064.180704:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078064.180708:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078064.180711:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078065.204639:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078065.204646:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078065.204702:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078065.204706:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078065.204708:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078065.588684:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078065.588695:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078065.588698:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078065.588703:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078065.588707:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078065.588715:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5045
00000400:00000200:1.0:1769078065.588725:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078065.588732:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078065.588736:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078065.588740:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.588744:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078065.588747:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.588750:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078065.588754:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078065.588757:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078065.588760:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078065.588763:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078065.588766:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078065.588769:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078065.588774:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.588776:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078065.588778:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.588780:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078065.588784:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078065.588788:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078065.588791:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078065.588794:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078065.588797:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078065.588801:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.588803:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078065.588805:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078065.588815:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612680.
00000020:00000040:1.0:1769078065.588819:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078065.588823:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078065.588824:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.588826:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078065.588828:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078065.588831:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078065.588837:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a400.
00000100:00000001:1.0:1769078065.588842:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078065.588849:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612680 x1855007653138432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078065.588856:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078065.588860:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078065.588863:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c0d898d] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612680 x1855007653138432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.588880:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078065.588883:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078065.588886:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078065.588888:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078065.588889:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078065.588891:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078065.588893:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5045
00000400:00000200:1.0:1769078065.588896:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078065.588898:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078065.588900:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078065.588902:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.588904:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078065.588906:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.588907:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078065.588909:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078065.588910:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078065.588911:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078065.588913:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078065.588914:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078065.588916:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078065.588918:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.588919:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078065.588920:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.588922:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078065.588923:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769078065.588924:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078065.588929:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078065.588930:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078065.588931:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078065.588935:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078065.588936:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078065.588939:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078065.588942:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.588944:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769078065.588947:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612680 x1855007653138432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769078065.588948:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078065.588953:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.588955:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078065.588962:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612a00.
00000100:00000001:2.0:1769078065.588966:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769078065.588967:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000001:2.0:1769078065.588969:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078065.588973:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078065.588975:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078065.588977:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078065.588979:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078065.588981:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078065.588983:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078065.588985:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769078065.588988:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653138432:192.168.204.104@tcp:250:kworker.0
02000000:00000001:1.0:1769078065.588990:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.588993:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1769078065.588997:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
02000000:00000001:2.0:1769078065.588997:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078065.589000:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.589003:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078065.589004:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078065.589009:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078065.589013:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078065.589014:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612a00 x1855007653138560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078065.589021:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078065.589027:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dd10.
00000100:00000001:1.0:1769078065.589028:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078065.589033:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078065.589035:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80d48.
00000100:00000040:1.0:1769078065.589039:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080821b25] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612a00 x1855007653138560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078065.589043:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653138432, portal 25
00000100:00000001:2.0:1769078065.589048:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078065.589051:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415872128 : -131140293679488 : ffff88ba85612680)
00000100:00000001:1.0:1769078065.589059:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078065.589059:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612680 x1855007653138432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078065.589066:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078065.589071:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078065.589073:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078065.589077:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769078065.589077:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00080000:1.0:1769078065.589081:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769078065.589082:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000001:1.0:1769078065.589088:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1769078065.589088:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653138432, offset 0
00000100:00080000:1.0:1769078065.589094:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5045
00000400:00000200:2.0:1769078065.589099:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078065.589103:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078065.589108:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078065.589109:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078065.589113:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078065.589117:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000040:1.0:1769078065.589119:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.589122:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078065.589124:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769078065.589127:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.589131:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769078065.589132:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000001:1.0:1769078065.589136:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769078065.589138:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769078065.589141:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000400:00000200:2.0:1769078065.589142:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000020:00000001:1.0:1769078065.589145:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078065.589149:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000400:00000200:2.0:1769078065.589149:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200785:200785:256:4294967295] 192.168.204.104@tcp LPNI seq info [200785:200785:8:4294967295]
00000020:00000001:1.0:1769078065.589155:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078065.589161:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769078065.589161:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:1.0:1769078065.589166:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.589168:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078065.589171:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.589175:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078065.589178:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078065.589183:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078065.589186:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078065.589186:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769078065.589189:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078065.589193:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078065.589195:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.589198:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769078065.589199:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000008:00100000:1.0:1769078065.589200:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078065.589205:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.589207:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078065.589209:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000100:00000010:1.0:1769078065.589210:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610e00.
00000020:00000040:1.0:1769078065.589215:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078065.589217:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078065.589218:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.589221:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078065.589223:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1769078065.589223:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:1.0:1769078065.589226:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078065.589230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000010:1.0:1769078065.589231:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769078065.589234:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078065.589238:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610e00 x1855007653138688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078065.589248:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078065.589250:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078065.589253:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e5ce01] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610e00 x1855007653138688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.589259:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.589260:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078065.589261:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078065.589266:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078065.589268:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078065.589269:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078065.589270:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078065.589272:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299719419
00000100:00000001:1.0:1769078065.589274:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078065.589278:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5045
00000100:00000010:2.0:1769078065.589279:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b0c0.
00000400:00000200:1.0:1769078065.589283:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078065.589287:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078065.589287:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1769078065.589292:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078065.589295:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078065.589295:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299719419
00000100:00000001:1.0:1769078065.589299:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1769078065.589301:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bc60.
00000100:00000040:1.0:1769078065.589302:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.589307:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078065.589307:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000020:00000001:1.0:1769078065.589309:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078065.589311:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078065.589313:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078065.589313:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769078065.589316:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:2.0:1769078065.589317:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078065.589318:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:2.0:1769078065.589321:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078065.589322:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:2.0:1769078065.589327:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078065.589328:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.589331:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078065.589333:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.589335:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078065.589335:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078065.589339:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000040:1.0:1769078065.589340:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078065.589344:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078065.589346:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078065.589347:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.589361:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769078065.589363:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078065.589364:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078065.589369:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078065.589373:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078065.589375:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612a00 x1855007653138560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.589376:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078065.589379:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078065.589384:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.589387:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078065.589393:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613800.
00000020:00000040:1.0:1769078065.589397:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:2.0:1769078065.589397:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078065.589401:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078065.589402:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078065.589404:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.589407:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078065.589408:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078065.589409:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078065.589411:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078065.589412:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769078065.589415:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
02000000:00000001:2.0:1769078065.589416:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.589420:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078065.589422:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653138560:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078065.589427:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1769078065.589428:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613800 x1855007653138816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078065.589430:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078065.589433:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078065.589436:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078065.589440:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1769078065.589441:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6c00.
00000100:00000001:1.0:1769078065.589443:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078065.589445:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078065.589449:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ee6579f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613800 x1855007653138816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078065.589454:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078065.589459:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d108.
00000100:00000001:1.0:1769078065.589465:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078065.589465:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f806e8.
00000100:00000200:2.0:1769078065.589470:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653138560, portal 10
00000100:00080000:1.0:1769078065.589472:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078065.589473:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078065.589475:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873024 : -131140293678592 : ffff88ba85612a00)
00000100:00080000:1.0:1769078065.589481:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078065.589485:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769078065.589486:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612a00 x1855007653138560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078065.589489:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078065.589496:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078065.589497:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078065.589504:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5045
00000100:00000040:2.0:1769078065.589504:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078065.589508:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80e58.
00000100:00000200:2.0:1769078065.589513:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653138560, offset 0
00000400:00000200:1.0:1769078065.589517:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078065.589521:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078065.589526:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078065.589531:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078065.589531:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078065.589568:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000040:1.0:1769078065.589574:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078065.589576:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078065.589579:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078065.589584:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000040:1.0:1769078065.589586:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078065.589591:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769078065.589592:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078065.589598:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769078065.589598:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000020:00000040:1.0:1769078065.589602:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078065.589606:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769078065.589607:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200786:200786:255:4294967295] 192.168.204.104@tcp LPNI seq info [200786:200786:7:4294967295]
00000020:00000040:1.0:1769078065.589609:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078065.589614:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078065.589618:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000200:2.0:1769078065.589619:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:1.0:1769078065.589625:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078065.589629:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078065.589635:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078065.589639:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078065.589641:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:2.0:1769078065.589648:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000020:00000040:1.0:1769078065.589650:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000800:00000010:2.0:1769078065.589655:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2f00.
00000100:00080000:1.0:1769078065.589658:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000200:2.0:1769078065.589665:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078065.589667:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078065.589671:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1769078065.589675:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:1.0:1769078065.589677:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078065.589680:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078065.589681:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.589687:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769078065.589688:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000008:00100000:1.0:1769078065.589690:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078065.589696:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078065.589697:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078065.589699:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.589702:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299718170
00000100:00000010:1.0:1769078065.589705:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610a80.
00000100:00000001:2.0:1769078065.589708:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299719419
00000020:00000040:1.0:1769078065.589710:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000001:2.0:1769078065.589713:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299718170
02000000:00000001:1.0:1769078065.589716:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078065.589718:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299719419
02000000:00000001:1.0:1769078065.589719:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.589725:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078065.589726:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078065.589729:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078065.589732:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078065.589733:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.589737:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000010:1.0:1769078065.589741:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219400.
00000100:00000040:2.0:1769078065.589744:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610e00 x1855007653138688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.589747:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.589757:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1769078065.589758:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610a80 x1855007653138944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078065.589761:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078065.589766:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078065.589772:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078065.589775:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078065.589779:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cf2531] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610a80 x1855007653138944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078065.589788:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078065.589789:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078065.589796:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078065.589798:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5055)
00000100:00100000:2.0:1769078065.589803:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653138688:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078065.589809:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078065.589811:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078065.589813:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078065.589815:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078065.589820:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5c00.
02000000:00000001:2.0:1769078065.589822:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078065.589826:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078065.589829:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d9a0.
00000400:00000010:2.0:1769078065.589832:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f803b8.
00000100:00000200:2.0:1769078065.589836:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653138688, portal 10
00000100:00000001:2.0:1769078065.589838:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078065.589839:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415865856 : -131140293685760 : ffff88ba85610e00)
00000100:00000040:2.0:1769078065.589844:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610e00 x1855007653138688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078065.589851:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078065.589853:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078065.589855:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f802a8.
00000100:00000200:2.0:1769078065.589858:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653138688, offset 0
00000400:00000200:2.0:1769078065.589862:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078065.589866:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078065.589870:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078065.589873:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078065.589875:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078065.589878:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078065.589880:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078065.589883:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200787:200787:254:4294967295] 192.168.204.104@tcp LPNI seq info [200787:200787:6:4294967295]
00000400:00000200:2.0:1769078065.589887:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078065.589892:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078065.589897:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078065.589900:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2e00.
00000800:00000200:2.0:1769078065.589904:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078065.589908:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078065.589910:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078065.589913:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078065.589916:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078065.589918:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299718155
00000100:00000001:2.0:1769078065.589920:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299719419
00000100:00000001:2.0:1769078065.589923:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299718155
00000100:00000001:2.0:1769078065.589924:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299719419
00000100:00000001:2.0:1769078065.589926:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078065.589928:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.589931:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.589933:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078065.589937:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078065.589938:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769078065.589940:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078065.589941:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078065.589943:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078065.589946:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613800 x1855007653138816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078065.589953:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078065.589955:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078065.589957:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078065.589959:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078065.589961:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078065.589964:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653138816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078065.589967:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078065.589969:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078065.589970:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078065.589972:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078065.589975:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7000.
02000000:00000001:2.0:1769078065.589977:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078065.589981:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078065.589984:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8ddc0.
00000400:00000010:2.0:1769078065.589988:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80770.
00000100:00000200:2.0:1769078065.589991:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653138816, portal 4
00000100:00000001:2.0:1769078065.589993:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078065.589994:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415876608 : -131140293675008 : ffff88ba85613800)
00000100:00000040:2.0:1769078065.590000:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613800 x1855007653138816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078065.590006:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078065.590008:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078065.590011:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078065.590014:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653138816, offset 0
00000400:00000200:2.0:1769078065.590018:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078065.590022:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078065.590025:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078065.590028:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078065.590030:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078065.590032:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078065.590035:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078065.590038:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200788:200788:253:4294967295] 192.168.204.104@tcp LPNI seq info [200788:200788:5:4294967295]
00000400:00000200:2.0:1769078065.590042:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078065.590048:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078065.590054:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078065.590057:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2300.
00000800:00000200:2.0:1769078065.590061:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078065.590065:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078065.590068:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078065.590072:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078065.590075:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078065.590077:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299718162
00000100:00000001:2.0:1769078065.590080:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299719419
00000100:00000001:2.0:1769078065.590082:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299718162
00000100:00000001:2.0:1769078065.590085:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299719419
00000100:00000001:2.0:1769078065.590087:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078065.590089:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.590091:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078065.590096:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610a80 x1855007653138944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078065.590103:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078065.590105:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078065.590107:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078065.590109:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078065.590112:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078065.590114:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653138944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078065.590117:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078065.590119:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078065.590121:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078065.590122:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078065.590126:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5000.
02000000:00000001:2.0:1769078065.590127:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078065.590131:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078065.590134:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8daa8.
00000400:00000010:2.0:1769078065.590137:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f805d8.
00000100:00000200:2.0:1769078065.590140:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653138944, portal 4
00000100:00000001:2.0:1769078065.590142:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078065.590143:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864960 : -131140293686656 : ffff88ba85610a80)
00000100:00000040:2.0:1769078065.590149:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610a80 x1855007653138944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078065.590155:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078065.590158:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078065.590161:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078065.590163:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653138944, offset 0
00000400:00000200:2.0:1769078065.590168:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078065.590172:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078065.590176:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078065.590178:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078065.590181:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078065.590183:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078065.590185:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078065.590188:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200789:200789:252:4294967295] 192.168.204.104@tcp LPNI seq info [200789:200789:4:4294967295]
00000400:00000200:2.0:1769078065.590193:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078065.590199:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078065.590204:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078065.590208:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078065.590211:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078065.590215:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078065.590218:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078065.590221:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078065.590224:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078065.590226:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299718162
00000100:00000001:2.0:1769078065.590229:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299719419
00000100:00000001:2.0:1769078065.590231:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299718162
00000100:00000001:2.0:1769078065.590233:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299719419
00000100:00000001:2.0:1769078065.590235:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078065.590238:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.590241:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.590243:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078065.590247:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078065.590248:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769078065.590251:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078065.590252:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078065.590254:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.590256:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078066.228625:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078066.228633:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078066.228698:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078066.228701:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078066.228705:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078066.868690:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299719419, at 4299719424
00000100:00000010:1.0:1769078066.868704:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bc60.
00010000:00000001:2.0:1769078067.252641:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078067.252647:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078067.252705:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078067.252708:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078067.252712:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078068.276621:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078068.276627:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078068.276685:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078068.276688:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078068.276692:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078068.660869:0:2396:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:2.0:1769078068.660927:0:2396:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078068.660939:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078068.660944:0:2396:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:2.0:1769078068.660948:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078068.660952:0:2396:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078068.660957:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:2.0:1769078068.660962:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078068.660980:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078068.660986:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078068.660993:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:2.0:1769078068.660995:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:2.0:1769078068.661000:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078068.661009:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85612680 x1855007653138432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078068.661040:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078068.661046:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612680 x1855007653138432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078068.661055:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078068.661059:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078068.661073:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:2.0:1769078068.661076:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2f00.
00000400:00000200:2.0:1769078068.661079:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078068.661083:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078068.661086:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80e58
00000400:00000010:2.0:1769078068.661088:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80e58.
00000100:00000001:2.0:1769078068.661091:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078068.661096:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85612a00 x1855007653138560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078068.661105:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078068.661109:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612a00 x1855007653138560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078068.661116:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078068.661117:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078068.661122:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:2.0:1769078068.661125:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2e00.
00000400:00000200:2.0:1769078068.661127:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078068.661130:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078068.661133:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f802a8
00000400:00000010:2.0:1769078068.661135:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f802a8.
00000100:00000001:2.0:1769078068.661137:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078068.661142:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85610e00 x1855007653138688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078068.661150:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078068.661153:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610e00 x1855007653138688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078068.661160:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078068.661162:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078068.661167:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:2.0:1769078068.661170:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2300.
00000400:00000200:2.0:1769078068.661173:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078068.661177:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078068.661181:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078068.661183:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078068.661193:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078068.661198:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85613800 x1855007653138816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078068.661213:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078068.661219:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613800 x1855007653138816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078068.661229:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078068.661233:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078068.661240:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:2.0:1769078068.661243:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078068.661245:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078068.661256:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078068.661263:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078068.661267:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078068.661270:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078068.661279:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85610a80 x1855007653138944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078068.661295:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078068.661333:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610a80 x1855007653138944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078068.661355:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078068.661357:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:2.0:1769078069.300654:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078069.300662:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078069.300717:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078069.300720:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078069.300723:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078070.324674:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078070.324682:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078070.324741:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078070.324745:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078070.324748:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078070.708669:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078070.708681:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078070.708685:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078070.708689:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078070.708695:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078070.708702:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5050
00000400:00000200:2.0:1769078070.708713:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078070.708719:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078070.708722:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078070.708724:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.708727:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078070.708729:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.708731:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078070.708734:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078070.708736:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078070.708738:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078070.708740:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078070.708742:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078070.708744:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078070.708746:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.708747:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078070.708748:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.708749:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078070.708752:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078070.708754:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078070.708755:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078070.708757:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078070.708760:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078070.708762:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078070.708764:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078070.708767:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078070.708777:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3480.
00000020:00000040:2.0:1769078070.708780:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078070.708785:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078070.708787:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078070.708790:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078070.708793:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078070.708798:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078070.708806:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4c00.
00000100:00000001:2.0:1769078070.708813:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078070.708823:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3480 x1855007653139072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078070.708834:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078070.708839:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078070.708844:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e98d39e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3480 x1855007653139072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078070.708869:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078070.708872:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078070.708875:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078070.708877:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078070.708879:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078070.708882:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078070.708885:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5050
00000400:00000200:2.0:1769078070.708890:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078070.708895:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078070.708897:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078070.708900:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.708903:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078070.708906:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.708909:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078070.708912:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078070.708914:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078070.708916:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078070.708919:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078070.708922:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078070.708924:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078070.708929:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.708938:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078070.708942:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.708958:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078070.708964:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078070.708973:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078070.708983:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078070.708992:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078070.709002:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078070.709011:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078070.709017:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078070.709023:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078070.709033:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078070.709040:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078070.709051:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1f80.
00000020:00000040:2.0:1769078070.709060:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078070.709066:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078070.709070:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078070.709072:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078070.709074:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078070.709078:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078070.709097:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5400.
00000100:00000001:2.0:1769078070.709104:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078070.709119:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1f80 x1855007653139200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078070.709143:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078070.709149:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078070.709159:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cb33dcb] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1f80 x1855007653139200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078070.709198:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078070.709207:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078070.709222:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078070.709227:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078070.709235:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078070.709248:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078070.709256:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5050
00000400:00000200:2.0:1769078070.709284:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078070.709300:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078070.709304:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078070.709309:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709319:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078070.709327:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709331:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078070.709339:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078070.709344:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078070.709346:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078070.709351:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078070.709363:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078070.709370:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078070.709385:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709399:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078070.709411:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709425:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078070.709433:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078070.709439:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709456:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078070.709467:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078070.709475:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078070.709489:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078070.709499:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078070.709504:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078070.709514:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078070.709526:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078070.709591:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0a80.
00000020:00000040:2.0:1769078070.709597:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078070.709600:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078070.709601:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078070.709603:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078070.709605:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078070.709607:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078070.709614:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4800.
00000100:00000001:2.0:1769078070.709618:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078070.709632:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0a80 x1855007653139328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078070.709643:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078070.709648:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078070.709654:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5c623e9] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0a80 x1855007653139328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078070.709663:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078070.709666:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078070.709671:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078070.709673:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078070.709675:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078070.709678:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078070.709681:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5050
00000400:00000200:2.0:1769078070.709687:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078070.709692:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078070.709695:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078070.709700:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709703:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078070.709705:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709707:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078070.709710:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078070.709711:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078070.709713:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078070.709715:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078070.709718:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078070.709720:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078070.709724:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709726:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078070.709728:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709731:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078070.709734:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078070.709739:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709742:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078070.709744:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078070.709747:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078070.709750:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078070.709753:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078070.709756:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078070.709759:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078070.709761:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078070.709765:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1500.
00000020:00000040:2.0:1769078070.709769:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078070.709771:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078070.709773:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078070.709775:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078070.709776:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078070.709779:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078070.709786:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6000.
00000100:00000001:2.0:1769078070.709791:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078070.709796:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1500 x1855007653139456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078070.709803:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078070.709805:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078070.709809:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae4e9ea6] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1500 x1855007653139456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078070.709818:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078070.709821:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078070.709825:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078070.709826:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078070.709827:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078070.709830:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078070.709833:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5050
00000400:00000200:2.0:1769078070.709836:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078070.709839:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078070.709842:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078070.709844:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709847:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078070.709849:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709850:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078070.709852:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078070.709854:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078070.709855:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078070.709857:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078070.709859:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078070.709861:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078070.709864:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709866:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078070.709868:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709870:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078070.709872:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078070.709875:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078070.709878:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078070.709879:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078070.709882:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078070.709884:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078070.709886:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078070.709888:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078070.709890:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078070.709892:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078070.709895:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0e00.
00000020:00000040:2.0:1769078070.709898:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078070.709901:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078070.709902:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078070.709904:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078070.709905:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078070.709907:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078070.709911:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7c00.
00000100:00000001:2.0:1769078070.709914:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078070.709918:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0e00 x1855007653139584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078070.709924:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078070.709926:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078070.709929:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f96492e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0e00 x1855007653139584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078070.709938:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078070.709944:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5060)
00000800:00000200:0.1:1769078070.710602:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078070.710608:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078070.711191:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078070.711193:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078070.711527:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078070.711530:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078070.711854:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078070.711857:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078070.712189:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078070.712192:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00010000:00000001:2.0:1769078071.348674:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078071.348683:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078071.348750:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078071.348754:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078071.348758:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078071.988682:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299724541, at 4299724544
00000100:00000010:1.0:1769078071.988698:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16480.
00010000:00000001:2.0:1769078072.372669:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078072.372678:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078072.372758:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078072.372763:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078072.372768:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078073.396668:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078073.396675:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078073.396758:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078073.396763:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078073.396768:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078074.420657:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078074.420669:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078074.420672:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078074.420676:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078074.420682:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078074.420685:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078074.420687:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078074.420689:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078074.420757:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078074.420762:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078074.420766:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078075.444657:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078075.444665:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078075.444732:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078075.444735:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078075.444738:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078075.828621:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078075.828631:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078075.828634:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078075.828638:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078075.828644:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078075.828653:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5055
00000400:00000200:2.0:1769078075.828663:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078075.828670:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078075.828674:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078075.828679:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.828683:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078075.828687:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.828690:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078075.828695:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078075.828697:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078075.828701:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078075.828703:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078075.828707:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078075.828710:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078075.828714:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.828717:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078075.828720:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.828722:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078075.828726:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078075.828730:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078075.828733:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078075.828736:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078075.828739:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078075.828743:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.828746:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078075.828749:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078075.828757:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0380.
00000020:00000040:2.0:1769078075.828762:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078075.828767:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078075.828770:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.828773:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078075.828777:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078075.828782:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078075.828790:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7400.
00000100:00000001:2.0:1769078075.828797:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078075.828807:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0380 x1855007653139712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078075.828820:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078075.828825:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078075.828832:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463fdd6a] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0380 x1855007653139712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.828855:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078075.828859:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078075.828863:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078075.828866:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078075.828869:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078075.828872:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078075.828876:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5055
00000400:00000200:2.0:1769078075.828883:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078075.828889:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078075.828892:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078075.828900:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.828905:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078075.828912:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.828918:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078075.828924:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078075.828928:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078075.828931:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078075.828934:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078075.828940:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078075.828944:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078075.828954:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.828959:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078075.828965:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.828972:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078075.828977:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078075.828982:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078075.828988:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078075.828992:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078075.829001:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078075.829005:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.829009:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078075.829016:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078075.829024:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.829028:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078075.829037:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2a00.
00000020:00000040:2.0:1769078075.829043:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078075.829049:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078075.829053:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.829057:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078075.829061:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078075.829065:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078075.829073:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4400.
00000100:00000001:2.0:1769078075.829079:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078075.829089:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2a00 x1855007653139840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078075.829110:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078075.829114:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078075.829125:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb869b7d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2a00 x1855007653139840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.829141:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078075.829146:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078075.829153:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078075.829156:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078075.829159:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078075.829164:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078075.829170:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5055
00000400:00000200:2.0:1769078075.829194:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:0.1:1769078075.829201:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078075.829205:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000400:00000200:2.0:1769078075.829206:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078075.829213:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078075.829221:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829226:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078075.829232:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829238:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078075.829242:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078075.829245:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078075.829249:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078075.829254:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078075.829258:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078075.829264:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078075.829272:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829276:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078075.829283:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829290:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078075.829296:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078075.829303:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829307:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078075.829313:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078075.829318:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078075.829323:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.829328:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078075.829330:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078075.829336:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.829342:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078075.829349:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2d80.
00000020:00000040:2.0:1769078075.829357:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078075.829364:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078075.829368:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.829373:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078075.829376:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078075.829379:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078075.829386:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6400.
00000100:00000001:2.0:1769078075.829393:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078075.829404:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2d80 x1855007653139968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078075.829439:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078075.829444:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078075.829456:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000284d5799] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2d80 x1855007653139968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.829476:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078075.829481:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078075.829487:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078075.829491:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078075.829494:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078075.829500:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078075.829508:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5055
00000400:00000200:2.0:1769078075.829518:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078075.829526:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078075.829531:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078075.829568:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829574:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078075.829580:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829586:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078075.829592:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078075.829595:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078075.829598:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078075.829602:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078075.829607:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078075.829614:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078075.829623:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829629:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078075.829634:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829639:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078075.829645:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078075.829652:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829657:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078075.829662:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078075.829666:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078075.829670:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.829675:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078075.829680:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078075.829686:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.829690:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078075.829696:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1c00.
00000020:00000040:2.0:1769078075.829701:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078075.829706:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078075.829710:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.829716:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078075.829720:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078075.829724:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078075.829731:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7800.
00000100:00000001:2.0:1769078075.829738:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078075.829749:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1c00 x1855007653140096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078075.829769:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078075.829774:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078075.829782:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9079ac7] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1c00 x1855007653140096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.829799:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078075.829804:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078075.829810:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078075.829815:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078075.829820:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078075.829827:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078075.829830:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5055
00000400:00000200:2.0:1769078075.829839:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078075.829846:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078075.829851:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078075.829860:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829866:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078075.829871:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829877:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078075.829882:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078075.829885:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078075.829890:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078075.829895:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078075.829900:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078075.829905:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078075.829915:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829919:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078075.829927:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829933:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078075.829939:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078075.829946:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078075.829950:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078075.829954:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078075.829959:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078075.829964:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.829968:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:0.1:1769078075.829969:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000008:00100000:2.0:1769078075.829972:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000800:00000200:0.1:1769078075.829973:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000008:00000001:2.0:1769078075.829979:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.829983:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078075.829990:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3800.
00000020:00000040:2.0:1769078075.829997:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078075.830003:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078075.830007:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.830012:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078075.830016:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078075.830019:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078075.830027:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5800.
00000100:00000001:2.0:1769078075.830033:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078075.830045:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3800 x1855007653140224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078075.830085:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078075.830091:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078075.830102:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054f3da69] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3800 x1855007653140224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.830119:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078075.830125:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5066)
00000800:00000200:0.1:1769078075.830309:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078075.830311:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769078075.830564:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078075.830566:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769078075.830785:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078075.830788:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00010000:00000001:2.0:1769078076.468648:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078076.468654:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078076.468709:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078076.468713:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078076.468716:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078077.108669:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299729659, at 4299729664
00000100:00000010:1.0:1769078077.108686:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16780.
00010000:00000001:2.0:1769078077.492660:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078077.492668:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078077.492730:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078077.492733:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078077.492736:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078078.516664:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078078.516671:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078078.516729:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078078.516735:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078078.516739:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078079.540638:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078079.540643:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078079.540703:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078079.540707:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078079.540709:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078080.564594:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078080.564599:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078080.564654:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078080.564657:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078080.564660:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078080.948646:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078080.948657:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078080.948660:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078080.948664:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078080.948668:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078080.948674:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5061
00000400:00000200:2.0:1769078080.948683:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078080.948689:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078080.948692:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078080.948696:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.948699:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078080.948701:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.948704:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078080.948708:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078080.948710:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078080.948713:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078080.948716:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078080.948718:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078080.948720:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078080.948724:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.948726:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078080.948727:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.948729:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078080.948732:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078080.948736:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078080.948738:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078080.948741:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078080.948744:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078080.948747:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.948749:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078080.948751:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078080.948761:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0700.
00000020:00000040:2.0:1769078080.948765:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078080.948769:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078080.948771:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.948774:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078080.948776:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078080.948780:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078080.948787:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6800.
00000100:00000001:2.0:1769078080.948794:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078080.948802:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0700 x1855007653140352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078080.948814:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078080.948818:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078080.948823:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbee985a] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0700 x1855007653140352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.948850:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078080.948854:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078080.948858:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078080.948860:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078080.948861:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078080.948863:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078080.948866:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5061
00000400:00000200:2.0:1769078080.948871:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078080.948874:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078080.948877:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078080.948880:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.948883:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078080.948886:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.948889:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078080.948891:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078080.948895:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078080.948898:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078080.948903:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078080.948907:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078080.948913:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078080.948920:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.948925:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078080.948931:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.948936:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078080.948941:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078080.948948:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078080.948954:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078080.948959:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078080.948966:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078080.948971:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.948976:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078080.948981:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078080.948987:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.948990:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078080.948995:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1880.
00000020:00000040:2.0:1769078080.949001:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078080.949007:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078080.949010:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.949014:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078080.949018:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078080.949021:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078080.949030:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5800.
00000100:00000001:2.0:1769078080.949036:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078080.949045:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1880 x1855007653140480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078080.949061:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078080.949066:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078080.949075:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000298d1d4e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1880 x1855007653140480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.949112:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078080.949117:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078080.949124:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078080.949128:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078080.949131:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078080.949134:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078080.949139:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5061
00000400:00000200:2.0:1769078080.949147:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078080.949153:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000200:0.1:1769078080.949155:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:2.0:1769078080.949158:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1769078080.949159:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000100:00000040:2.0:1769078080.949167:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949172:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078080.949177:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949195:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078080.949201:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078080.949205:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078080.949209:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078080.949213:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078080.949219:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078080.949225:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078080.949237:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949242:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078080.949247:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949252:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078080.949255:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078080.949260:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949265:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078080.949271:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078080.949276:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078080.949282:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.949287:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078080.949291:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078080.949298:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.949301:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078080.949309:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3800.
00000020:00000040:2.0:1769078080.949315:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078080.949320:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078080.949323:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.949328:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078080.949331:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078080.949335:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078080.949343:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7800.
00000100:00000001:2.0:1769078080.949349:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078080.949360:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3800 x1855007653140608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078080.949398:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078080.949403:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078080.949413:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054f3da69] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3800 x1855007653140608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.949437:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078080.949443:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078080.949451:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078080.949454:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078080.949458:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078080.949463:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078080.949469:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5061
00000400:00000200:2.0:1769078080.949478:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078080.949483:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078080.949485:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078080.949491:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949495:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078080.949500:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949506:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078080.949511:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078080.949513:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078080.949514:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078080.949516:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078080.949522:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078080.949526:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078080.949534:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949556:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078080.949559:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949561:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078080.949567:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078080.949574:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949579:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078080.949584:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078080.949589:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078080.949594:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.949600:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078080.949604:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078080.949611:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.949615:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078080.949621:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1c00.
00000020:00000040:2.0:1769078080.949627:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078080.949632:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078080.949636:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.949640:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078080.949644:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078080.949647:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078080.949654:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6400.
00000100:00000001:2.0:1769078080.949660:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078080.949669:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1c00 x1855007653140736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078080.949686:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078080.949691:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078080.949700:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9079ac7] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1c00 x1855007653140736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.949725:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078080.949732:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078080.949739:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078080.949745:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078080.949748:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1769078080.949752:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078080.949754:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1769078080.949755:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000100:00080000:2.0:1769078080.949762:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5061
00000400:00000200:2.0:1769078080.949770:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078080.949776:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078080.949782:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078080.949790:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949795:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078080.949802:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949807:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078080.949813:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078080.949816:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078080.949820:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078080.949824:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078080.949828:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078080.949833:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078080.949841:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949846:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078080.949852:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949857:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078080.949863:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078080.949870:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078080.949877:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078080.949880:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078080.949885:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078080.949889:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.949894:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078080.949899:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078080.949905:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.949910:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078080.949917:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2d80.
00000020:00000040:2.0:1769078080.949923:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078080.949927:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078080.949932:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.949937:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078080.949941:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078080.949944:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078080.949952:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4400.
00000100:00000001:2.0:1769078080.949958:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078080.949968:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2d80 x1855007653140864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078080.949989:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078080.949999:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078080.950008:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000284d5799] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2d80 x1855007653140864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.950029:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078080.950036:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5071)
00000800:00000200:0.1:1769078080.950142:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078080.950144:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769078080.950357:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078080.950359:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769078080.950510:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078080.950512:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00010000:00000001:2.0:1769078081.588657:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078081.588664:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078081.588703:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078081.588706:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078081.588708:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078082.228640:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299734779, at 4299734784
00000100:00000010:1.0:1769078082.228651:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16180.
00010000:00000001:2.0:1769078082.612589:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078082.612594:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078082.612665:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078082.612672:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078082.612676:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078083.636645:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078083.636650:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078083.636713:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078083.636719:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078083.636724:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078084.660640:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078084.660647:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078084.660649:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078084.660652:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078084.660657:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078084.660662:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078084.660664:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078084.660665:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078084.660726:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078084.660730:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078084.660733:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078085.684629:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078085.684635:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078085.684704:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078085.684711:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078085.684717:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078086.068669:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078086.068683:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078086.068686:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078086.068691:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078086.068696:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078086.068704:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5066
00000400:00000200:3.0:1769078086.068714:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078086.068721:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078086.068725:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078086.068728:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.068732:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.068735:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.068738:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078086.068743:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078086.068745:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078086.068749:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078086.068752:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078086.068754:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078086.068757:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078086.068760:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.068762:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.068764:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.068766:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078086.068777:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078086.068782:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078086.068785:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078086.068788:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078086.068791:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078086.068793:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.068796:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078086.068798:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078086.068808:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769078086.068812:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078086.068815:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078086.068818:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.068821:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078086.068824:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078086.068829:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078086.068847:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078086.068856:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078086.068866:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653140992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078086.068877:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078086.068881:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078086.068886:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653140992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078086.068912:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078086.068916:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078086.068919:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078086.068921:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078086.068922:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078086.068925:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078086.068927:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5066
00000400:00000200:3.0:1769078086.068931:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078086.068935:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078086.068938:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078086.068941:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.068944:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.068946:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.068948:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078086.068952:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078086.068955:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078086.068959:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078086.068964:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078086.068969:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078086.068975:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078086.068983:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.068990:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.068997:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069002:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078086.069020:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078086.069027:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069034:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078086.069038:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078086.069046:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078086.069052:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.069055:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078086.069061:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078086.069065:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.069069:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078086.069076:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769078086.069080:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078086.069083:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078086.069087:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.069089:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078086.069091:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078086.069095:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078086.069105:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769078086.069112:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078086.069122:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653141120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078086.069136:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078086.069141:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078086.069149:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653141120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078086.069166:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078086.069171:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078086.069179:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078086.069184:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078086.069188:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078086.069195:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078086.069202:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5066
00000400:00000200:3.0:1769078086.069211:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078086.069219:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078086.069224:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078086.069227:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069232:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.069237:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069239:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078086.069243:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078086.069244:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078086.069247:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1769078086.069248:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:3.0:1769078086.069250:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078086.069253:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000200:0.1:1769078086.069253:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1769078086.069259:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078086.069264:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069269:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.069271:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069273:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078086.069278:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078086.069283:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069288:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078086.069291:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078086.069293:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078086.069296:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.069299:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078086.069301:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078086.069305:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.069307:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078086.069312:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769078086.069316:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078086.069322:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078086.069326:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.069329:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078086.069330:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078086.069332:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078086.069336:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769078086.069342:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078086.069351:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653141248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078086.069367:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078086.069372:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078086.069377:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653141248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078086.069386:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078086.069388:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078086.069393:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078086.069396:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078086.069400:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078086.069407:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078086.069412:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5066
00000400:00000200:3.0:1769078086.069423:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078086.069431:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078086.069435:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078086.069443:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069449:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.069453:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069455:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078086.069460:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078086.069464:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078086.069468:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078086.069472:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078086.069478:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078086.069484:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078086.069494:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069500:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.069506:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069510:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078086.069515:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078086.069520:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069523:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078086.069526:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078086.069530:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078086.069585:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.069590:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078086.069592:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078086.069598:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.069602:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078086.069608:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769078086.069615:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078086.069622:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078086.069625:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.069628:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078086.069631:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078086.069635:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078086.069639:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769078086.069645:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078086.069655:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653141376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078086.069665:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078086.069670:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078086.069674:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653141376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078086.069682:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078086.069685:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078086.069691:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078086.069694:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078086.069696:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078086.069700:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078086.069705:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5066
00000400:00000200:3.0:1769078086.069711:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078086.069716:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078086.069720:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078086.069726:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069730:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.069735:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069739:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078086.069742:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078086.069745:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078086.069747:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078086.069750:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078086.069754:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078086.069758:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078086.069764:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069767:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.069772:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069776:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078086.069780:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078086.069783:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078086.069785:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078086.069789:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078086.069793:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078086.069798:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.069803:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078086.069805:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078086.069809:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.069812:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078086.069818:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769078086.069823:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078086.069825:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078086.069828:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.069831:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078086.069833:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078086.069836:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078086.069839:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769078086.069841:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078086.069845:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653141504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078086.069860:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078086.069864:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078086.069871:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653141504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078086.069889:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078086.069895:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5076)
00000800:00000200:0.1:1769078086.069903:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078086.069904:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078086.070092:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078086.070093:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078086.070247:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078086.070249:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078086.070466:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078086.070468:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00010000:00000001:2.0:1769078086.708656:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078086.708662:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078086.708710:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078086.708713:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078086.708716:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078087.348627:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299739899, at 4299739904
00000100:00000010:1.0:1769078087.348644:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16a80.
00010000:00000001:2.0:1769078087.732629:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078087.732635:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078087.732679:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078087.732683:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078087.732686:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078088.756642:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078088.756647:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078088.756701:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078088.756706:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078088.756710:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078089.780672:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078089.780678:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078089.780743:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078089.780750:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078089.780756:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078090.804662:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078090.804670:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078090.804756:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078090.804762:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078090.804767:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078091.188711:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078091.188726:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078091.188730:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078091.188736:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078091.188741:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078091.188751:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5071
00000400:00000200:2.0:1769078091.188763:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078091.188772:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078091.188776:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078091.188779:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.188783:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078091.188786:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.188789:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078091.188794:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078091.188797:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078091.188800:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078091.188813:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078091.188817:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078091.188820:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078091.188824:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.188826:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078091.188828:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.188830:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078091.188834:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078091.188838:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078091.188841:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078091.188845:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078091.188849:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078091.188852:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078091.188856:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078091.188858:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078091.188872:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2a00.
00000020:00000040:2.0:1769078091.188877:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078091.188883:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078091.188885:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078091.188889:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078091.188893:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078091.188898:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078091.188908:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7400.
00000100:00000001:2.0:1769078091.188917:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078091.188942:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2a00 x1855007653141632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078091.188955:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078091.188960:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078091.188965:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb869b7d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2a00 x1855007653141632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078091.189001:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078091.189005:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078091.189009:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078091.189011:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078091.189012:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078091.189015:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078091.189018:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5071
00000400:00000200:2.0:1769078091.189022:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078091.189027:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078091.189030:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078091.189034:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189036:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078091.189040:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189042:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078091.189045:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078091.189049:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078091.189051:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078091.189056:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078091.189059:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078091.189064:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078091.189069:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189075:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078091.189079:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189084:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078091.189089:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078091.189096:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189101:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078091.189105:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078091.189114:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078091.189118:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078091.189123:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078091.189131:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078091.189139:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078091.189141:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078091.189149:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0380.
00000020:00000040:2.0:1769078091.189154:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078091.189159:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078091.189162:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078091.189165:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078091.189167:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078091.189169:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078091.189174:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7c00.
00000100:00000001:2.0:1769078091.189178:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078091.189187:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0380 x1855007653141760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078091.189215:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078091.189220:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078091.189229:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463fdd6a] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0380 x1855007653141760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078091.189245:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078091.189251:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078091.189259:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078091.189263:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078091.189267:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078091.189274:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078091.189281:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5071
00000400:00000200:2.0:1769078091.189292:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078091.189301:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078091.189307:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078091.189315:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189321:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078091.189325:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189330:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078091.189335:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078091.189338:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078091.189342:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078091.189347:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000800:00000200:0.1:1769078091.189348:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:2.0:1769078091.189351:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000200:0.1:1769078091.189353:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1769078091.189357:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078091.189366:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189370:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078091.189373:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189378:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078091.189383:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078091.189389:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189395:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078091.189398:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078091.189403:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078091.189406:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078091.189410:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078091.189413:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078091.189419:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078091.189424:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078091.189430:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0e00.
00000020:00000040:2.0:1769078091.189436:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078091.189443:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078091.189447:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078091.189451:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078091.189454:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078091.189457:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078091.189462:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6000.
00000100:00000001:2.0:1769078091.189469:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078091.189478:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0e00 x1855007653141888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078091.189490:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078091.189493:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078091.189499:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f96492e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0e00 x1855007653141888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078091.189518:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078091.189524:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078091.189533:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078091.189579:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078091.189584:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078091.189589:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078091.189597:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5071
00000400:00000200:2.0:1769078091.189607:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078091.189616:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078091.189622:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078091.189629:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189633:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078091.189638:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189644:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078091.189648:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078091.189652:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078091.189656:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078091.189659:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078091.189665:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078091.189672:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078091.189681:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189687:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078091.189693:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189699:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078091.189705:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078091.189712:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189718:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078091.189724:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078091.189729:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078091.189734:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078091.189739:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078091.189743:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078091.189749:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078091.189787:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078091.189795:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1500.
00000020:00000040:2.0:1769078091.189801:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078091.189807:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078091.189812:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078091.189817:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078091.189820:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078091.189824:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078091.189833:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4800.
00000100:00000001:2.0:1769078091.189839:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078091.189848:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1500 x1855007653142016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078091.189872:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078091.189878:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078091.189888:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae4e9ea6] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1500 x1855007653142016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078091.189907:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078091.189912:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078091.189919:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078091.189937:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078091.189941:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078091.189947:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078091.189953:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5071
00000400:00000200:2.0:1769078091.189961:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078091.189971:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078091.189976:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078091.189983:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189988:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078091.189992:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.189997:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078091.190003:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078091.190006:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078091.190010:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078091.190013:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000800:00000200:0.1:1769078091.190014:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:2.0:1769078091.190018:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000800:00000200:0.1:1769078091.190020:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1769078091.190024:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078091.190032:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.190037:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078091.190043:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078091.190048:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078091.190054:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078091.190059:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078091.190065:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078091.190070:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078091.190074:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078091.190079:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078091.190084:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078091.190088:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078091.190096:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078091.190099:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078091.190105:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0a80.
00000020:00000040:2.0:1769078091.190110:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078091.190117:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078091.190120:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078091.190125:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078091.190129:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078091.190134:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078091.190141:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5400.
00000100:00000001:2.0:1769078091.190149:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078091.190159:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0a80 x1855007653142144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078091.190183:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078091.190188:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078091.190199:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5c623e9] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0a80 x1855007653142144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078091.190222:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078091.190231:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5081)
00000800:00000200:0.1:1769078091.190334:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078091.190336:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078091.190614:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078091.190617:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078091.190799:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078091.190801:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00010000:00000001:2.0:1769078091.828681:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078091.828688:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078091.828816:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078091.828822:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078091.828826:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078092.468647:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299745019, at 4299745024
00000100:00000010:1.0:1769078092.468661:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16d20.
00010000:00000001:2.0:1769078092.852703:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078092.852711:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078092.852789:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078092.852793:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078092.852796:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078093.876685:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078093.876696:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078093.876699:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078093.876702:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078093.876709:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078093.876711:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078093.876713:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078093.876715:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078093.876774:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078093.876779:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078093.876784:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078094.900683:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078094.900691:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078094.900765:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078094.900771:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078094.900775:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078095.924687:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078095.924696:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078095.924767:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078095.924770:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078095.924774:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078096.308712:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078096.308734:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078096.308741:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078096.308745:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078096.308750:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078096.308758:0:13328:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5076
00000400:00000200:3.0:1769078096.308769:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078096.308776:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078096.308779:0:13328:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078096.308782:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.308785:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078096.308787:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.308789:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078096.308793:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078096.308795:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078096.308798:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078096.308803:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078096.308806:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078096.308809:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078096.308812:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.308814:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078096.308817:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.308819:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078096.308823:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078096.308827:0:13328:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078096.308830:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078096.308833:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078096.308874:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078096.308878:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.308881:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078096.308884:0:13328:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078096.308898:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769078096.308904:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078096.308909:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078096.308911:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.308915:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078096.308918:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078096.308925:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078096.308935:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078096.308944:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078096.308955:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653142272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078096.308969:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078096.308975:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078096.308980:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653142272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078096.309009:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078096.309013:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078096.309023:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078096.309025:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078096.309027:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078096.309030:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078096.309033:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5076
00000400:00000200:3.0:1769078096.309038:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078096.309042:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078096.309046:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078096.309050:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309053:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078096.309056:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309061:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078096.309067:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078096.309070:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078096.309074:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078096.309077:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078096.309083:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078096.309089:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078096.309098:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309104:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078096.309109:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309115:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078096.309120:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078096.309126:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309130:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078096.309135:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078096.309144:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078096.309150:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.309153:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078096.309159:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078096.309165:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.309168:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078096.309176:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769078096.309180:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078096.309184:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078096.309187:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.309189:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078096.309190:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078096.309193:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078096.309198:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769078096.309205:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078096.309215:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653142400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078096.309242:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078096.309247:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078096.309262:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653142400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078096.309279:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078096.309285:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078096.309292:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078096.309297:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078096.309300:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078096.309306:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078096.309312:0:13328:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5076
00000400:00000200:3.0:1769078096.309321:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078096.309330:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078096.309336:0:13328:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078096.309345:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309350:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078096.309368:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309373:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078096.309376:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078096.309377:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078096.309380:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078096.309383:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078096.309387:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078096.309391:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078096.309399:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309405:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769078096.309409:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769078096.309411:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:0.1:1769078096.309415:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1769078096.309416:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078096.309426:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078096.309435:0:13328:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309440:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078096.309445:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078096.309450:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078096.309455:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.309460:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078096.309465:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078096.309473:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.309478:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078096.309485:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769078096.309490:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078096.309497:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078096.309501:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.309506:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078096.309508:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078096.309510:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078096.309515:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769078096.309519:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078096.309529:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653142528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078096.309576:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078096.309581:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078096.309587:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653142528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078096.309600:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078096.309605:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078096.309613:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078096.309618:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078096.309622:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078096.309628:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078096.309635:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5076
00000400:00000200:3.0:1769078096.309642:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078096.309649:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078096.309652:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078096.309657:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309663:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078096.309668:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309674:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078096.309680:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078096.309683:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078096.309687:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078096.309691:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078096.309697:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078096.309702:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078096.309711:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309716:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078096.309721:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309728:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078096.309733:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078096.309741:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309748:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078096.309753:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078096.309758:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078096.309763:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.309770:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078096.309774:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078096.309782:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.309788:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078096.309795:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769078096.309803:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078096.309808:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078096.309812:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.309818:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078096.309821:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078096.309824:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078096.309830:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769078096.309848:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078096.309858:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653142656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078096.309868:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078096.309871:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078096.309876:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653142656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078096.309890:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078096.309893:0:13328:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078096.309899:0:13328:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078096.309902:0:13328:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078096.309905:0:13328:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078096.309909:0:13328:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078096.309914:0:13328:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5076
00000400:00000200:3.0:1769078096.309917:0:13328:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078096.309919:0:13328:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078096.309921:0:13328:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078096.309925:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309929:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078096.309933:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309937:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078096.309941:0:13328:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078096.309943:0:13328:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078096.309945:0:13328:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078096.309947:0:13328:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078096.309949:0:13328:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078096.309952:0:13328:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078096.309958:0:13328:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309962:0:13328:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078096.309966:0:13328:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309969:0:13328:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078096.309973:0:13328:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078096.309976:0:13328:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078096.309981:0:13328:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078096.309986:0:13328:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078096.309989:0:13328:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078096.309994:0:13328:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.309997:0:13328:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078096.310000:0:13328:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078096.310005:0:13328:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.310009:0:13328:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078096.310014:0:13328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769078096.310018:0:13328:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078096.310022:0:13328:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078096.310025:0:13328:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.310030:0:13328:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078096.310033:0:13328:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078096.310036:0:13328:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078096.310042:0:13328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769078096.310046:0:13328:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078096.310053:0:13328:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653142784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078096.310067:0:13328:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078096.310070:0:13328:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078096.310077:0:13328:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653142784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078096.310099:0:13328:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078096.310106:0:13328:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5086)
00000800:00000200:0.1:1769078096.310154:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078096.310157:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078096.310406:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078096.310409:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078096.310612:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078096.310614:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078096.310881:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078096.310883:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00010000:00000001:2.0:1769078096.948686:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078096.948695:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078096.948766:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078096.948771:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078096.948776:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078097.588644:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299750140, at 4299750144
00000100:00000010:1.0:1769078097.588663:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16660.
00010000:00000001:2.0:1769078097.972625:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078097.972633:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078097.972706:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078097.972713:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078097.972718:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1769078098.868647:0:13648:0:(osc_request.c:735:osc_update_next_shrink()) next time 6284 to shrink grant
00000008:00000020:3.0:1769078098.868665:0:13648:0:(osc_request.c:735:osc_update_next_shrink()) next time 6284 to shrink grant
00000008:00000020:3.0:1769078098.868668:0:13648:0:(osc_request.c:735:osc_update_next_shrink()) next time 6284 to shrink grant
00000008:00000020:3.0:1769078098.868670:0:13648:0:(osc_request.c:735:osc_update_next_shrink()) next time 6284 to shrink grant
00010000:00000001:2.0:1769078098.996694:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078098.996702:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078098.996770:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078098.996775:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078098.996780:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078100.020675:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078100.020683:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078100.020796:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078100.020800:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078100.020803:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078101.044679:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078101.044687:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078101.044793:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078101.044798:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078101.044802:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078101.428950:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078101.428958:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078101.428962:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078101.428979:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ed80 x1855007653142912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.429006:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078101.429009:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078101.429018:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078101.429024:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078101.429034:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078101.429046:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653142912:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078101.429064:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078101.429071:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078101.429075:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078101.429088:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078101.429101:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4c00.
02000000:00000001:2.0:1769078101.429113:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078101.429148:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078101.429161:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078101.429177:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078101.429193:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653142912, portal 25
00000100:00000001:2.0:1769078101.429198:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078101.429203:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417495936 : -131140292055680 : ffff88ba8579ed80)
00000100:00000040:2.0:1769078101.429217:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ed80 x1855007653142912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.429246:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078101.429255:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078101.429260:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078101.429272:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653142912, offset 0
00000400:00000200:2.0:1769078101.429284:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078101.429296:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078101.429307:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078101.429318:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078101.429330:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078101.429343:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078101.429346:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078101.429358:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200820:200820:256:4294967295] 192.168.204.104@tcp LPNI seq info [200820:200820:8:4294967295]
00000400:00000200:2.0:1769078101.429371:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078101.429394:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078101.429401:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078101.429411:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078101.429433:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078101.429450:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078101.429469:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078101.429474:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078101.429488:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078101.429495:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078101.429505:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078101.429524:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078101.429570:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078101.429573:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078101.429581:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078101.429595:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ed80 x1855007653142912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.429617:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078101.429625:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ed80 x1855007653142912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.429661:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.429670:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078101.429678:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078101.429689:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078101.429693:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299755260
00000100:00000010:2.0:1769078101.429700:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977ba20.
00000100:00000001:2.0:1769078101.429711:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078101.429727:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299755260
00000100:00000010:2.0:1769078101.429739:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977be40.
00000100:00000001:2.0:1769078101.429766:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078101.429778:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078101.429786:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.429796:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078101.429809:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078101/real 1769078101]  req@ffff88ba8579ed80 x1855007653142912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078101.429843:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078101.429852:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078101.429862:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078101.429873:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078101.429880:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078101.429886:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078101.429897:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ed80 x1855007653142912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078101.429931:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ed80 x1855007653142912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.429949:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078101.429952:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.429959:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078101.429962:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078101.429970:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ed80 x1855007653142912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.429983:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078101.429994:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ed80 x1855007653142912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430009:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078101.430021:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.430031:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078101.430034:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.430038:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078101.430042:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078101.430051:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078101.430059:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078101.430064:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078101.430073:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ed80 x1855007653142912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078101.430091:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653142912:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078101.430096:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.430099:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078101.430103:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ed80 x1855007653142912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430174:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078101.430183:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078101.430189:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4c00.
02000000:00000001:2.0:1769078101.430195:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078101.430198:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078101.430200:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078101.430202:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078101.430205:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e400.
02000000:00000001:2.0:1769078101.430209:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078101.430211:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078101.430213:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ed80.
00000100:00000001:2.0:1769078101.430217:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078101.430218:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.430220:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.430227:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078101.430230:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.430232:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078101.430233:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078101.430235:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078101.430239:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d180 x1855007653143040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430245:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078101.430246:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078101.430248:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078101.430250:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078101.430252:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078101.430254:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653143040:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078101.430256:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078101.430258:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078101.430259:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078101.430261:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078101.430264:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4c00.
02000000:00000001:2.0:1769078101.430265:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078101.430269:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078101.430271:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078101.430274:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078101.430277:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653143040, portal 10
00000100:00000001:2.0:1769078101.430278:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078101.430279:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417488768 : -131140292062848 : ffff88ba8579d180)
00000100:00000040:2.0:1769078101.430285:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d180 x1855007653143040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430290:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078101.430291:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078101.430293:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078101.430295:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653143040, offset 0
00000400:00000200:2.0:1769078101.430297:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078101.430300:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078101.430303:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078101.430305:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078101.430307:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078101.430309:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078101.430311:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078101.430313:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200821:200821:256:4294967295] 192.168.204.104@tcp LPNI seq info [200821:200821:8:4294967295]
00000400:00000200:2.0:1769078101.430316:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078101.430320:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078101.430324:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078101.430326:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078101.430329:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078101.430331:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078101.430335:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078101.430337:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078101.430340:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078101.430342:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078101.430344:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078101.430346:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078101.430349:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078101.430350:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078101.430352:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078101.430354:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d180 x1855007653143040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430359:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078101.430361:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d180 x1855007653143040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430366:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.430367:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078101.430369:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078101.430372:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078101.430374:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078101.430376:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299754010
00000100:00000001:2.0:1769078101.430378:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299755260
00000100:00000001:2.0:1769078101.430380:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299754010
00000100:00000001:2.0:1769078101.430381:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299755260
00000100:00000001:2.0:1769078101.430383:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078101.430385:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.430386:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078101.430388:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078101/real 1769078101]  req@ffff88ba8579d180 x1855007653143040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078101.430392:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078101.430393:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078101.430394:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078101.430396:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078101.430397:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078101.430399:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078101.430401:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d180 x1855007653143040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078101.430407:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d180 x1855007653143040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430411:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078101.430412:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.430413:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078101.430414:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078101.430416:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d180 x1855007653143040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430420:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078101.430423:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d180 x1855007653143040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430427:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078101.430428:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.430429:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078101.430430:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.430431:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078101.430433:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078101.430434:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078101.430436:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078101.430438:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078101.430441:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d180 x1855007653143040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078101.430446:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653143040:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078101.430449:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078101.430451:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c000 x1855007653143168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430460:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078101.430461:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078101.430463:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078101.430464:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078101.430466:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078101.430467:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653143168:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078101.430469:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078101.430470:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078101.430471:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078101.430472:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078101.430475:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5000.
02000000:00000001:2.0:1769078101.430476:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078101.430478:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078101.430480:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078101.430483:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078101.430485:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653143168, portal 10
00000100:00000001:2.0:1769078101.430487:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078101.430489:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417484288 : -131140292067328 : ffff88ba8579c000)
00000100:00000040:2.0:1769078101.430495:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c000 x1855007653143168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430502:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078101.430504:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078101.430507:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078101.430509:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653143168, offset 0
00000400:00000200:2.0:1769078101.430514:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078101.430517:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078101.430521:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078101.430524:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078101.430527:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078101.430529:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078101.430532:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078101.430560:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200822:200822:256:4294967295] 192.168.204.104@tcp LPNI seq info [200822:200822:8:4294967295]
00000400:00000200:2.0:1769078101.430564:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078101.430569:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078101.430572:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078101.430575:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078101.430578:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078101.430580:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078101.430583:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078101.430586:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078101.430588:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078101.430590:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078101.430592:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078101.430594:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078101.430597:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078101.430598:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078101.430600:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078101.430603:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c000 x1855007653143168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430609:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078101.430611:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c000 x1855007653143168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430615:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.430616:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078101.430618:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078101.430621:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078101.430623:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078101.430625:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299753996
00000100:00000001:2.0:1769078101.430627:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299755260
00000100:00000001:2.0:1769078101.430629:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299753996
00000100:00000001:2.0:1769078101.430630:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299755260
00000100:00000001:2.0:1769078101.430632:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078101.430634:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.430635:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078101.430638:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078101/real 1769078101]  req@ffff88ba8579c000 x1855007653143168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078101.430643:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078101.430644:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078101.430645:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078101.430646:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078101.430648:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078101.430649:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078101.430651:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c000 x1855007653143168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078101.430657:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c000 x1855007653143168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430661:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078101.430662:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.430663:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078101.430664:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078101.430666:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c000 x1855007653143168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430670:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078101.430672:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c000 x1855007653143168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430676:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078101.430678:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.430679:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078101.430680:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.430681:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078101.430683:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078101.430685:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078101.430688:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078101.430689:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078101.430692:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c000 x1855007653143168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078101.430697:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653143168:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078101.430699:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078101.430702:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579df80 x1855007653143296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430706:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078101.430706:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078101.430708:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078101.430709:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078101.430710:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078101.430712:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653143296:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078101.430715:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078101.430717:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078101.430718:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078101.430719:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078101.430721:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7000.
02000000:00000001:2.0:1769078101.430722:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078101.430725:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078101.430726:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078101.430728:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078101.430731:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653143296, portal 4
00000100:00000001:2.0:1769078101.430733:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078101.430734:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417492352 : -131140292059264 : ffff88ba8579df80)
00000100:00000040:2.0:1769078101.430740:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579df80 x1855007653143296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430747:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078101.430762:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078101.430765:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078101.430768:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653143296, offset 0
00000400:00000200:2.0:1769078101.430773:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078101.430777:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078101.430781:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078101.430784:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078101.430787:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078101.430789:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078101.430792:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078101.430795:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200823:200823:256:4294967295] 192.168.204.104@tcp LPNI seq info [200823:200823:8:4294967295]
00000400:00000200:2.0:1769078101.430800:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078101.430806:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078101.430809:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078101.430812:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078101.430815:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078101.430817:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078101.430820:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078101.430822:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078101.430824:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078101.430826:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078101.430828:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078101.430830:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078101.430832:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078101.430834:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078101.430836:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078101.430839:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579df80 x1855007653143296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430844:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078101.430846:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579df80 x1855007653143296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430851:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.430852:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078101.430855:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078101.430857:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078101.430860:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078101.430861:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299754003
00000100:00000001:2.0:1769078101.430863:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299755260
00000100:00000001:2.0:1769078101.430865:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299754003
00000100:00000001:2.0:1769078101.430866:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299755260
00000100:00000001:2.0:1769078101.430868:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078101.430870:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.430871:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078101.430873:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078101/real 1769078101]  req@ffff88ba8579df80 x1855007653143296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078101.430878:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078101.430879:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078101.430880:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078101.430881:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078101.430882:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078101.430883:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078101.430885:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579df80 x1855007653143296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078101.430890:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579df80 x1855007653143296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430894:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078101.430896:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.430897:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078101.430898:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078101.430900:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579df80 x1855007653143296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430904:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078101.430906:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579df80 x1855007653143296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430912:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078101.430913:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.430914:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078101.430915:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.430916:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078101.430917:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078101.430919:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078101.430921:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078101.430922:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078101.430924:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579df80 x1855007653143296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078101.430929:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653143296:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078101.430931:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078101.430933:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c700 x1855007653143424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430938:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078101.430939:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078101.430941:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078101.430942:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078101.430943:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078101.430945:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653143424:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078101.430947:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078101.430949:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078101.430950:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078101.430951:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078101.430953:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078101.430954:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078101.430956:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078101.430958:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078101.430960:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078101.430962:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653143424, portal 4
00000100:00000001:2.0:1769078101.430964:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078101.430965:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486080 : -131140292065536 : ffff88ba8579c700)
00000100:00000040:2.0:1769078101.430969:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c700 x1855007653143424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.430974:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078101.430975:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078101.430977:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078101.430978:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653143424, offset 0
00000400:00000200:2.0:1769078101.430981:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078101.430983:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078101.430985:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078101.430986:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078101.430988:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078101.430990:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078101.430992:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078101.430994:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200824:200824:256:4294967295] 192.168.204.104@tcp LPNI seq info [200824:200824:8:4294967295]
00000400:00000200:2.0:1769078101.430996:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078101.431000:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078101.431003:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078101.431004:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078101.431007:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078101.431009:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078101.431012:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078101.431014:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078101.431016:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078101.431018:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078101.431020:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078101.431022:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078101.431024:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078101.431025:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078101.431027:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078101.431029:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c700 x1855007653143424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.431034:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078101.431036:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c700 x1855007653143424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.431040:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.431042:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078101.431044:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078101.431046:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078101.431047:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078101.431049:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299754003
00000100:00000001:2.0:1769078101.431051:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299755260
00000100:00000001:2.0:1769078101.431052:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299754003
00000100:00000001:2.0:1769078101.431054:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299755260
00000100:00000001:2.0:1769078101.431055:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078101.431056:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.431057:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078101.431059:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078101/real 1769078101]  req@ffff88ba8579c700 x1855007653143424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078101.431063:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078101.431064:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078101.431065:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078101.431066:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078101.431067:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078101.431069:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078101.431071:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c700 x1855007653143424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078101.431077:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c700 x1855007653143424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.431085:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078101.431086:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.431087:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078101.431089:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078101.431091:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c700 x1855007653143424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.431095:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078101.431097:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c700 x1855007653143424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.431101:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078101.431102:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.431103:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078101.431104:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.431106:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078101.431107:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078101.431109:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078101.431113:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078101.431115:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078101.431119:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c700 x1855007653143424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078101.431127:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653143424:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078101.431130:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.431132:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078101.431135:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d180 x1855007653143040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.431143:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078101.431144:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078101.431147:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4c00.
02000000:00000001:2.0:1769078101.431149:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078101.431151:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078101.431153:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078101.431155:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078101.431157:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e800.
02000000:00000001:2.0:1769078101.431159:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078101.431160:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078101.431161:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d180.
00000100:00000001:2.0:1769078101.431164:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078101.431165:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.431166:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078101.431169:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c000 x1855007653143168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.431174:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078101.431175:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078101.431176:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5000.
02000000:00000001:2.0:1769078101.431178:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078101.431179:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078101.431179:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078101.431180:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078101.431181:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c800.
02000000:00000001:2.0:1769078101.431183:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078101.431183:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078101.431184:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c000.
00000100:00000001:2.0:1769078101.431187:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078101.431187:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.431188:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078101.431190:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579df80 x1855007653143296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.431194:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078101.431195:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078101.431195:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7000.
02000000:00000001:2.0:1769078101.431198:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078101.431199:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078101.431200:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078101.431201:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078101.431202:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f000.
02000000:00000001:2.0:1769078101.431204:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078101.431205:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078101.431206:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579df80.
00000100:00000001:2.0:1769078101.431207:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078101.431208:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.431209:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078101.431211:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c700 x1855007653143424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.431214:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078101.431215:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078101.431216:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078101.431217:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078101.431218:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078101.431219:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078101.431220:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078101.431220:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:2.0:1769078101.431222:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078101.431222:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078101.431223:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c700.
00000100:00000001:2.0:1769078101.431224:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078101.431225:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.431226:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.431229:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078101.431230:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.431231:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078101.431232:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078102.068611:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078102.068619:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078102.068695:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078102.068702:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078102.068707:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078102.708648:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299755260, at 4299755264
00000100:00000010:1.0:1769078102.708662:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977be40.
00010000:00000001:2.0:1769078103.092664:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078103.092671:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078104.116689:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078104.116700:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078104.116717:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078104.116721:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078104.116728:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078104.116732:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078104.116735:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078104.116738:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078104.116795:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078104.116799:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078104.116808:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078105.140679:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078105.140719:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078105.140784:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078105.140790:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078105.140794:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078106.164687:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078106.164697:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078106.548739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078106.548755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078106.548759:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078106.548765:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078106.548771:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078106.548780:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5086
00000400:00000200:2.0:1769078106.548793:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078106.548800:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078106.548805:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078106.548809:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.548813:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078106.548816:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.548819:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078106.548825:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078106.548827:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078106.548831:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078106.548834:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078106.548837:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078106.548839:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078106.548842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.548843:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078106.548844:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.548846:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078106.548849:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078106.548852:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078106.548855:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078106.548858:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078106.548861:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078106.548864:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.548866:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078106.548868:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078106.548879:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1f80.
00000020:00000040:2.0:1769078106.548882:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078106.548886:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078106.548888:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.548890:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078106.548893:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078106.548898:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078106.548906:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4000.
00000100:00000001:2.0:1769078106.548913:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078106.548926:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1f80 x1855007653143552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078106.548938:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078106.548944:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078106.548950:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cb33dcb] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1f80 x1855007653143552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078106.548980:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078106.548983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078106.548986:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078106.548987:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078106.548988:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078106.548991:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078106.548994:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5086
00000400:00000200:2.0:1769078106.548998:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078106.549002:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078106.549004:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078106.549007:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549010:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078106.549013:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549016:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078106.549019:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078106.549021:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078106.549023:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078106.549025:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078106.549030:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078106.549032:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078106.549037:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549038:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078106.549041:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549043:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078106.549045:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078106.549052:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549054:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078106.549059:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078106.549066:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078106.549074:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.549080:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078106.549084:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078106.549098:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.549102:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078106.549109:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3480.
00000020:00000040:2.0:1769078106.549116:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078106.549128:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078106.549134:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.549141:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078106.549146:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078106.549153:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078106.549166:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7000.
00000100:00000001:2.0:1769078106.549174:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078106.549186:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3480 x1855007653143680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078106.549210:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078106.549214:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078106.549230:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e98d39e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3480 x1855007653143680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078106.549253:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078106.549260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078106.549269:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078106.549273:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078106.549276:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078106.549282:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078106.549287:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5086
00000400:00000200:2.0:1769078106.549303:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078106.549314:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078106.549324:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078106.549333:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549341:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078106.549348:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549365:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078106.549372:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078106.549374:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078106.549378:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078106.549383:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078106.549387:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078106.549393:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078106.549404:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549411:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078106.549422:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549431:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078106.549440:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078106.549449:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549454:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078106.549457:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078106.549464:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078106.549473:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.549480:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078106.549483:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078106.549488:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.549490:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078106.549494:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2300.
00000020:00000040:2.0:1769078106.549499:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078106.549511:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078106.549514:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.549520:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078106.549522:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078106.549526:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078106.549528:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000010:2.0:1769078106.549532:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5000.
00000800:00000200:0.1:1769078106.549558:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1769078106.549586:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078106.549594:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2300 x1855007653143808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078106.549607:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078106.549610:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078106.549616:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000810562c] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2300 x1855007653143808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078106.549629:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078106.549636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078106.549642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078106.549645:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078106.549647:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078106.549657:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078106.549680:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5086
00000400:00000200:2.0:1769078106.549689:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078106.549694:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078106.549700:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078106.549710:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549721:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078106.549730:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549737:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078106.549743:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078106.549746:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078106.549751:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078106.549756:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078106.549760:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078106.549770:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078106.549777:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549783:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078106.549786:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549788:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078106.549790:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078106.549792:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078106.549798:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078106.549800:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078106.549803:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078106.549806:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.549812:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078106.549815:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078106.549827:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.549832:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078106.549841:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3b80.
00000020:00000040:2.0:1769078106.549849:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078106.549858:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078106.549863:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.549868:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078106.549872:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078106.549877:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078106.549885:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4c00.
00000100:00000001:2.0:1769078106.549893:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078106.549905:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3b80 x1855007653143936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078106.549927:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078106.549935:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078106.549948:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070cb393d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3b80 x1855007653143936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078106.549970:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078106.549978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078106.549989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078106.549992:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078106.549995:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078106.550000:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078106.550006:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5086
00000400:00000200:2.0:1769078106.550015:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078106.550019:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078106.550024:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078106.550029:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.550034:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078106.550043:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.550051:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078106.550060:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078106.550064:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078106.550069:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078106.550073:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078106.550080:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078106.550086:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078106.550103:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.550112:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078106.550122:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078106.550131:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078106.550134:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078106.550139:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078106.550143:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078106.550157:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078106.550162:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078106.550170:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.550173:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078106.550176:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078106.550186:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.550188:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078106.550191:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0000.
00000020:00000040:2.0:1769078106.550195:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078106.550204:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078106.550208:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.550213:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078106.550219:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078106.550223:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078106.550234:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5c00.
00000100:00000001:2.0:1769078106.550238:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078106.550246:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0000 x1855007653144064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078106.550255:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078106.550261:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078106.550271:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007708510d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0000 x1855007653144064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078106.550295:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078106.550307:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5096)
00000800:00000200:0.1:1769078106.550509:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078106.550512:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078106.550864:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078106.550867:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078106.551183:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078106.551186:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078106.551487:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078106.551490:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00010000:00000001:2.0:1769078107.188699:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078107.188708:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078107.188751:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078107.188758:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078107.188762:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078107.828678:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299760380, at 4299760384
00000100:00000010:1.0:1769078107.828699:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16cc0.
00010000:00000001:2.0:1769078108.212695:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078108.212711:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078108.212783:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078108.212788:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078108.212793:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078109.236679:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078109.236686:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078110.260700:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078110.260709:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078110.260796:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078110.260801:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078110.260806:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078111.284666:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078111.284677:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078111.284746:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078111.284751:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078111.284755:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078111.668708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078111.668724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078111.668729:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078111.668735:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078111.668740:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078111.668752:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5091
00000400:00000200:2.0:1769078111.668764:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078111.668774:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078111.668779:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078111.668786:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.668790:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078111.668794:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.668797:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078111.668803:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078111.668806:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078111.668810:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078111.668814:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078111.668817:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078111.668820:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078111.668825:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.668827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078111.668829:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.668832:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078111.668836:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078111.668840:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078111.668844:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078111.668849:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078111.668854:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078111.668858:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.668861:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078111.668865:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078111.668875:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2680.
00000020:00000040:2.0:1769078111.668881:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078111.668888:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078111.668891:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.668896:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078111.668900:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078111.668906:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078111.668916:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6c00.
00000100:00000001:2.0:1769078111.668925:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078111.668937:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2680 x1855007653144192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078111.668950:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078111.668957:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078111.668963:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbda68c0] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2680 x1855007653144192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078111.668989:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078111.668998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078111.669004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078111.669005:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078111.669008:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078111.669012:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078111.669016:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5091
00000400:00000200:2.0:1769078111.669021:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078111.669026:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078111.669029:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078111.669034:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.669042:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078111.669048:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.669057:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078111.669062:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078111.669065:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078111.669069:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078111.669073:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078111.669082:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078111.669094:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078111.669109:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.669119:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078111.669128:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.669135:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078111.669144:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078111.669155:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078111.669161:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078111.669166:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078111.669175:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078111.669183:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.669188:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078111.669196:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078111.669203:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.669209:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078111.669218:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3100.
00000020:00000040:2.0:1769078111.669226:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078111.669236:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078111.669240:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.669243:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078111.669247:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078111.669251:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078111.669262:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5c00.
00000100:00000001:2.0:1769078111.669283:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078111.669300:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3100 x1855007653144320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078111.669322:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078111.669329:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078111.669339:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679215a2] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3100 x1855007653144320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078111.669358:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078111.669364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078111.669374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078111.669383:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078111.669388:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078111.669397:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078111.669407:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5091
00000400:00000200:2.0:1769078111.669420:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078111.669433:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078111.669441:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078111.669454:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.669464:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078111.669472:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.669480:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078111.669486:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078111.669488:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078111.669491:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078111.669494:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078111.669502:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078111.669512:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078111.669531:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:0.1:1769078111.669532:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078111.669569:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769078111.669594:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078111.669599:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.669602:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078111.669606:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078111.669620:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078111.669630:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078111.669637:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078111.669644:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078111.669654:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.669660:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078111.669666:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078111.669675:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.669685:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078111.669699:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0000.
00000020:00000040:2.0:1769078111.669705:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078111.669717:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078111.669721:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.669730:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078111.669734:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078111.669738:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078111.669749:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4c00.
00000100:00000001:2.0:1769078111.669757:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078111.669769:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0000 x1855007653144448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078111.669785:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078111.669792:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078111.669801:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007708510d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0000 x1855007653144448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078111.669828:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078111.669835:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078111.669842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078111.669846:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078111.669850:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078111.669858:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078111.669864:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5091
00000400:00000200:2.0:1769078111.669874:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078111.669887:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078111.669894:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078111.669908:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.669918:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078111.669930:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.669943:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078111.669956:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078111.669960:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078111.669966:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078111.669971:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078111.669978:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078111.669988:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078111.670002:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.670011:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078111.670018:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.670027:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078111.670035:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078111.670044:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078111.670050:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078111.670056:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078111.670063:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078111.670070:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.670075:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078111.670081:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078111.670087:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.670092:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078111.670100:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3b80.
00000020:00000040:2.0:1769078111.670106:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078111.670112:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078111.670116:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.670121:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078111.670125:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078111.670129:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078111.670137:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5000.
00000100:00000001:2.0:1769078111.670146:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078111.670161:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3b80 x1855007653144576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078111.670191:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078111.670197:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078111.670208:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070cb393d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3b80 x1855007653144576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078111.670266:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078111.670275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078111.670281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078111.670286:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078111.670293:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078111.670300:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078111.670310:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5091
00000400:00000200:2.0:1769078111.670321:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078111.670332:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078111.670337:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078111.670349:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.670357:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078111.670367:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.670372:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078111.670380:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078111.670390:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078111.670398:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078111.670407:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078111.670415:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078111.670421:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078111.670434:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.670442:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078111.670447:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078111.670454:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078111.670463:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078111.670472:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078111.670480:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078111.670486:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078111.670492:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078111.670500:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.670505:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078111.670510:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078111.670516:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.670521:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078111.670531:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2300.
00000020:00000040:2.0:1769078111.670569:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078111.670597:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078111.670601:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.670608:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078111.670612:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078111.670616:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078111.670624:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7000.
00000100:00000001:2.0:1769078111.670632:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078111.670644:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2300 x1855007653144704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078111.670667:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078111.670675:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078111.670686:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000810562c] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2300 x1855007653144704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078111.670715:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078111.670725:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5101)
00000800:00000200:0.1:1769078111.670792:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078111.670795:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078111.671121:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078111.671124:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078111.671440:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078111.671443:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078111.671937:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078111.671941:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00010000:00000001:2.0:1769078112.308699:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078112.308707:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078112.948654:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299765500, at 4299765504
00000100:00000010:1.0:1769078112.948672:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d167e0.
00010000:00000001:2.0:1769078113.332687:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078113.332694:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078113.332764:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078113.332768:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078113.332771:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078114.356697:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078114.356707:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078114.356709:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078114.356712:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078114.356717:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078114.356719:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078114.356720:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078114.356723:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078114.356795:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078114.356799:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078114.356802:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078115.380689:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078115.380698:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078116.404682:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078116.404692:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078116.404765:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078116.404773:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078116.404777:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078116.788876:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078116.788886:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078116.788893:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078116.788910:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579e300 x1855007653144832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.788939:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078116.788943:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078116.788949:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078116.788954:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078116.788961:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078116.788969:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653144832:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078116.788978:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078116.788984:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078116.788988:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078116.788993:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078116.789003:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078116.789009:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078116.789028:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078116.789039:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078116.789050:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078116.789068:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653144832, portal 25
00000100:00000001:2.0:1769078116.789086:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078116.789092:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417493248 : -131140292058368 : ffff88ba8579e300)
00000100:00000040:2.0:1769078116.789109:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579e300 x1855007653144832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.789146:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078116.789168:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078116.789176:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078116.789189:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653144832, offset 0
00000400:00000200:2.0:1769078116.789209:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078116.789226:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078116.789242:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078116.789256:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078116.789267:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078116.789279:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078116.789288:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078116.789301:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200835:200835:256:4294967295] 192.168.204.104@tcp LPNI seq info [200835:200835:8:4294967295]
00000400:00000200:2.0:1769078116.789321:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078116.789352:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078116.789368:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078116.789378:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078116.789400:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078116.789420:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769078116.789434:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078116.789443:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1769078116.789461:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078116.789468:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078116.789483:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078116.789510:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078116.789527:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078116.789533:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078116.789565:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078116.789572:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579e300 x1855007653144832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.789614:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078116.789623:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579e300 x1855007653144832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.789652:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.789658:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078116.789665:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078116.789674:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078116.789679:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299770620
00000100:00000010:2.0:1769078116.789689:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977ba20.
00000100:00000001:2.0:1769078116.789700:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078116.789716:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299770620
00000100:00000010:2.0:1769078116.789725:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977be40.
00000100:00000001:2.0:1769078116.789741:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078116.789750:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078116.789760:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.789768:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078116.789782:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078116/real 1769078116]  req@ffff88ba8579e300 x1855007653144832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078116.789817:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078116.789823:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078116.789827:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078116.789833:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078116.789841:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078116.789848:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078116.789861:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579e300 x1855007653144832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078116.789895:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579e300 x1855007653144832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.789930:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078116.789935:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.789944:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078116.789947:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078116.789961:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579e300 x1855007653144832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.789970:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078116.789976:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579e300 x1855007653144832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.789983:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078116.789986:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.789988:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078116.789989:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.789991:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078116.789993:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078116.789996:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078116.790000:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078116.790002:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078116.790006:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579e300 x1855007653144832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078116.790015:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653144832:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078116.790021:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.790024:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078116.790028:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579e300 x1855007653144832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790036:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078116.790038:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078116.790041:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078116.790044:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078116.790046:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078116.790048:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078116.790050:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078116.790053:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:2.0:1769078116.790057:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078116.790059:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078116.790061:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579e300.
00000100:00000001:2.0:1769078116.790064:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078116.790065:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.790067:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.790075:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078116.790077:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.790079:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078116.790081:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078116.790083:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078116.790087:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579fb80 x1855007653144960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790095:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078116.790097:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078116.790099:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078116.790101:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078116.790104:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078116.790107:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653144960:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078116.790111:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078116.790113:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078116.790114:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078116.790116:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078116.790119:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078116.790121:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078116.790125:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078116.790128:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078116.790131:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078116.790134:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653144960, portal 10
00000100:00000001:2.0:1769078116.790136:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078116.790137:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417499520 : -131140292052096 : ffff88ba8579fb80)
00000100:00000040:2.0:1769078116.790143:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579fb80 x1855007653144960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790150:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078116.790152:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078116.790154:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078116.790156:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653144960, offset 0
00000400:00000200:2.0:1769078116.790160:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078116.790163:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078116.790166:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078116.790169:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078116.790172:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078116.790174:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078116.790176:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078116.790180:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200836:200836:256:4294967295] 192.168.204.104@tcp LPNI seq info [200836:200836:8:4294967295]
00000400:00000200:2.0:1769078116.790184:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078116.790190:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078116.790194:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078116.790197:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078116.790201:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078116.790204:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769078116.790209:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078116.790211:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1769078116.790214:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078116.790216:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078116.790219:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078116.790223:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078116.790226:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078116.790227:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078116.790230:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078116.790233:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579fb80 x1855007653144960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790241:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078116.790244:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579fb80 x1855007653144960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790251:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.790252:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078116.790255:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078116.790260:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078116.790263:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078116.790265:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299769370
00000100:00000001:2.0:1769078116.790267:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299770620
00000100:00000001:2.0:1769078116.790270:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299769370
00000100:00000001:2.0:1769078116.790273:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299770620
00000100:00000001:2.0:1769078116.790274:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078116.790276:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.790278:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078116.790281:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078116/real 1769078116]  req@ffff88ba8579fb80 x1855007653144960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078116.790289:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078116.790290:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078116.790292:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078116.790294:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078116.790296:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078116.790298:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078116.790301:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579fb80 x1855007653144960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078116.790309:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579fb80 x1855007653144960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790316:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078116.790317:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.790318:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078116.790319:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078116.790323:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579fb80 x1855007653144960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790329:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078116.790333:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579fb80 x1855007653144960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790339:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078116.790341:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.790342:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078116.790344:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.790345:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078116.790347:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078116.790350:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078116.790353:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078116.790355:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078116.790359:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579fb80 x1855007653144960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078116.790366:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653144960:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078116.790369:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078116.790373:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f100 x1855007653145088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790385:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078116.790387:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078116.790389:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078116.790391:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078116.790393:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078116.790395:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653145088:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078116.790398:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078116.790400:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078116.790401:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078116.790403:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078116.790405:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5400.
02000000:00000001:2.0:1769078116.790407:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078116.790411:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078116.790413:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078116.790415:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078116.790418:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653145088, portal 10
00000100:00000001:2.0:1769078116.790420:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078116.790421:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417496832 : -131140292054784 : ffff88ba8579f100)
00000100:00000040:2.0:1769078116.790426:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f100 x1855007653145088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790433:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078116.790435:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078116.790437:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078116.790439:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653145088, offset 0
00000400:00000200:2.0:1769078116.790443:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078116.790446:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078116.790449:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078116.790452:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078116.790454:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078116.790456:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078116.790458:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078116.790462:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200837:200837:256:4294967295] 192.168.204.104@tcp LPNI seq info [200837:200837:8:4294967295]
00000400:00000200:2.0:1769078116.790466:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078116.790472:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078116.790476:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078116.790479:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078116.790482:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078116.790485:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769078116.790500:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078116.790503:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1769078116.790507:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078116.790509:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078116.790512:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078116.790515:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078116.790518:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078116.790519:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078116.790521:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078116.790525:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f100 x1855007653145088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790532:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078116.790552:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f100 x1855007653145088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790559:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.790561:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078116.790564:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078116.790567:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078116.790571:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078116.790573:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299769356
00000100:00000001:2.0:1769078116.790575:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299770620
00000100:00000001:2.0:1769078116.790578:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299769356
00000100:00000001:2.0:1769078116.790580:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299770620
00000100:00000001:2.0:1769078116.790582:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078116.790584:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.790586:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078116.790589:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078116/real 1769078116]  req@ffff88ba8579f100 x1855007653145088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078116.790597:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078116.790599:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078116.790600:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078116.790602:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078116.790604:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078116.790605:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078116.790608:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f100 x1855007653145088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078116.790617:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f100 x1855007653145088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790623:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078116.790624:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.790626:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078116.790627:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078116.790630:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f100 x1855007653145088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790636:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078116.790640:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f100 x1855007653145088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790646:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078116.790648:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.790649:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078116.790650:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.790652:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078116.790654:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078116.790656:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078116.790659:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078116.790661:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078116.790665:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f100 x1855007653145088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078116.790673:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653145088:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078116.790676:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078116.790680:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c700 x1855007653145216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790686:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078116.790687:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078116.790689:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078116.790690:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078116.790692:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078116.790695:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653145216:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078116.790698:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078116.790700:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078116.790702:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078116.790703:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078116.790706:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4800.
02000000:00000001:2.0:1769078116.790708:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078116.790712:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078116.790714:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078116.790717:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078116.790720:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653145216, portal 4
00000100:00000001:2.0:1769078116.790722:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078116.790723:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486080 : -131140292065536 : ffff88ba8579c700)
00000100:00000040:2.0:1769078116.790728:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c700 x1855007653145216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790735:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078116.790737:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078116.790739:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078116.790742:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653145216, offset 0
00000400:00000200:2.0:1769078116.790745:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078116.790748:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078116.790752:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078116.790754:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078116.790756:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078116.790759:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078116.790761:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078116.790764:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200838:200838:256:4294967295] 192.168.204.104@tcp LPNI seq info [200838:200838:8:4294967295]
00000400:00000200:2.0:1769078116.790769:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078116.790775:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078116.790778:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078116.790781:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078116.790785:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078116.790787:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769078116.790791:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078116.790794:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1769078116.790797:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078116.790799:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078116.790802:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078116.790805:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078116.790808:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078116.790809:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078116.790811:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078116.790815:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c700 x1855007653145216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790822:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078116.790825:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c700 x1855007653145216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790831:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.790833:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078116.790835:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078116.790838:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078116.790841:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078116.790844:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299769363
00000100:00000001:2.0:1769078116.790846:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299770620
00000100:00000001:2.0:1769078116.790848:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299769363
00000100:00000001:2.0:1769078116.790850:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299770620
00000100:00000001:2.0:1769078116.790852:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078116.790854:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.790855:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078116.790858:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078116/real 1769078116]  req@ffff88ba8579c700 x1855007653145216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078116.790866:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078116.790867:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078116.790869:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078116.790871:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078116.790872:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078116.790874:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078116.790877:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c700 x1855007653145216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078116.790885:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c700 x1855007653145216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790892:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078116.790893:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.790895:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078116.790896:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078116.790899:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c700 x1855007653145216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790905:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078116.790908:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c700 x1855007653145216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790916:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078116.790918:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.790920:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078116.790921:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.790922:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078116.790924:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078116.790926:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078116.790929:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078116.790930:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078116.790934:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c700 x1855007653145216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078116.790941:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653145216:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078116.790944:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078116.790948:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579df80 x1855007653145344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.790954:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078116.790955:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078116.790957:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078116.790959:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078116.790961:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078116.790963:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653145344:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078116.790966:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078116.790968:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078116.790969:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078116.790971:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078116.790974:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6000.
02000000:00000001:2.0:1769078116.790976:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078116.790979:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078116.790982:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078116.790984:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078116.790987:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653145344, portal 4
00000100:00000001:2.0:1769078116.790988:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078116.790990:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417492352 : -131140292059264 : ffff88ba8579df80)
00000100:00000040:2.0:1769078116.790995:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579df80 x1855007653145344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.791002:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078116.791004:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078116.791005:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078116.791007:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653145344, offset 0
00000400:00000200:2.0:1769078116.791011:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078116.791014:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078116.791017:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078116.791019:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078116.791022:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078116.791024:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078116.791026:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078116.791029:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200839:200839:256:4294967295] 192.168.204.104@tcp LPNI seq info [200839:200839:8:4294967295]
00000400:00000200:2.0:1769078116.791033:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078116.791039:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078116.791042:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078116.791045:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078116.791048:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078116.791050:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769078116.791054:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078116.791057:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1769078116.791060:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078116.791062:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078116.791065:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078116.791068:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078116.791070:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078116.791072:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078116.791074:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078116.791078:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579df80 x1855007653145344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.791085:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078116.791088:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579df80 x1855007653145344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.791094:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.791103:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078116.791106:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078116.791108:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078116.791111:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078116.791113:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299769363
00000100:00000001:2.0:1769078116.791115:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299770620
00000100:00000001:2.0:1769078116.791118:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299769363
00000100:00000001:2.0:1769078116.791120:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299770620
00000100:00000001:2.0:1769078116.791122:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078116.791124:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.791130:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078116.791134:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078116/real 1769078116]  req@ffff88ba8579df80 x1855007653145344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078116.791141:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078116.791142:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078116.791144:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078116.791146:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078116.791148:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078116.791149:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078116.791153:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579df80 x1855007653145344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078116.791166:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579df80 x1855007653145344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.791177:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078116.791179:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.791181:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078116.791182:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078116.791186:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579df80 x1855007653145344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.791196:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078116.791200:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579df80 x1855007653145344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.791207:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078116.791209:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.791210:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078116.791211:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.791217:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078116.791219:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078116.791221:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078116.791225:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078116.791227:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078116.791231:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579df80 x1855007653145344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078116.791239:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653145344:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078116.791242:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.791248:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078116.791251:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579fb80 x1855007653144960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.791258:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078116.791260:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078116.791262:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078116.791264:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078116.791265:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078116.791271:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078116.791273:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078116.791275:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d800.
02000000:00000001:2.0:1769078116.791277:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078116.791278:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078116.791280:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579fb80.
00000100:00000001:2.0:1769078116.791283:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078116.791285:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.791286:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078116.791290:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f100 x1855007653145088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.791301:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078116.791302:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078116.791303:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:2.0:1769078116.791306:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078116.791307:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078116.791309:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078116.791310:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078116.791311:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d400.
02000000:00000001:2.0:1769078116.791313:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078116.791314:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078116.791315:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f100.
00000100:00000001:2.0:1769078116.791317:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078116.791318:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.791320:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078116.791323:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c700 x1855007653145216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.791332:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078116.791334:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078116.791335:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4800.
02000000:00000001:2.0:1769078116.791337:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078116.791338:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078116.791339:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078116.791341:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078116.791343:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d000.
02000000:00000001:2.0:1769078116.791345:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078116.791346:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078116.791347:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c700.
00000100:00000001:2.0:1769078116.791354:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078116.791355:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.791357:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078116.791360:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579df80 x1855007653145344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078116.791366:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078116.791367:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078116.791368:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6000.
02000000:00000001:2.0:1769078116.791370:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078116.791371:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078116.791372:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078116.791374:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078116.791376:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:2.0:1769078116.791378:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078116.791383:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078116.791384:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579df80.
00000100:00000001:2.0:1769078116.791387:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078116.791388:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.791390:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078116.791392:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078116.791394:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.791396:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078116.791397:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078117.428613:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078117.428620:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078117.428675:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078117.428679:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078117.428683:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078118.068666:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299770620, at 4299770624
00000100:00000010:1.0:1769078118.068690:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977be40.
00010000:00000001:2.0:1769078118.452645:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078118.452651:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078119.476604:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078119.476611:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078119.476674:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078119.476678:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078119.476683:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078120.500635:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078120.500651:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078120.500710:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078120.500713:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078120.500715:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078121.524695:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078121.524702:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078121.524777:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078121.524783:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078121.524786:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078121.908692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078121.908704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078121.908706:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078121.908711:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078121.908715:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078121.908722:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5102
00000400:00000200:2.0:1769078121.908732:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078121.908738:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078121.908741:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078121.908743:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.908746:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078121.908748:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.908750:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078121.908754:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078121.908756:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078121.908758:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078121.908760:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078121.908762:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078121.908763:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078121.908765:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.908766:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078121.908768:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.908769:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078121.908772:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078121.908774:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078121.908775:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078121.908778:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078121.908780:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078121.908783:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.908785:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078121.908789:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078121.908802:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3480.
00000020:00000040:2.0:1769078121.908807:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078121.908811:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078121.908813:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.908817:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078121.908820:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078121.908826:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078121.908836:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4800.
00000100:00000001:2.0:1769078121.908845:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078121.908855:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3480 x1855007653145472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078121.908863:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078121.908868:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078121.908871:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e98d39e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3480 x1855007653145472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078121.908898:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078121.908900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078121.908903:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078121.908904:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078121.908905:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078121.908907:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078121.908909:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5102
00000400:00000200:2.0:1769078121.908913:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078121.908915:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078121.908917:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078121.908920:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.908921:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078121.908925:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.908927:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078121.908929:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078121.908930:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078121.908931:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078121.908933:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078121.908934:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078121.908936:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078121.908940:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.908943:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078121.908947:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.908953:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078121.908959:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078121.908961:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078121.908964:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078121.908966:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078121.908974:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078121.908985:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.908994:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078121.909002:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078121.909005:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.909013:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078121.909023:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1f80.
00000020:00000040:2.0:1769078121.909038:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078121.909045:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078121.909047:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.909054:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078121.909062:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078121.909068:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078121.909080:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5400.
00000100:00000001:2.0:1769078121.909092:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078121.909104:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1f80 x1855007653145600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078121.909112:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078121.909121:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078121.909135:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cb33dcb] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1f80 x1855007653145600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078121.909157:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078121.909162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078121.909166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078121.909168:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078121.909170:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078121.909173:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078121.909185:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5102
00000400:00000200:2.0:1769078121.909194:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078121.909204:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078121.909208:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078121.909216:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.909222:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078121.909226:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.909233:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078121.909239:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078121.909241:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078121.909243:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078121.909252:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078121.909259:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078121.909262:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078121.909268:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.909270:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078121.909279:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.909288:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078121.909291:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078121.909294:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078121.909301:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078121.909307:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078121.909310:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078121.909313:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.909320:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078121.909323:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078121.909324:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.909331:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078121.909336:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0a80.
00000020:00000040:2.0:1769078121.909342:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078121.909349:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078121.909351:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.909356:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078121.909362:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078121.909369:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078121.909391:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4000.
00000100:00000001:2.0:1769078121.909413:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078121.909422:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0a80 x1855007653145728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078121.909437:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078121.909440:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078121.909449:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5c623e9] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0a80 x1855007653145728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769078121.909478:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078121.909479:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078121.909487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1769078121.909488:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000100:00080000:2.0:1769078121.909505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078121.909507:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078121.909511:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078121.909519:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078121.909526:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5102
00000400:00000200:2.0:1769078121.909586:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078121.909598:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078121.909607:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078121.909619:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.909622:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078121.909627:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.909635:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078121.909646:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078121.909649:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078121.909655:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078121.909661:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078121.909671:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078121.909682:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078121.909690:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.909693:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078121.909698:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.909707:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078121.909717:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078121.909724:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078121.909731:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078121.909734:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078121.909742:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078121.909749:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.909756:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078121.909763:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078121.909777:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.909787:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078121.909797:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1500.
00000020:00000040:2.0:1769078121.909809:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078121.909821:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078121.909825:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.909832:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078121.909837:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078121.909842:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078121.909852:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7c00.
00000100:00000001:2.0:1769078121.909862:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078121.909876:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1500 x1855007653145856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078121.909911:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078121.909918:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078121.909937:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae4e9ea6] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1500 x1855007653145856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078121.909966:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078121.909971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078121.909977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078121.909984:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078121.909989:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078121.910001:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078121.910010:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5102
00000400:00000200:2.0:1769078121.910021:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078121.910027:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078121.910033:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078121.910046:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.910052:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078121.910058:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.910065:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078121.910074:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078121.910086:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078121.910096:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078121.910100:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078121.910110:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078121.910120:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078121.910127:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.910134:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078121.910145:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078121.910150:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078121.910154:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078121.910157:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078121.910158:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078121.910160:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078121.910164:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078121.910175:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.910181:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078121.910186:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078121.910190:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.910194:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078121.910201:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0e00.
00000020:00000040:2.0:1769078121.910206:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078121.910212:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078121.910214:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.910219:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078121.910222:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078121.910229:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078121.910243:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7400.
00000100:00000001:2.0:1769078121.910248:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078121.910258:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0e00 x1855007653145984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078121.910284:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078121.910289:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078121.910299:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f96492e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0e00 x1855007653145984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078121.910322:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078121.910330:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5112)
00000800:00000200:0.1:1769078121.910417:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078121.910419:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769078121.910635:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078121.910637:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769078121.910813:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078121.910814:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769078121.911061:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078121.911063:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00010000:00000001:2.0:1769078122.548643:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078122.548651:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078122.548700:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078122.548705:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078122.548709:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078123.188649:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299775740, at 4299775744
00000100:00000010:1.0:1769078123.188666:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d161e0.
00010000:00000001:2.0:1769078123.572684:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078123.572693:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078123.572760:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078123.572765:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078123.572769:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078124.596642:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078124.596663:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078124.596667:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078124.596671:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078124.596678:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078124.596681:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078124.596684:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078124.596688:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078124.596771:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078124.596775:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078124.596778:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078125.620666:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078125.620674:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078125.620737:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078125.620742:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078125.620747:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078126.644653:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078126.644665:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078126.644742:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078126.644746:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078126.644750:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078127.028655:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078127.028667:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078127.028670:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078127.028675:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078127.028679:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078127.028687:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5107
00000400:00000200:3.0:1769078127.028697:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078127.028704:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078127.028712:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078127.028715:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.028718:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078127.028721:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.028722:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078127.028727:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078127.028728:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078127.028731:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078127.028733:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078127.028735:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078127.028736:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078127.028738:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.028739:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078127.028741:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.028742:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078127.028745:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078127.028748:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078127.028750:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078127.028752:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078127.028755:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078127.028758:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.028759:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078127.028761:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078127.028774:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000020:00000040:3.0:1769078127.028779:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078127.028784:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078127.028786:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.028789:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078127.028793:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078127.028799:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078127.028810:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769078127.028820:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078127.028832:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653146112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078127.028845:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078127.028851:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078127.028857:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653146112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078127.028889:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078127.028893:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078127.028897:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078127.028899:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078127.028901:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078127.028904:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078127.028907:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5107
00000400:00000200:3.0:1769078127.028911:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078127.028915:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078127.028917:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078127.028921:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.028924:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078127.028927:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.028930:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078127.028932:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078127.028934:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078127.028936:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078127.028939:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078127.028942:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078127.028945:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078127.028950:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.028953:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078127.028955:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.028959:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078127.028964:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078127.028975:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078127.028983:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078127.028987:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078127.028996:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078127.029001:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.029011:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078127.029018:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078127.029025:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.029031:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078127.029039:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769078127.029044:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078127.029051:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078127.029054:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.029061:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078127.029067:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078127.029072:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078127.029084:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769078127.029095:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078127.029114:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653146240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078127.029134:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078127.029140:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078127.029159:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653146240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078127.029238:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078127.029245:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078127.029254:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078127.029260:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078127.029264:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078127.029272:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078127.029281:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5107
00000400:00000200:3.0:1769078127.029302:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078127.029314:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078127.029335:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078127.029347:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.029362:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078127.029370:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.029378:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078127.029391:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078127.029395:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078127.029406:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078127.029411:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078127.029416:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078127.029425:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078127.029439:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:0.1:1769078127.029440:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078127.029451:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769078127.029452:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1769078127.029461:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.029471:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078127.029479:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078127.029489:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078127.029502:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078127.029511:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078127.029519:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078127.029527:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.029589:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078127.029594:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078127.029602:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.029609:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078127.029621:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769078127.029629:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078127.029632:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078127.029634:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.029638:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078127.029642:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078127.029646:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078127.029652:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769078127.029660:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078127.029674:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653146368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078127.029691:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078127.029697:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078127.029708:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653146368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078127.029739:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078127.029748:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078127.029759:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078127.029763:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078127.029770:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078127.029777:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078127.029788:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5107
00000400:00000200:3.0:1769078127.029808:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078127.029819:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078127.029825:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078127.029835:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.029842:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078127.029851:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.029860:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078127.029870:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078127.029873:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078127.029878:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078127.029884:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078127.029886:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078127.029893:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078127.029910:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.029917:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078127.029924:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.029932:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078127.029940:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078127.029950:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078127.029957:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078127.029966:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078127.029974:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078127.029983:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.029990:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078127.029995:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078127.030007:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.030015:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078127.030024:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769078127.030033:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078127.030041:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078127.030045:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.030050:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078127.030053:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078127.030059:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078127.030068:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769078127.030077:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078127.030096:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653146496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078127.030160:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078127.030166:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078127.030179:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653146496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078127.030202:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078127.030211:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078127.030224:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078127.030228:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078127.030231:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078127.030237:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078127.030245:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5107
00000400:00000200:3.0:1769078127.030255:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078127.030262:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078127.030269:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078127.030281:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.030292:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078127.030297:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.030302:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078127.030308:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078127.030312:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078127.030331:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078127.030336:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078127.030345:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078127.030352:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078127.030358:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.030362:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078127.030366:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078127.030372:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078127.030381:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078127.030390:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078127.030399:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078127.030408:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078127.030416:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078127.030427:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.030438:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078127.030443:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078127.030452:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.030456:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078127.030463:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769078127.030469:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078127.030475:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078127.030479:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.030487:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078127.030491:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078127.030496:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078127.030505:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769078127.030515:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078127.030531:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653146624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078127.030572:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078127.030577:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078127.030591:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653146624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078127.030620:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078127.030629:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5117)
00000800:00000200:0.1:1769078127.030697:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078127.030699:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769078127.030897:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078127.030899:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769078127.031076:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078127.031078:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769078127.031335:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078127.031337:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00010000:00000001:2.0:1769078127.668623:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078127.668631:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078127.668703:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078127.668707:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078127.668711:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078128.308688:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299780860, at 4299780864
00000100:00000010:1.0:1769078128.308712:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16e40.
00010000:00000001:2.0:1769078128.692649:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078128.692659:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078128.692715:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078128.692719:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078128.692722:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078129.716675:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078129.716683:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078129.716754:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078129.716758:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078129.716761:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078130.740676:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078130.740686:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078130.740753:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078130.740758:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078130.740762:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078131.764710:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078131.764717:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078131.764790:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078131.764795:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078131.764799:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078132.148618:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078132.148634:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078132.148638:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078132.148643:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078132.148647:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078132.148655:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5112
00000400:00000200:3.0:1769078132.148666:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078132.148672:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078132.148675:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078132.148678:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.148681:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078132.148683:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.148685:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078132.148689:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078132.148691:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078132.148693:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078132.148696:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078132.148697:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078132.148699:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078132.148702:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.148703:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078132.148705:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.148706:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078132.148709:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078132.148712:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078132.148713:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078132.148716:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078132.148719:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078132.148721:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.148722:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078132.148725:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078132.148735:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769078132.148738:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078132.148743:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078132.148745:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.148748:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078132.148750:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078132.148755:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078132.148763:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078132.148770:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078132.148779:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653146752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078132.148788:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078132.148792:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078132.148796:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653146752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078132.148818:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078132.148821:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078132.148824:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078132.148825:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078132.148826:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078132.148828:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078132.148830:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5112
00000400:00000200:3.0:1769078132.148832:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078132.148834:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078132.148835:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078132.148838:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.148839:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078132.148841:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.148843:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078132.148845:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078132.148846:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078132.148848:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078132.148849:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078132.148851:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078132.148854:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078132.148857:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.148862:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078132.148864:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.148865:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078132.148870:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078132.148873:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078132.148877:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078132.148879:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078132.148890:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078132.148895:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.148900:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078132.148905:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078132.148910:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.148913:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078132.148920:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769078132.148922:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078132.148926:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078132.148928:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.148934:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078132.148937:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078132.148941:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078132.148947:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769078132.148953:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078132.148961:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653146880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078132.148970:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078132.148971:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078132.148975:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653146880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078132.148993:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078132.149003:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078132.149008:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078132.149009:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078132.149011:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078132.149013:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078132.149015:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5112
00000400:00000200:3.0:1769078132.149021:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078132.149024:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078132.149025:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078132.149028:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149034:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078132.149038:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149041:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078132.149045:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078132.149046:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078132.149047:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078132.149050:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078132.149053:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078132.149057:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078132.149065:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149070:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078132.149072:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149075:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078132.149079:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078132.149084:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149089:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078132.149095:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078132.149099:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078132.149104:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.149108:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078132.149109:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078132.149111:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.149112:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078132.149116:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769078132.149120:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078132.149122:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078132.149123:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.149126:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078132.149129:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078132.149132:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078132.149136:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769078132.149140:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078132.149147:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653147008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078132.149165:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078132.149169:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078132.149177:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653147008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078132.149184:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078132.149186:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078132.149191:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078132.149194:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078132.149197:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078132.149203:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078132.149208:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5112
00000400:00000200:3.0:1769078132.149216:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078132.149221:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078132.149223:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078132.149228:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149230:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769078132.149254:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769078132.149262:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149265:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078132.149267:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078132.149267:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078132.149269:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078132.149271:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078132.149273:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078132.149279:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078132.149282:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149286:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078132.149290:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149294:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078132.149297:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078132.149302:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149303:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078132.149305:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078132.149308:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078132.149311:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.149313:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078132.149315:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078132.149317:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.149319:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078132.149326:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769078132.149330:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078132.149333:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078132.149335:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.149339:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078132.149340:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078132.149342:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078132.149348:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769078132.149354:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078132.149361:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653147136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078132.149373:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078132.149375:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078132.149380:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653147136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078132.149395:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078132.149400:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078132.149408:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078132.149412:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078132.149415:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078132.149419:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078132.149425:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5112
00000400:00000200:3.0:1769078132.149431:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078132.149436:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078132.149440:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078132.149447:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149450:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078132.149455:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149460:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078132.149463:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078132.149466:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078132.149471:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078132.149473:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078132.149477:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078132.149480:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078132.149487:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149489:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078132.149494:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149498:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078132.149502:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078132.149507:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078132.149511:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078132.149516:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078132.149519:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078132.149524:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.149527:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078132.149531:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078132.149557:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.149559:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078132.149562:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769078132.149565:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078132.149568:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078132.149570:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.149574:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078132.149577:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078132.149582:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078132.149593:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769078132.149599:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078132.149611:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653147264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078132.149627:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078132.149633:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078132.149642:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653147264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078132.149665:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078132.149675:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5122)
00000800:00000200:0.1:1769078132.149701:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078132.149872:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078132.150071:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078132.150247:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00010000:00000001:2.0:1769078132.788654:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078132.788665:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078132.788733:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078132.788736:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078132.788740:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078133.428698:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299785979, at 4299785984
00000100:00000010:1.0:1769078133.428717:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16e40.
00010000:00000001:2.0:1769078133.812680:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078133.812693:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078133.812696:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078133.812700:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078133.812707:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078133.812710:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078133.812713:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078133.812716:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078133.812799:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078133.812803:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078133.812806:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078134.836667:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078134.836678:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078134.836734:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078134.836738:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078134.836742:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769078135.220941:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:1.0:1769078135.220995:0:2393:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769078135.221012:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078135.221019:0:2393:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:1.0:1769078135.221023:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078135.221028:0:2393:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769078135.221034:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769078135.221039:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:1.0:1769078135.221046:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078135.221052:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078135.221061:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897995d8
00000400:00000010:1.0:1769078135.221065:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897995d8.
00000100:00000001:1.0:1769078135.221071:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078135.221082:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9a300 x1855007653146752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078135.221115:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078135.221120:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653146752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078135.221129:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078135.221131:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078135.221145:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769078135.221149:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727300.
00000400:00000200:1.0:1769078135.221152:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078135.221157:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078135.221178:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799550
00000400:00000010:1.0:1769078135.221215:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799550.
00000100:00000001:1.0:1769078135.221221:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078135.221230:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a98380 x1855007653146880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078135.221248:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078135.221252:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653146880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078135.221263:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078135.221268:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078135.221279:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769078135.221285:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727500.
00000400:00000200:1.0:1769078135.221296:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078135.221307:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078135.221313:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799b28
00000400:00000010:1.0:1769078135.221316:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799b28.
00000100:00000001:1.0:1769078135.221321:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078135.221331:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a99f80 x1855007653147008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078135.221346:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078135.221352:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653147008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078135.221366:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078135.221371:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078135.221383:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769078135.221390:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727900.
00000400:00000200:1.0:1769078135.221393:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078135.221402:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078135.221410:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799ee0
00000400:00000010:1.0:1769078135.221414:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799ee0.
00000100:00000001:1.0:1769078135.221417:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078135.221422:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9b480 x1855007653147136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078135.221434:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078135.221437:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653147136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078135.221445:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078135.221449:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078135.221461:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769078135.221468:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727400.
00000400:00000200:1.0:1769078135.221479:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078135.221489:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078135.221495:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799bb0
00000400:00000010:1.0:1769078135.221501:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799bb0.
00000100:00000001:1.0:1769078135.221506:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078135.221516:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a98700 x1855007653147264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078135.221604:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078135.221612:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653147264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078135.221623:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078135.221627:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:2.0:1769078135.860674:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078135.860682:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078135.860765:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078135.860769:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078135.860774:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078136.884617:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078136.884630:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078136.884702:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078136.884707:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078136.884711:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078137.268675:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078137.268690:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078137.268693:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078137.268698:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078137.268703:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078137.268710:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5117
00000400:00000200:3.0:1769078137.268721:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078137.268727:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078137.268730:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078137.268733:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.268736:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078137.268738:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.268740:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078137.268744:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078137.268746:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078137.268748:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078137.268751:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078137.268753:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078137.268754:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078137.268757:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.268758:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078137.268760:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.268761:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078137.268763:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078137.268767:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078137.268770:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078137.268773:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078137.268776:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078137.268780:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.268783:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078137.268787:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078137.268796:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769078137.268801:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078137.268807:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078137.268809:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.268813:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078137.268817:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078137.268824:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078137.268834:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078137.268844:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078137.268856:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653147392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078137.268869:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078137.268875:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078137.268880:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653147392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078137.268918:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078137.268923:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078137.268926:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078137.268928:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078137.268930:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078137.268933:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078137.268935:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5117
00000400:00000200:3.0:1769078137.268940:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078137.268943:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078137.268946:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078137.268949:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.268952:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078137.268953:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.268956:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078137.268958:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078137.268960:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078137.268962:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078137.268965:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078137.268967:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078137.268969:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078137.268972:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.268974:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078137.268976:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.268978:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078137.268981:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078137.268984:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078137.268986:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078137.268988:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078137.268994:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078137.268996:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.268999:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078137.269005:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078137.269008:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.269011:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078137.269015:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769078137.269018:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078137.269021:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078137.269022:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.269024:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078137.269026:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078137.269028:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078137.269043:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769078137.269048:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078137.269053:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653147520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078137.269062:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078137.269065:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078137.269071:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653147520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078137.269080:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078137.269083:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078137.269088:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078137.269090:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078137.269092:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078137.269095:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078137.269098:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5117
00000400:00000200:3.0:1769078137.269102:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078137.269104:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078137.269107:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078137.269110:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269112:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078137.269114:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269116:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078137.269119:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078137.269120:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078137.269122:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078137.269124:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078137.269127:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078137.269129:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078137.269132:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269134:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078137.269136:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269138:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078137.269141:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078137.269143:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269181:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078137.269183:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078137.269187:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078137.269190:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.269192:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078137.269195:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078137.269198:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.269200:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078137.269205:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769078137.269208:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078137.269211:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078137.269212:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.269214:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078137.269216:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078137.269218:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078137.269223:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769078137.269227:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078137.269233:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653147648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078137.269241:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078137.269244:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078137.269248:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653147648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078137.269256:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078137.269259:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078137.269263:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078137.269265:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078137.269266:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078137.269270:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078137.269273:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5117
00000400:00000200:3.0:1769078137.269277:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078137.269280:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078137.269283:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078137.269286:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269288:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078137.269290:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269292:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078137.269296:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078137.269297:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078137.269299:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078137.269301:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078137.269303:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078137.269305:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078137.269309:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269312:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078137.269314:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269317:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078137.269319:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078137.269321:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269325:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078137.269326:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078137.269329:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078137.269331:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.269334:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078137.269336:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078137.269338:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.269340:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078137.269344:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769078137.269346:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078137.269349:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078137.269351:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.269354:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078137.269355:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078137.269356:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078137.269360:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769078137.269364:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078137.269368:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653147776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078137.269376:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078137.269379:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078137.269382:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653147776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078137.269390:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078137.269392:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078137.269396:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078137.269397:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078137.269399:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078137.269402:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078137.269404:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5117
00000400:00000200:3.0:1769078137.269408:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078137.269411:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078137.269531:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078137.269566:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269569:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078137.269571:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269573:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078137.269576:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078137.269577:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078137.269579:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078137.269581:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078137.269583:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078137.269585:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078137.269588:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269590:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078137.269593:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269595:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078137.269598:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078137.269601:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078137.269603:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078137.269605:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078137.269609:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078137.269611:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.269614:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078137.269616:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078137.269619:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.269621:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078137.269627:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769078137.269629:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078137.269632:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078137.269634:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.269636:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078137.269638:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078137.269641:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078137.269646:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769078137.269650:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078137.269655:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653147904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078137.269663:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078137.269666:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078137.269670:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653147904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078137.269680:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078137.269686:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5127)
00000800:00000200:0.1:1769078137.270030:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078137.270036:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078137.270482:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078137.270486:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078137.270817:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078137.270821:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078137.271138:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078137.271140:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078137.271600:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078137.271602:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00010000:00000001:2.0:1769078137.908692:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078137.908700:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078137.908777:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078137.908782:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078137.908787:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078138.548672:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299791100, at 4299791104
00000100:00000010:1.0:1769078138.548694:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d161e0.
00010000:00000001:2.0:1769078138.932614:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078138.932622:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078138.932690:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078138.932695:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078138.932699:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078139.956647:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078139.956657:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078139.956731:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078139.956734:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078139.956738:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078140.980680:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078140.980689:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078140.980784:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078140.980789:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078140.980793:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078142.004630:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078142.004637:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078142.004721:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078142.004726:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078142.004731:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078142.388664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078142.388678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078142.388682:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078142.388688:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078142.388693:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078142.388703:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5122
00000400:00000200:1.0:1769078142.388714:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078142.388722:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078142.388726:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078142.388730:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.388735:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078142.388738:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.388748:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078142.388754:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078142.388756:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078142.388760:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078142.388763:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078142.388766:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078142.388768:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078142.388773:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.388775:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078142.388777:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.388780:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078142.388784:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078142.388788:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078142.388791:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078142.388795:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078142.388799:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078142.388802:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.388805:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078142.388808:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078142.388821:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613480.
00000020:00000040:1.0:1769078142.388826:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078142.388831:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078142.388833:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.388837:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078142.388841:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078142.388846:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078142.388856:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218c00.
00000100:00000001:1.0:1769078142.388865:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078142.388876:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613480 x1855007653148032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078142.388890:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078142.388895:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078142.388901:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3972140] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613480 x1855007653148032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078142.388929:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078142.388933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078142.388937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078142.388938:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078142.388940:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078142.388943:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078142.388946:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5122
00000400:00000200:1.0:1769078142.388952:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078142.388955:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078142.388958:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078142.388962:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.388965:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078142.388967:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.388970:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078142.388973:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078142.388975:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078142.388976:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078142.388979:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078142.388982:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078142.388987:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078142.388993:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.388998:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078142.389001:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389003:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078142.389007:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078142.389012:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389016:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078142.389020:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078142.389028:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078142.389032:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.389037:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078142.389044:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078142.389050:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.389055:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078142.389075:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613b80.
00000020:00000040:1.0:1769078142.389082:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078142.389087:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078142.389089:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.389092:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078142.389095:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078142.389100:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078142.389109:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821bc00.
00000100:00000001:1.0:1769078142.389115:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078142.389123:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613b80 x1855007653148160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078142.389136:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078142.389141:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078142.389148:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463b92a8] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613b80 x1855007653148160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078142.389163:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078142.389167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078142.389175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078142.389178:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078142.389182:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078142.389189:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078142.389195:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5122
00000400:00000200:1.0:1769078142.389205:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078142.389213:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078142.389218:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078142.389225:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389229:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078142.389232:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389237:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078142.389251:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078142.389254:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078142.389257:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078142.389262:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078142.389269:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078142.389275:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078142.389282:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389288:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078142.389293:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389296:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078142.389303:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078142.389310:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389316:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078142.389319:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078142.389324:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078142.389328:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.389332:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078142.389337:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078142.389343:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.389348:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078142.389349:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078142.389355:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000100:00000010:1.0:1769078142.389356:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611180.
00000020:00000040:1.0:1769078142.389363:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078142.389368:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078142.389372:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.389375:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078142.389377:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078142.389381:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078142.389390:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218000.
00000100:00000001:1.0:1769078142.389396:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078142.389404:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611180 x1855007653148288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078142.389418:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078142.389422:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078142.389432:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca7c0f41] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611180 x1855007653148288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078142.389446:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078142.389450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078142.389459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078142.389462:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078142.389466:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078142.389471:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078142.389477:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5122
00000400:00000200:1.0:1769078142.389484:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078142.389489:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078142.389494:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078142.389501:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389505:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078142.389510:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389513:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078142.389517:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078142.389520:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078142.389522:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078142.389525:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078142.389530:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078142.389577:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078142.389587:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389593:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078142.389599:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389603:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078142.389608:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078142.389614:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389620:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078142.389624:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078142.389630:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078142.389636:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.389641:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078142.389645:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078142.389653:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.389659:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078142.389665:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610a80.
00000020:00000040:1.0:1769078142.389670:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078142.389676:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078142.389679:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.389684:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078142.389687:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078142.389690:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078142.389696:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000001:1.0:1769078142.389702:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078142.389715:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610a80 x1855007653148416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078142.389735:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078142.389739:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078142.389749:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cf2531] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610a80 x1855007653148416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078142.389766:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078142.389771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078142.389777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078142.389781:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078142.389784:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078142.389790:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078142.389797:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5122
00000400:00000200:1.0:1769078142.389806:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078142.389812:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078142.389817:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078142.389823:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389828:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078142.389834:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389838:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078142.389841:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078142.389842:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078142.389844:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078142.389846:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078142.389851:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078142.389856:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078142.389862:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389867:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078142.389871:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389878:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078142.389884:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078142.389888:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078142.389893:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078142.389899:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078142.389904:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078142.389910:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.389915:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078142.389919:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078142.389925:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.389930:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078142.389937:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613800.
00000020:00000040:1.0:1769078142.389943:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078142.389950:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078142.389953:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.389957:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078142.389961:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078142.389964:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078142.389972:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:1.0:1769078142.389978:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078142.389986:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613800 x1855007653148544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078142.390001:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078142.390005:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078142.390012:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ee6579f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613800 x1855007653148544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078142.390027:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078142.390035:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5132)
00000800:00000200:0.1:1769078142.390113:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078142.390115:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078142.390316:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078142.390317:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078142.390562:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078142.390565:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078142.390855:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078142.390857:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00010000:00000001:2.0:1769078143.028689:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078143.028698:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078143.028781:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078143.028785:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078143.028788:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078143.668635:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299796219, at 4299796224
00000100:00000010:1.0:1769078143.668652:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d167e0.
00010000:00000001:2.0:1769078144.052630:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078144.052642:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078144.052646:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078144.052650:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078144.052657:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078144.052660:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078144.052663:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078144.052665:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078144.052728:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078144.052731:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078144.052735:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078145.076681:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078145.076688:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078145.076757:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078145.076764:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078145.076767:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078146.100681:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078146.100689:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078146.100759:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078146.100765:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078146.100768:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078147.124697:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078147.124706:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078147.124784:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078147.124790:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078147.124794:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078147.508717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078147.508724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078147.508726:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078147.508730:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078147.508734:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078147.508740:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5127
00000400:00000200:1.0:1769078147.508748:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078147.508753:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078147.508756:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078147.508758:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.508761:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078147.508764:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.508766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078147.508769:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078147.508771:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078147.508774:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078147.508777:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078147.508780:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078147.508783:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078147.508787:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.508790:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078147.508792:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.508795:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078147.508799:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078147.508804:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078147.508808:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078147.508812:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078147.508817:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078147.508821:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.508824:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078147.508828:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078147.508836:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612680.
00000020:00000040:1.0:1769078147.508841:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078147.508845:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078147.508847:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.508850:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078147.508852:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078147.508857:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078147.508866:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000001:1.0:1769078147.508873:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078147.508883:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612680 x1855007653148672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078147.508895:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078147.508900:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078147.508905:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c0d898d] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612680 x1855007653148672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.508925:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078147.508928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078147.508931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078147.508932:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078147.508933:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078147.508935:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078147.508937:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5127
00000400:00000200:1.0:1769078147.508940:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078147.508943:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078147.508944:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078147.508947:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.508948:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078147.508950:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.508951:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078147.508953:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078147.508954:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078147.508956:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078147.508958:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078147.508960:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078147.508963:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078147.508965:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.508967:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078147.508968:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.508969:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078147.508985:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078147.508989:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078147.508993:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078147.508995:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078147.508999:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078147.509003:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.509006:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078147.509009:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078147.509012:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.509016:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078147.509021:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610e00.
00000020:00000040:1.0:1769078147.509025:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078147.509030:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078147.509033:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.509037:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078147.509040:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078147.509043:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078147.509046:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219c00.
00000100:00000001:1.0:1769078147.509049:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078147.509054:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610e00 x1855007653148800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078147.509063:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078147.509066:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078147.509075:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e5ce01] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610e00 x1855007653148800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.509096:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078147.509100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078147.509105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078147.509106:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078147.509110:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078147.509111:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078147.509113:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5127
00000400:00000200:1.0:1769078147.509118:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078147.509122:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078147.509126:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078147.509128:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.509130:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078147.509135:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.509140:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078147.509144:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078147.509148:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078147.509150:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078147.509153:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078147.509157:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078147.509161:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078147.509170:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.509175:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078147.509179:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.509184:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078147.509190:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078147.509197:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078147.509201:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078147.509202:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078147.509205:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078147.509207:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.509210:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078147.509213:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078147.509217:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.509221:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078147.509225:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612a00.
00000020:00000040:1.0:1769078147.509230:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078147.509234:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078147.509239:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.509243:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078147.509246:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078147.509248:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078147.509256:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000001:1.0:1769078147.509262:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078147.509272:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612a00 x1855007653148928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078147.509284:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078147.509289:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078147.509298:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080821b25] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612a00 x1855007653148928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.509312:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078147.509317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078147.509322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078147.509326:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078147.509327:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078147.509332:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078147.509338:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5127
00000400:00000200:1.0:1769078147.509363:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078147.509369:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078147.509372:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078147.509376:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.509381:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078147.509383:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.509385:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078147.509388:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078147.509392:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078147.509395:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078147.509397:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078147.509402:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078147.509405:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078147.509410:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:0.1:1769078147.509411:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078147.509413:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078147.509418:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:0.1:1769078147.509419:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1769078147.509420:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078147.509424:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078147.509431:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078147.509434:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078147.509437:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078147.509441:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078147.509445:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.509448:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078147.509450:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078147.509452:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.509453:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078147.509457:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610380.
00000020:00000040:1.0:1769078147.509460:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078147.509463:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078147.509466:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.509468:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078147.509471:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078147.509473:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078147.509476:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769078147.509481:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078147.509488:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610380 x1855007653149056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078147.509497:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078147.509501:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078147.509508:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea9b11c2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610380 x1855007653149056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.509518:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078147.509522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078147.509526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078147.509528:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078147.509531:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078147.509561:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078147.509564:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5127
00000400:00000200:1.0:1769078147.509568:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078147.509571:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078147.509573:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078147.509575:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.509580:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078147.509585:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.509590:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078147.509593:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078147.509596:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078147.509599:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078147.509601:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078147.509603:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078147.509605:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078147.509612:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.509614:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078147.509618:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078147.509621:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078147.509623:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078147.509629:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078147.509631:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078147.509632:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078147.509636:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078147.509639:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.509640:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078147.509642:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078147.509646:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.509648:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078147.509651:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611c00.
00000020:00000040:1.0:1769078147.509654:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078147.509655:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078147.509656:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.509657:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078147.509658:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078147.509660:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078147.509666:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a400.
00000100:00000001:1.0:1769078147.509673:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078147.509677:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611c00 x1855007653149184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078147.509689:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078147.509693:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078147.509697:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8684d4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611c00 x1855007653149184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.509706:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078147.509712:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5137)
00000800:00000200:0.1:1769078147.510075:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078147.510090:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078147.510390:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078147.510392:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078147.510606:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078147.510608:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078147.510853:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078147.510855:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00010000:00000001:2.0:1769078148.148670:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078148.148676:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078148.148740:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078148.148745:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078148.148748:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078148.788617:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299801340, at 4299801344
00000100:00000010:1.0:1769078148.788631:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16cc0.
00010000:00000001:2.0:1769078149.172654:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078149.172660:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078149.172708:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078149.172712:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078149.172715:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078150.196641:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078150.196648:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078150.196720:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078150.196727:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078150.196732:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078151.220651:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078151.220656:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078151.220708:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078151.220712:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078151.220715:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078152.244635:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078152.244643:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078152.244702:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078152.244705:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078152.244708:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078152.628840:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078152.628845:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078152.628849:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078152.628857:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c000 x1855007653149312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.628874:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078152.628877:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078152.628882:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078152.628899:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078152.628906:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078152.628913:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653149312:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078152.628919:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078152.628923:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078152.628926:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078152.628930:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078152.628938:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078152.628943:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078152.628951:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078152.628957:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078152.628965:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078152.628973:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653149312, portal 25
00000100:00000001:2.0:1769078152.628980:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078152.628983:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417484288 : -131140292067328 : ffff88ba8579c000)
00000100:00000040:2.0:1769078152.628991:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c000 x1855007653149312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.629002:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078152.629007:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078152.629013:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078152.629017:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653149312, offset 0
00000400:00000200:2.0:1769078152.629030:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078152.629044:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078152.629057:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078152.629069:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078152.629080:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078152.629089:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078152.629098:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078152.629110:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200870:200870:256:4294967295] 192.168.204.104@tcp LPNI seq info [200870:200870:8:4294967295]
00000400:00000200:2.0:1769078152.629123:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078152.629149:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078152.629164:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078152.629174:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078152.629186:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078152.629194:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078152.629208:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078152.629229:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078152.629243:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078152.629249:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078152.629259:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078152.629269:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078152.629279:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078152.629284:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078152.629292:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078152.629302:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c000 x1855007653149312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.629330:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078152.629340:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c000 x1855007653149312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.629384:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078152.629389:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078152.629399:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078152.629410:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078152.629416:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299806459
00000100:00000010:2.0:1769078152.629427:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bc60.
00000100:00000001:2.0:1769078152.629436:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078152.629447:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299806459
00000100:00000010:2.0:1769078152.629456:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b0c0.
00000100:00000001:2.0:1769078152.629464:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078152.629472:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078152.629481:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078152.629488:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078152.629500:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078152/real 1769078152]  req@ffff88ba8579c000 x1855007653149312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078152.629525:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078152.629529:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078152.629569:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078152.629575:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078152.629580:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078152.629587:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078152.629596:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c000 x1855007653149312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078152.629617:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c000 x1855007653149312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.629649:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078152.629653:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.629657:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078152.629660:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078152.629667:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c000 x1855007653149312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.629674:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078152.629679:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c000 x1855007653149312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.629687:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078152.629690:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.629692:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078152.629693:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.629696:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078152.629698:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078152.629701:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078152.629705:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078152.629708:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078152.629712:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c000 x1855007653149312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078152.629721:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653149312:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078152.629726:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.629728:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078152.629732:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c000 x1855007653149312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.629739:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078152.629741:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078152.629744:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078152.629747:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078152.629749:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078152.629761:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078152.629764:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078152.629766:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c800.
02000000:00000001:2.0:1769078152.629775:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078152.629777:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078152.629779:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c000.
00000100:00000001:2.0:1769078152.629783:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078152.629785:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.629787:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.629795:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078152.629797:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078152.629799:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078152.629801:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078152.629802:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078152.629807:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d180 x1855007653149440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.629820:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078152.629821:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078152.629824:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078152.629826:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078152.629828:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078152.629832:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653149440:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078152.629835:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078152.629838:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078152.629839:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078152.629841:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078152.629845:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078152.629847:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078152.629852:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078152.629855:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078152.629859:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078152.629863:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653149440, portal 10
00000100:00000001:2.0:1769078152.629865:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078152.629866:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417488768 : -131140292062848 : ffff88ba8579d180)
00000100:00000040:2.0:1769078152.629872:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d180 x1855007653149440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.629880:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078152.629882:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078152.629884:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078152.629904:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653149440, offset 0
00000400:00000200:2.0:1769078152.629910:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078152.629914:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078152.629918:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078152.629922:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078152.629925:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078152.629927:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078152.629930:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078152.629934:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200871:200871:256:4294967295] 192.168.204.104@tcp LPNI seq info [200871:200871:8:4294967295]
00000400:00000200:2.0:1769078152.629938:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078152.629946:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078152.629950:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078152.629954:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078152.629959:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078152.629962:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078152.629967:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078152.629970:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078152.629974:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078152.629976:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078152.629980:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078152.629984:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078152.629987:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078152.629989:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078152.629992:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078152.629996:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d180 x1855007653149440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630004:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078152.630007:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d180 x1855007653149440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630015:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078152.630016:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078152.630020:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078152.630023:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078152.630027:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078152.630029:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299805210
00000100:00000001:2.0:1769078152.630032:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299806459
00000100:00000001:2.0:1769078152.630035:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299805210
00000100:00000001:2.0:1769078152.630037:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299806459
00000100:00000001:2.0:1769078152.630039:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078152.630042:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078152.630044:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078152.630048:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078152/real 1769078152]  req@ffff88ba8579d180 x1855007653149440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078152.630057:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078152.630065:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078152.630067:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078152.630071:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078152.630072:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078152.630075:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078152.630078:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d180 x1855007653149440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078152.630087:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d180 x1855007653149440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630095:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078152.630097:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.630099:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078152.630100:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078152.630104:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d180 x1855007653149440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630111:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078152.630116:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d180 x1855007653149440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630122:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078152.630125:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.630127:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078152.630128:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.630130:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078152.630132:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078152.630135:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078152.630139:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078152.630141:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078152.630145:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d180 x1855007653149440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078152.630154:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653149440:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078152.630158:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078152.630162:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ed80 x1855007653149568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630168:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078152.630170:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078152.630172:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078152.630174:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078152.630176:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078152.630179:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653149568:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078152.630183:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078152.630185:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078152.630186:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078152.630188:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078152.630192:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078152.630194:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078152.630198:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078152.630201:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078152.630203:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078152.630206:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653149568, portal 10
00000100:00000001:2.0:1769078152.630208:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078152.630210:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417495936 : -131140292055680 : ffff88ba8579ed80)
00000100:00000040:2.0:1769078152.630216:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ed80 x1855007653149568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630223:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078152.630226:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078152.630229:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078152.630231:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653149568, offset 0
00000400:00000200:2.0:1769078152.630235:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078152.630240:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078152.630243:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078152.630246:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078152.630249:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078152.630251:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078152.630253:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078152.630257:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200872:200872:256:4294967295] 192.168.204.104@tcp LPNI seq info [200872:200872:8:4294967295]
00000400:00000200:2.0:1769078152.630261:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078152.630267:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078152.630272:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078152.630275:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078152.630279:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078152.630282:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078152.630287:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078152.630289:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078152.630293:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078152.630296:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078152.630299:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078152.630302:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078152.630305:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078152.630307:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078152.630310:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078152.630314:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ed80 x1855007653149568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630322:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078152.630325:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ed80 x1855007653149568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630332:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078152.630334:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078152.630338:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078152.630341:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078152.630345:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078152.630347:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299805195
00000100:00000001:2.0:1769078152.630350:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299806459
00000100:00000001:2.0:1769078152.630352:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299805195
00000100:00000001:2.0:1769078152.630354:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299806459
00000100:00000001:2.0:1769078152.630356:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078152.630359:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078152.630361:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078152.630365:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078152/real 1769078152]  req@ffff88ba8579ed80 x1855007653149568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078152.630373:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078152.630375:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078152.630377:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078152.630380:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078152.630381:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078152.630384:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078152.630387:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ed80 x1855007653149568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078152.630396:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ed80 x1855007653149568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630402:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078152.630404:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.630406:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078152.630407:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078152.630411:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ed80 x1855007653149568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630418:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078152.630423:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ed80 x1855007653149568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630430:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078152.630433:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.630434:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078152.630435:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.630437:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078152.630439:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078152.630442:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078152.630446:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078152.630448:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078152.630453:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ed80 x1855007653149568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078152.630462:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653149568:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078152.630466:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078152.630470:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ea00 x1855007653149696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630476:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078152.630478:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078152.630481:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078152.630482:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078152.630485:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078152.630488:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653149696:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078152.630492:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078152.630493:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078152.630495:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078152.630497:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078152.630500:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769078152.630502:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078152.630507:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078152.630510:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078152.630513:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078152.630516:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653149696, portal 4
00000100:00000001:2.0:1769078152.630519:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078152.630520:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417495040 : -131140292056576 : ffff88ba8579ea00)
00000100:00000040:2.0:1769078152.630526:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ea00 x1855007653149696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630532:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078152.630534:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078152.630558:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078152.630561:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653149696, offset 0
00000400:00000200:2.0:1769078152.630566:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078152.630570:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078152.630575:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078152.630578:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078152.630581:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078152.630583:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078152.630586:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078152.630590:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200873:200873:256:4294967295] 192.168.204.104@tcp LPNI seq info [200873:200873:8:4294967295]
00000400:00000200:2.0:1769078152.630594:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078152.630601:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078152.630606:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078152.630609:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078152.630614:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078152.630617:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078152.630621:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078152.630624:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078152.630628:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078152.630630:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078152.630633:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078152.630637:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078152.630640:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078152.630642:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078152.630644:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078152.630648:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ea00 x1855007653149696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630656:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078152.630660:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ea00 x1855007653149696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630667:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078152.630669:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078152.630672:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078152.630675:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078152.630679:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078152.630681:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299805203
00000100:00000001:2.0:1769078152.630684:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299806459
00000100:00000001:2.0:1769078152.630686:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299805203
00000100:00000001:2.0:1769078152.630689:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299806459
00000100:00000001:2.0:1769078152.630691:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078152.630693:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078152.630695:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078152.630699:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078152/real 1769078152]  req@ffff88ba8579ea00 x1855007653149696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078152.630707:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078152.630709:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078152.630711:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078152.630713:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078152.630715:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078152.630718:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078152.630721:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ea00 x1855007653149696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078152.630731:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ea00 x1855007653149696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630746:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078152.630748:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.630750:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078152.630751:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078152.630755:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ea00 x1855007653149696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630763:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078152.630767:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ea00 x1855007653149696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630776:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078152.630778:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.630780:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078152.630782:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.630784:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078152.630785:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078152.630788:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078152.630791:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078152.630794:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078152.630797:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ea00 x1855007653149696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078152.630805:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653149696:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078152.630809:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078152.630813:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579e680 x1855007653149824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630819:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078152.630821:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078152.630823:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078152.630825:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078152.630827:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078152.630830:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653149824:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078152.630834:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078152.630836:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078152.630837:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078152.630839:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078152.630843:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078152.630845:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078152.630849:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078152.630851:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078152.630855:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078152.630857:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653149824, portal 4
00000100:00000001:2.0:1769078152.630860:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078152.630861:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417494144 : -131140292057472 : ffff88ba8579e680)
00000100:00000040:2.0:1769078152.630866:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579e680 x1855007653149824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630872:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078152.630875:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078152.630877:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078152.630879:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653149824, offset 0
00000400:00000200:2.0:1769078152.630883:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078152.630903:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078152.630907:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078152.630910:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078152.630913:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078152.630915:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078152.630918:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078152.630922:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200874:200874:256:4294967295] 192.168.204.104@tcp LPNI seq info [200874:200874:8:4294967295]
00000400:00000200:2.0:1769078152.630927:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078152.630933:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078152.630939:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078152.630942:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078152.630946:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078152.630949:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078152.630953:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078152.630956:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078152.630961:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078152.630962:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078152.630965:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078152.630969:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078152.630972:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078152.630974:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078152.630977:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078152.630981:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579e680 x1855007653149824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630989:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078152.630992:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579e680 x1855007653149824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.630999:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078152.631001:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078152.631004:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078152.631007:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078152.631010:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078152.631013:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299805203
00000100:00000001:2.0:1769078152.631015:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299806459
00000100:00000001:2.0:1769078152.631018:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299805203
00000100:00000001:2.0:1769078152.631020:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299806459
00000100:00000001:2.0:1769078152.631022:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078152.631024:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078152.631026:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078152.631030:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078152/real 1769078152]  req@ffff88ba8579e680 x1855007653149824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078152.631039:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078152.631040:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078152.631042:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078152.631044:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078152.631046:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078152.631048:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078152.631052:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579e680 x1855007653149824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078152.631061:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579e680 x1855007653149824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.631067:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078152.631069:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.631071:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078152.631072:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078152.631076:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579e680 x1855007653149824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.631083:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078152.631088:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579e680 x1855007653149824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.631094:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078152.631097:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.631098:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078152.631100:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.631101:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078152.631103:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078152.631105:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078152.631109:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078152.631111:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078152.631115:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579e680 x1855007653149824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078152.631122:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653149824:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078152.631126:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.631128:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078152.631131:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d180 x1855007653149440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.631138:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078152.631139:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078152.631141:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078152.631144:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078152.631146:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078152.631147:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078152.631149:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078152.631151:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f000.
02000000:00000001:2.0:1769078152.631154:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078152.631155:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078152.631157:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d180.
00000100:00000001:2.0:1769078152.631160:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078152.631161:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.631163:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078152.631167:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ed80 x1855007653149568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.631173:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078152.631175:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078152.631176:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078152.631179:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078152.631180:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078152.631182:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078152.631184:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078152.631185:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e400.
02000000:00000001:2.0:1769078152.631187:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078152.631189:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078152.631190:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ed80.
00000100:00000001:2.0:1769078152.631193:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078152.631195:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.631196:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078152.631200:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ea00 x1855007653149696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.631207:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078152.631208:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078152.631210:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769078152.631214:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078152.631215:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078152.631217:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078152.631219:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078152.631221:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e000.
02000000:00000001:2.0:1769078152.631223:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078152.631224:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078152.631225:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ea00.
00000100:00000001:2.0:1769078152.631227:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078152.631228:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.631230:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078152.631233:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579e680 x1855007653149824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078152.631239:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078152.631241:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078152.631242:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078152.631244:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078152.631245:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078152.631246:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078152.631248:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078152.631250:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c400.
02000000:00000001:2.0:1769078152.631252:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078152.631253:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078152.631254:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579e680.
00000100:00000001:2.0:1769078152.631256:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078152.631257:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.631259:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.631262:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078152.631264:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078152.631266:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078152.631267:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078153.268665:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078153.268671:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078153.268752:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078153.268766:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078153.268772:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078153.908655:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299806459, at 4299806464
00000100:00000010:1.0:1769078153.908682:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b0c0.
00010000:00000001:2.0:1769078154.292666:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078154.292672:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078154.292675:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078154.292677:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078154.292682:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078154.292684:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078154.292686:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078154.292687:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078154.292756:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078154.292763:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078154.292774:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078155.316686:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078155.316696:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078155.316811:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078155.316818:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078155.316824:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078156.340663:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078156.340670:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078156.340725:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078156.340732:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078156.340737:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078157.364665:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078157.364670:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078157.364731:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078157.364737:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078157.364741:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078157.748886:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078157.748892:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078157.748896:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078157.748905:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ce00 x1855007653149952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.748922:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078157.748925:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078157.748931:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078157.748934:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078157.748938:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078157.748944:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653149952:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078157.748948:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078157.748953:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078157.748956:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078157.748959:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078157.748966:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769078157.748976:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078157.748988:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078157.748994:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078157.749001:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078157.749010:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653149952, portal 25
00000100:00000001:2.0:1769078157.749014:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078157.749017:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417487872 : -131140292063744 : ffff88ba8579ce00)
00000100:00000040:2.0:1769078157.749025:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ce00 x1855007653149952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749038:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078157.749043:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078157.749046:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078157.749049:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653149952, offset 0
00000400:00000200:2.0:1769078157.749057:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078157.749067:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078157.749077:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078157.749086:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078157.749094:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078157.749100:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078157.749106:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078157.749114:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200875:200875:256:4294967295] 192.168.204.104@tcp LPNI seq info [200875:200875:8:4294967295]
00000400:00000200:2.0:1769078157.749121:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078157.749134:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078157.749154:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078157.749162:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078157.749171:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078157.749177:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078157.749183:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078157.749187:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078157.749192:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078157.749195:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078157.749202:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078157.749211:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078157.749218:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078157.749221:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078157.749226:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078157.749233:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ce00 x1855007653149952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749245:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078157.749250:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ce00 x1855007653149952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749260:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.749263:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078157.749269:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078157.749276:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078157.749280:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299811579
00000100:00000010:2.0:1769078157.749288:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bcc0.
00000100:00000001:2.0:1769078157.749298:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078157.749309:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299811579
00000100:00000010:2.0:1769078157.749317:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b1e0.
00000100:00000001:2.0:1769078157.749324:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078157.749330:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078157.749336:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.749342:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078157.749350:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078157/real 1769078157]  req@ffff88ba8579ce00 x1855007653149952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078157.749372:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078157.749375:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078157.749379:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078157.749384:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078157.749387:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078157.749390:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078157.749396:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ce00 x1855007653149952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078157.749425:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ce00 x1855007653149952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749439:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078157.749442:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.749446:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078157.749448:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078157.749453:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ce00 x1855007653149952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749475:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078157.749485:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ce00 x1855007653149952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749508:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078157.749515:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.749520:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078157.749523:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.749529:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078157.749532:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078157.749573:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078157.749579:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078157.749583:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078157.749588:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ce00 x1855007653149952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078157.749597:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653149952:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078157.749602:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.749606:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078157.749610:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ce00 x1855007653149952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749623:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078157.749627:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078157.749630:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769078157.749633:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078157.749635:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078157.749636:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078157.749638:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078157.749640:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:2.0:1769078157.749644:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078157.749645:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078157.749647:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ce00.
00000100:00000001:2.0:1769078157.749651:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078157.749651:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.749653:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.749660:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078157.749662:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.749663:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078157.749664:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078157.749665:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078157.749668:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f480 x1855007653150080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749672:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078157.749673:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078157.749675:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078157.749676:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078157.749677:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078157.749679:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653150080:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078157.749681:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078157.749683:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078157.749684:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078157.749685:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078157.749687:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769078157.749689:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078157.749692:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078157.749694:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078157.749697:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078157.749699:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653150080, portal 10
00000100:00000001:2.0:1769078157.749701:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078157.749701:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417497728 : -131140292053888 : ffff88ba8579f480)
00000100:00000040:2.0:1769078157.749706:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f480 x1855007653150080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749710:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078157.749712:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078157.749713:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078157.749715:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653150080, offset 0
00000400:00000200:2.0:1769078157.749717:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078157.749720:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078157.749722:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078157.749724:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078157.749726:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078157.749727:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078157.749729:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078157.749731:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200876:200876:256:4294967295] 192.168.204.104@tcp LPNI seq info [200876:200876:8:4294967295]
00000400:00000200:2.0:1769078157.749733:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078157.749737:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078157.749740:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078157.749742:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078157.749745:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078157.749746:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078157.749750:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078157.749751:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078157.749754:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078157.749755:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078157.749757:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078157.749759:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078157.749761:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078157.749762:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078157.749765:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078157.749767:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f480 x1855007653150080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749772:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078157.749774:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f480 x1855007653150080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749778:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.749779:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078157.749781:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078157.749783:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078157.749785:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078157.749786:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299810330
00000100:00000001:2.0:1769078157.749788:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299811579
00000100:00000001:2.0:1769078157.749790:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299810330
00000100:00000001:2.0:1769078157.749791:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299811579
00000100:00000001:2.0:1769078157.749793:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078157.749794:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.749795:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078157.749797:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078157/real 1769078157]  req@ffff88ba8579f480 x1855007653150080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078157.749814:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078157.749815:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078157.749816:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078157.749817:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078157.749818:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078157.749819:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078157.749821:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f480 x1855007653150080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078157.749826:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f480 x1855007653150080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749834:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078157.749835:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.749836:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078157.749837:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078157.749839:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f480 x1855007653150080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749843:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078157.749846:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f480 x1855007653150080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749850:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078157.749851:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.749852:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078157.749853:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.749854:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078157.749855:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078157.749856:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078157.749858:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078157.749859:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078157.749861:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f480 x1855007653150080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078157.749865:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653150080:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078157.749867:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078157.749869:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ca80 x1855007653150208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749873:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078157.749874:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078157.749876:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078157.749877:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078157.749879:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078157.749880:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653150208:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078157.749883:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078157.749884:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078157.749884:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078157.749885:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078157.749887:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078157.749888:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078157.749891:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078157.749892:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078157.749894:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078157.749896:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653150208, portal 10
00000100:00000001:2.0:1769078157.749897:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078157.749898:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486976 : -131140292064640 : ffff88ba8579ca80)
00000100:00000040:2.0:1769078157.749902:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ca80 x1855007653150208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749906:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078157.749907:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078157.749908:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078157.749910:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653150208, offset 0
00000400:00000200:2.0:1769078157.749912:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078157.749914:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078157.749916:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078157.749918:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078157.749920:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078157.749922:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078157.749923:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078157.749925:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200877:200877:256:4294967295] 192.168.204.104@tcp LPNI seq info [200877:200877:8:4294967295]
00000400:00000200:2.0:1769078157.749928:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078157.749931:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078157.749934:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078157.749936:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078157.749939:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078157.749940:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078157.749943:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078157.749945:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078157.749947:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078157.749949:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078157.749950:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078157.749952:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078157.749954:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078157.749955:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078157.749957:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078157.749959:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ca80 x1855007653150208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749963:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078157.749965:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ca80 x1855007653150208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.749968:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.749969:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078157.749971:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078157.749973:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078157.749975:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078157.749976:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299810315
00000100:00000001:2.0:1769078157.749978:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299811579
00000100:00000001:2.0:1769078157.749980:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299810315
00000100:00000001:2.0:1769078157.749981:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299811579
00000100:00000001:2.0:1769078157.749982:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078157.749983:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.749984:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078157.749986:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078157/real 1769078157]  req@ffff88ba8579ca80 x1855007653150208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078157.749991:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078157.749992:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078157.749993:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078157.749994:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078157.749995:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078157.749996:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078157.749998:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ca80 x1855007653150208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078157.750002:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ca80 x1855007653150208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750005:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078157.750006:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750007:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078157.750008:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078157.750010:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ca80 x1855007653150208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750014:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078157.750016:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ca80 x1855007653150208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750019:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078157.750021:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750021:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078157.750022:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750023:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078157.750024:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078157.750025:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078157.750027:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078157.750028:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078157.750031:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ca80 x1855007653150208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078157.750035:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653150208:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078157.750037:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078157.750039:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d500 x1855007653150336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750042:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078157.750043:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078157.750044:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078157.750045:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078157.750046:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078157.750048:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653150336:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078157.750049:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078157.750050:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078157.750051:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078157.750052:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078157.750054:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078157.750055:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078157.750057:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078157.750058:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078157.750060:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078157.750062:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653150336, portal 4
00000100:00000001:2.0:1769078157.750063:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078157.750064:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417489664 : -131140292061952 : ffff88ba8579d500)
00000100:00000040:2.0:1769078157.750067:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d500 x1855007653150336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750070:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078157.750072:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078157.750073:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078157.750074:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653150336, offset 0
00000400:00000200:2.0:1769078157.750077:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078157.750079:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078157.750081:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078157.750083:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078157.750084:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078157.750086:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078157.750087:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078157.750089:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200878:200878:256:4294967295] 192.168.204.104@tcp LPNI seq info [200878:200878:8:4294967295]
00000400:00000200:2.0:1769078157.750091:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078157.750095:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078157.750097:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078157.750098:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078157.750100:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078157.750101:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078157.750104:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078157.750105:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078157.750108:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078157.750109:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078157.750110:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078157.750112:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078157.750114:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078157.750115:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078157.750116:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078157.750118:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d500 x1855007653150336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750123:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078157.750125:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d500 x1855007653150336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750128:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.750129:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078157.750130:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078157.750132:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078157.750134:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078157.750135:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299810322
00000100:00000001:2.0:1769078157.750137:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299811579
00000100:00000001:2.0:1769078157.750139:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299810322
00000100:00000001:2.0:1769078157.750140:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299811579
00000100:00000001:2.0:1769078157.750141:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078157.750142:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.750143:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078157.750145:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078157/real 1769078157]  req@ffff88ba8579d500 x1855007653150336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078157.750148:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078157.750149:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078157.750150:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078157.750151:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078157.750152:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078157.750153:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078157.750155:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d500 x1855007653150336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078157.750160:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d500 x1855007653150336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750163:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078157.750164:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750165:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078157.750166:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078157.750168:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d500 x1855007653150336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750171:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078157.750173:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d500 x1855007653150336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750176:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078157.750178:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750179:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078157.750180:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750181:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078157.750182:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078157.750184:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078157.750185:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078157.750186:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078157.750188:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d500 x1855007653150336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078157.750192:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653150336:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078157.750194:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078157.750196:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d880 x1855007653150464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750199:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078157.750200:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078157.750201:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078157.750202:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078157.750203:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078157.750204:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653150464:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078157.750206:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078157.750206:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078157.750208:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078157.750209:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078157.750211:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078157.750212:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078157.750214:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078157.750215:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078157.750217:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078157.750218:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653150464, portal 4
00000100:00000001:2.0:1769078157.750220:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078157.750221:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417490560 : -131140292061056 : ffff88ba8579d880)
00000100:00000040:2.0:1769078157.750224:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d880 x1855007653150464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750228:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078157.750229:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078157.750230:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078157.750231:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653150464, offset 0
00000400:00000200:2.0:1769078157.750233:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078157.750234:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078157.750236:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078157.750238:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078157.750239:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078157.750241:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078157.750242:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078157.750244:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200879:200879:256:4294967295] 192.168.204.104@tcp LPNI seq info [200879:200879:8:4294967295]
00000400:00000200:2.0:1769078157.750247:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078157.750250:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078157.750252:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078157.750253:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078157.750255:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078157.750257:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078157.750259:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078157.750261:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078157.750263:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078157.750264:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078157.750266:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078157.750267:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078157.750269:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078157.750270:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078157.750271:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078157.750273:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d880 x1855007653150464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750281:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078157.750283:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d880 x1855007653150464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750287:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.750288:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078157.750289:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078157.750290:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078157.750292:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078157.750293:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299810322
00000100:00000001:2.0:1769078157.750294:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299811579
00000100:00000001:2.0:1769078157.750295:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299810322
00000100:00000001:2.0:1769078157.750297:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299811579
00000100:00000001:2.0:1769078157.750298:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078157.750300:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.750301:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078157.750304:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078157/real 1769078157]  req@ffff88ba8579d880 x1855007653150464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078157.750311:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078157.750312:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078157.750314:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078157.750316:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078157.750318:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078157.750319:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078157.750322:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d880 x1855007653150464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078157.750330:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d880 x1855007653150464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750337:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078157.750339:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750341:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078157.750342:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078157.750346:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d880 x1855007653150464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750353:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078157.750357:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d880 x1855007653150464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750361:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078157.750363:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750364:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078157.750365:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750366:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078157.750367:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078157.750368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078157.750370:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078157.750371:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078157.750373:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d880 x1855007653150464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078157.750377:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653150464:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078157.750380:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750381:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078157.750383:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f480 x1855007653150080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750387:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078157.750388:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078157.750390:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769078157.750392:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078157.750393:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078157.750394:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078157.750395:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078157.750396:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f400.
02000000:00000001:2.0:1769078157.750398:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078157.750399:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078157.750400:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f480.
00000100:00000001:2.0:1769078157.750402:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078157.750403:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750404:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078157.750406:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ca80 x1855007653150208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750410:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078157.750411:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078157.750412:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078157.750413:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078157.750414:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078157.750414:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078157.750415:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078157.750416:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f800.
02000000:00000001:2.0:1769078157.750417:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078157.750417:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078157.750418:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ca80.
00000100:00000001:2.0:1769078157.750419:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078157.750420:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750421:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078157.750422:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d500 x1855007653150336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750425:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078157.750426:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078157.750427:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078157.750429:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078157.750429:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078157.750430:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078157.750431:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078157.750432:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:2.0:1769078157.750433:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078157.750434:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078157.750435:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d500.
00000100:00000001:2.0:1769078157.750436:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078157.750437:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750438:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078157.750440:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d880 x1855007653150464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.750443:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078157.750444:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078157.750445:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078157.750446:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078157.750446:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078157.750447:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078157.750448:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078157.750448:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d000.
02000000:00000001:2.0:1769078157.750449:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078157.750450:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078157.750451:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d880.
00000100:00000001:2.0:1769078157.750452:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078157.750452:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750453:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.750455:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078157.750456:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.750457:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078157.750458:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078158.388672:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078158.388681:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078158.388736:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078158.388739:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078158.388743:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078159.028668:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299811579, at 4299811584
00000100:00000010:1.0:1769078159.028685:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b1e0.
00010000:00000001:2.0:1769078159.412623:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078159.412630:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078159.412688:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078159.412692:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078159.412696:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078160.436674:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078160.436685:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078160.436764:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078160.436768:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078160.436772:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078161.460624:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078161.460632:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078161.460691:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078161.460695:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078161.460698:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078162.484680:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078162.484692:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078162.484733:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078162.484738:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078162.484743:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078162.868687:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078162.868705:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078162.868707:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078162.868712:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078162.868741:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078162.868748:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5143
00000400:00000200:3.0:1769078162.868757:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078162.868763:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078162.868765:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078162.868768:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.868771:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078162.868773:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.868775:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078162.868779:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078162.868780:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078162.868782:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078162.868784:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078162.868786:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078162.868788:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078162.868789:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.868791:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078162.868792:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.868793:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078162.868795:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078162.868798:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078162.868800:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078162.868803:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078162.868805:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078162.868808:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078162.868809:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078162.868812:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078162.868821:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769078162.868829:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078162.868832:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078162.868834:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078162.868837:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078162.868840:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078162.868845:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078162.868852:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769078162.868859:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078162.868867:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653150592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078162.868877:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078162.868881:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078162.868884:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653150592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078162.868902:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078162.868905:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078162.868907:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078162.868908:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078162.868909:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078162.868911:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078162.868913:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5143
00000400:00000200:3.0:1769078162.868915:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078162.868917:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078162.868918:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078162.868921:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.868922:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078162.868923:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.868925:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078162.868926:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078162.868927:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078162.868928:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078162.868930:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078162.868931:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078162.868932:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078162.868935:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.868936:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078162.868937:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.868939:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078162.868941:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078162.868942:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078162.868944:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078162.868945:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078162.868948:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078162.868949:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078162.868953:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769078162.868953:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078162.868957:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078162.868959:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769078162.868963:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653150592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769078162.868964:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078162.868969:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078162.868974:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.868980:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1769078162.868981:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000100:00000001:2.0:1769078162.868982:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078162.868987:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078162.868989:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078162.868993:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078162.868993:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078162.868996:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078162.868997:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078162.869001:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653150592:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769078162.869002:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078162.869007:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078162.869007:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078162.869011:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078162.869013:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078162.869016:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078162.869018:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078162.869019:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
02000000:00000010:2.0:1769078162.869023:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
00000100:00000001:3.0:1769078162.869026:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078162.869027:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078162.869034:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653150720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078162.869037:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078162.869043:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000100:00000001:3.0:1769078162.869045:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078162.869048:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078162.869052:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000040:3.0:1769078162.869052:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653150720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078162.869060:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078162.869063:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653150592, portal 25
00000100:00080000:3.0:1769078162.869063:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078162.869068:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769078162.869069:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078162.869071:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
00000100:00000001:3.0:1769078162.869072:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078162.869075:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078162.869077:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769078162.869080:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653150592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078162.869082:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5143
00000400:00000200:3.0:1769078162.869090:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078162.869094:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1769078162.869094:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078162.869097:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078162.869100:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078162.869104:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000040:3.0:1769078162.869104:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.869108:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078162.869110:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.869112:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078162.869117:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078162.869118:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000100:00000200:2.0:1769078162.869120:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653150592, offset 0
00000020:00000001:3.0:1769078162.869120:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078162.869125:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078162.869129:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769078162.869131:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000020:00000001:3.0:1769078162.869134:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078162.869140:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078162.869143:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078162.869145:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078162.869150:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000040:3.0:1769078162.869152:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.869156:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769078162.869157:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769078162.869161:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000200:2.0:1769078162.869164:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00080000:3.0:1769078162.869169:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:2.0:1769078162.869170:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078162.869174:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.869175:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078162.869180:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200880:200880:256:4294967295] 192.168.204.104@tcp LPNI seq info [200880:200880:8:4294967295]
02000000:00000001:3.0:1769078162.869181:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078162.869185:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078162.869186:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078162.869191:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078162.869196:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078162.869196:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078162.869200:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1769078162.869204:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000008:00000001:3.0:1769078162.869206:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078162.869209:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078162.869210:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000100:00000010:3.0:1769078162.869213:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769078162.869217:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000800:00000200:2.0:1769078162.869220:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:3.0:1769078162.869220:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078162.869223:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078162.869225:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1769078162.869226:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1769078162.869228:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078162.869232:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078162.869235:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000010:3.0:1769078162.869238:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000800:00000200:2.1:1769078162.869239:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1769078162.869243:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769078162.869245:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078162.869248:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000100:00100000:3.0:1769078162.869250:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653150848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078162.869255:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078162.869258:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078162.869261:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078162.869263:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769078162.869267:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653150848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078162.869269:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078162.869272:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078162.869278:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078162.869278:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078162.869282:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769078162.869284:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9ad80 x1855007653150592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078162.869285:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078162.869288:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078162.869291:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078162.869295:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078162.869299:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769078162.869299:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5143
00000100:00000040:2.0:1769078162.869305:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653150592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078162.869306:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078162.869312:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078162.869317:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078162.869318:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078162.869320:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078162.869321:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078162.869325:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078162.869327:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078162.869328:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078162.869329:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078162.869333:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769078162.869335:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:3.0:1769078162.869335:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078162.869336:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078162.869340:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:2.0:1769078162.869341:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299816699
00000020:00000001:3.0:1769078162.869342:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078162.869347:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000010:2.0:1769078162.869349:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bde0.
00000100:00000040:3.0:1769078162.869350:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.869354:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078162.869356:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.869357:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078162.869358:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:2.0:1769078162.869360:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1769078162.869361:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078162.869365:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078162.869367:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078162.869369:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078162.869370:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299816699
02000000:00000001:3.0:1769078162.869372:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078162.869375:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b900.
00000100:00000001:3.0:1769078162.869376:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078162.869380:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078162.869382:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.869383:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078162.869384:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078162.869391:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000100:00000001:2.0:1769078162.869393:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078162.869394:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:2.0:1769078162.869397:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078162.869399:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078162.869401:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769078162.869403:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078162.869407:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078162/real 1769078162]  req@ffff88ba87a9ad80 x1855007653150592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078162.869407:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078162.869410:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078162.869414:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078162.869421:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078162.869423:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000010:3.0:1769078162.869423:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000400:00000010:2.0:1769078162.869426:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000100:00000001:3.0:1769078162.869429:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078162.869430:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078162.869433:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078162.869436:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1769078162.869440:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653150976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769078162.869441:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653150592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078162.869469:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653150592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078162.869469:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078162.869474:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078162.869476:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078162.869479:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.869480:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078162.869483:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078162.869486:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653150976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078162.869489:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653150592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078162.869494:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078162.869498:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078162.869505:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078162.869507:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078162.869509:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078162.869510:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078162.869514:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769078162.869516:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653150592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078162.869519:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5143
00000400:00000200:3.0:1769078162.869527:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078162.869531:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078162.869532:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078162.869533:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078162.869558:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.869560:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078162.869561:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.869563:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078162.869567:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078162.869568:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769078162.869570:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000100:00000001:2.0:1769078162.869571:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078162.869574:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769078162.869574:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078162.869578:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1769078162.869578:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:2.0:1769078162.869581:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1769078162.869582:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078162.869586:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00080000:2.0:1769078162.869587:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1769078162.869590:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.869592:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078162.869593:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078162.869594:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078162.869596:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078162.869599:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00080000:3.0:1769078162.869603:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078162.869604:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1769078162.869609:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078162.869611:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653150592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078162.869613:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078162.869617:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769078162.869620:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653150592:192.168.204.104@tcp:250:kworker.0
02000000:00000001:3.0:1769078162.869622:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.869626:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078162.869627:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078162.869630:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1769078162.869632:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1769078162.869633:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653150592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769078162.869638:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078162.869644:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.869645:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078162.869648:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:3.0:1769078162.869650:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
02000000:00000010:2.0:1769078162.869651:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
00000020:00000040:3.0:1769078162.869654:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078162.869656:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078162.869658:0:2405:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:3.0:1769078162.869660:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000020:00000040:2.0:1769078162.869661:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078162.869664:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078162.869665:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078162.869667:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769078162.869669:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078162.869672:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078162.869672:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078162.869675:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1769078162.869676:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078162.869677:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:2.0:1769078162.869681:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078162.869683:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.869685:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1769078162.869685:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769078162.869691:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.869694:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078162.869697:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078162.869699:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653151104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078162.869700:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078162.869702:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078162.869704:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078162.869710:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653150720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078162.869711:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078162.869727:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.869729:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078162.869732:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078162.869735:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653151104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078162.869736:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078162.869739:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078162.869743:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078162.869750:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653150720:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078162.869750:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.869755:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078162.869758:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1769078162.869758:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5153)
02000000:00000001:2.0:1769078162.869761:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078162.869763:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078162.869766:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078162.869767:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078162.869771:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078162.869773:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078162.869776:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078162.869779:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653150720, portal 10
00000100:00000001:2.0:1769078162.869780:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078162.869781:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000100:00000040:2.0:1769078162.869787:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653150720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.869791:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078162.869793:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078162.869794:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078162.869796:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653150720, offset 0
00000400:00000200:2.0:1769078162.869798:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078162.869800:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078162.869802:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078162.869804:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078162.869806:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078162.869807:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078162.869809:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078162.869811:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200881:200881:256:4294967295] 192.168.204.104@tcp LPNI seq info [200881:200881:8:4294967295]
00000400:00000200:2.0:1769078162.869813:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078162.869817:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078162.869820:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078162.869822:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078162.869825:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078162.869827:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769078162.869830:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078162.869831:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769078162.869833:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078162.869834:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078162.869836:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078162.869838:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078162.869840:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078162.869841:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078162.869843:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078162.869845:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99180 x1855007653150720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.869850:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078162.869852:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653150720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.869856:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.869857:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078162.869859:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078162.869861:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078162.869863:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078162.869865:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299815450
00000100:00000001:2.0:1769078162.869867:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299816699
00000100:00000001:2.0:1769078162.869868:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299815450
00000100:00000001:2.0:1769078162.869870:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299816699
00000100:00000001:2.0:1769078162.869872:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078162.869873:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.869874:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078162.869876:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078162/real 1769078162]  req@ffff88ba87a99180 x1855007653150720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078162.869884:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078162.869885:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078162.869886:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078162.869888:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078162.869888:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078162.869889:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078162.869891:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653150720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078162.869895:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653150720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.869899:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078162.869900:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.869901:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078162.869902:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078162.869904:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653150720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.869908:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078162.869910:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653150720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.869914:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078162.869915:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.869916:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078162.869916:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.869917:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078162.869918:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078162.869920:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078162.869921:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078162.869923:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078162.869925:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653150720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078162.869930:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653150720:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078162.869932:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078162.869934:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653150848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.869938:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078162.869938:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078162.869939:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078162.869940:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078162.869941:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078162.869943:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653150848:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078162.869944:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078162.869945:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078162.869946:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078162.869947:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078162.869949:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078162.869950:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078162.869952:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078162.869953:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078162.869955:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078162.869957:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653150848, portal 10
00000100:00000001:2.0:1769078162.869958:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078162.869959:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000040:2.0:1769078162.869962:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653150848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.869966:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078162.869967:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078162.869968:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078162.869970:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653150848, offset 0
00000400:00000200:2.0:1769078162.869972:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078162.869974:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078162.869976:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078162.869978:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078162.869979:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078162.869981:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078162.869982:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078162.869984:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200882:200882:256:4294967295] 192.168.204.104@tcp LPNI seq info [200882:200882:8:4294967295]
00000400:00000200:2.0:1769078162.869987:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078162.869990:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078162.869992:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078162.869994:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078162.869996:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078162.869997:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769078162.870000:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078162.870016:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769078162.870019:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078162.870020:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078162.870022:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078162.870024:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078162.870026:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078162.870027:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078162.870029:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078162.870031:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9bb80 x1855007653150848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870036:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078162.870038:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653150848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870042:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.870043:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078162.870044:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078162.870047:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078162.870048:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078162.870050:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299815435
00000100:00000001:2.0:1769078162.870052:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299816699
00000100:00000001:2.0:1769078162.870053:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299815435
00000100:00000001:2.0:1769078162.870055:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299816699
00000100:00000001:2.0:1769078162.870056:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078162.870057:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.870058:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078162.870060:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078162/real 1769078162]  req@ffff88ba87a9bb80 x1855007653150848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078162.870064:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078162.870065:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078162.870066:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078162.870067:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078162.870068:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078162.870069:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078162.870071:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653150848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078162.870076:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653150848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870079:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078162.870080:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870080:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078162.870081:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078162.870083:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653150848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870086:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078162.870088:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653150848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870092:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078162.870094:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870095:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078162.870096:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870097:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078162.870098:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078162.870100:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078162.870101:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078162.870102:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078162.870104:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653150848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078162.870108:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653150848:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078162.870110:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078162.870112:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653150976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870115:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078162.870116:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078162.870117:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078162.870118:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078162.870119:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078162.870120:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653150976:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078162.870122:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078162.870124:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078162.870125:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078162.870126:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078162.870128:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078162.870129:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078162.870131:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078162.870133:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078162.870135:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078162.870137:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653150976, portal 4
00000100:00000001:2.0:1769078162.870138:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078162.870139:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:2.0:1769078162.870142:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653150976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870146:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078162.870147:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078162.870148:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078162.870149:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653150976, offset 0
00000400:00000200:2.0:1769078162.870151:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078162.870153:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078162.870155:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078162.870156:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078162.870158:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078162.870160:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078162.870161:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078162.870163:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200883:200883:256:4294967295] 192.168.204.104@tcp LPNI seq info [200883:200883:8:4294967295]
00000400:00000200:2.0:1769078162.870165:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078162.870169:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078162.870171:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078162.870172:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078162.870174:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078162.870176:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769078162.870178:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078162.870180:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769078162.870182:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078162.870184:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078162.870185:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078162.870187:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078162.870189:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078162.870190:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078162.870191:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078162.870193:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a680 x1855007653150976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870202:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078162.870203:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653150976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870207:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.870208:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078162.870209:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078162.870211:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078162.870212:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078162.870213:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299815442
00000100:00000001:2.0:1769078162.870215:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299816699
00000100:00000001:2.0:1769078162.870216:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299815442
00000100:00000001:2.0:1769078162.870218:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299816699
00000100:00000001:2.0:1769078162.870219:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078162.870220:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.870221:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078162.870223:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078162/real 1769078162]  req@ffff88ba87a9a680 x1855007653150976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078162.870227:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078162.870227:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078162.870228:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078162.870229:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078162.870230:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078162.870231:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078162.870233:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653150976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078162.870237:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653150976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870241:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078162.870243:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870244:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078162.870245:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078162.870247:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653150976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870250:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078162.870252:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653150976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870256:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078162.870257:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870258:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078162.870258:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870259:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078162.870260:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078162.870261:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078162.870263:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078162.870264:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078162.870266:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653150976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078162.870270:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653150976:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078162.870272:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870273:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078162.870274:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653150720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870278:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078162.870279:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078162.870280:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078162.870282:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078162.870283:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078162.870284:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078162.870285:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078162.870286:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:2.0:1769078162.870288:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078162.870289:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078162.870290:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000001:2.0:1769078162.870291:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078162.870292:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870293:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078162.870295:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653150848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870299:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078162.870299:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078162.870300:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078162.870302:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078162.870303:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078162.870304:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078162.870305:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078162.870306:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:2.0:1769078162.870307:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078162.870307:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078162.870308:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
00000100:00000001:2.0:1769078162.870309:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078162.870309:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870310:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078162.870312:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653150976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870315:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078162.870315:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078162.870316:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078162.870317:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078162.870318:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078162.870318:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078162.870319:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078162.870320:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:2.0:1769078162.870321:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078162.870322:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078162.870323:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:2.0:1769078162.870324:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078162.870325:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870326:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870329:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078162.870330:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.870331:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078162.870331:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078162.870332:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078162.870334:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653151104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870338:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078162.870339:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078162.870340:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078162.870341:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078162.870342:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078162.870344:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653151104:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078162.870345:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078162.870346:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078162.870347:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078162.870348:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078162.870350:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078162.870351:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078162.870353:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078162.870354:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078162.870356:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078162.870358:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653151104, portal 4
00000100:00000001:2.0:1769078162.870359:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078162.870360:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
00000100:00000040:2.0:1769078162.870363:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653151104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870367:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078162.870368:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078162.870370:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078162.870371:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653151104, offset 0
00000400:00000200:2.0:1769078162.870373:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078162.870375:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078162.870377:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078162.870379:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078162.870380:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078162.870382:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078162.870383:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078162.870385:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200884:200884:256:4294967295] 192.168.204.104@tcp LPNI seq info [200884:200884:8:4294967295]
00000400:00000200:2.0:1769078162.870387:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078162.870391:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078162.870393:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078162.870395:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078162.870397:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078162.870398:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769078162.870401:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078162.870403:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769078162.870405:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078162.870406:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078162.870408:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078162.870410:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078162.870412:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078162.870413:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078162.870414:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078162.870416:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98a80 x1855007653151104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870421:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078162.870422:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653151104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870426:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.870427:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078162.870429:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078162.870431:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078162.870433:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078162.870434:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299815442
00000100:00000001:2.0:1769078162.870435:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299816699
00000100:00000001:2.0:1769078162.870437:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299815442
00000100:00000001:2.0:1769078162.870439:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299816699
00000100:00000001:2.0:1769078162.870440:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078162.870441:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.870442:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078162.870443:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078162/real 1769078162]  req@ffff88ba87a98a80 x1855007653151104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078162.870447:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078162.870448:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078162.870449:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078162.870450:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078162.870451:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078162.870452:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078162.870453:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653151104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078162.870458:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653151104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870462:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078162.870462:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870463:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078162.870464:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078162.870466:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653151104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870469:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078162.870471:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653151104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870476:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078162.870477:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870478:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078162.870479:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870480:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078162.870481:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078162.870482:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078162.870483:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078162.870484:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078162.870486:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653151104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078162.870490:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653151104:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078162.870492:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870493:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078162.870494:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653151104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.870498:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078162.870498:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078162.870499:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078162.870500:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078162.870501:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078162.870501:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078162.870502:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078162.870503:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:2.0:1769078162.870505:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078162.870505:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078162.870506:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:2.0:1769078162.870508:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078162.870509:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870510:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.870511:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078162.870512:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.870514:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078162.870514:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078163.508645:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078163.508651:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078163.508700:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078163.508715:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078163.508719:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078164.148669:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299816699, at 4299816704
00000100:00000010:1.0:1769078164.148688:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b900.
00010000:00000001:2.0:1769078164.532714:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078164.532724:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078164.532726:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078164.532729:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078164.532734:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078164.532736:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078164.532738:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078164.532741:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078164.532810:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078164.532816:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078164.532820:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078165.556634:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078165.556641:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078165.556724:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078165.556730:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078165.556734:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078166.580692:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078166.580700:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078166.580774:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078166.580779:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078166.580782:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078167.604621:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078167.604629:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078167.604706:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078167.604711:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078167.604716:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078167.988748:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078167.988765:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078167.988769:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078167.988773:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078167.988777:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078167.988785:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5148
00000400:00000200:3.0:1769078167.988795:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078167.988802:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078167.988805:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078167.988807:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.988811:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078167.988813:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.988815:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078167.988820:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078167.988821:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078167.988824:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078167.988826:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078167.988828:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078167.988829:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078167.988832:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.988834:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078167.988836:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.988837:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078167.988840:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078167.988842:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078167.988844:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078167.988846:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078167.988849:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078167.988852:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.988854:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078167.988856:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078167.988868:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769078167.988871:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078167.988875:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078167.988877:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.988880:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078167.988883:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078167.988888:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078167.988896:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078167.988903:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078167.988911:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653151232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078167.988920:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078167.988925:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078167.988930:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653151232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078167.988960:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078167.988964:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078167.988968:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078167.988970:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078167.988972:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078167.988976:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078167.988979:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5148
00000400:00000200:3.0:1769078167.988984:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078167.988988:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078167.988990:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078167.988993:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.988995:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078167.988997:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.988999:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078167.989001:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078167.989002:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078167.989003:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078167.989008:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078167.989010:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078167.989010:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078167.989015:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:2.0:1769078167.989017:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078167.989017:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078167.989022:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.989025:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078167.989028:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653151232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078167.989028:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.989033:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078167.989039:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078167.989041:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078167.989044:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
02000000:00000001:2.0:1769078167.989046:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078167.989050:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769078167.989051:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:2.0:1769078167.989054:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.989055:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078167.989058:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769078167.989060:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653151232:192.168.204.104@tcp:250:kworker.0
02000000:00000001:3.0:1769078167.989065:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078167.989066:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078167.989069:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078167.989071:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078167.989072:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078167.989074:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078167.989078:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1769078167.989078:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078167.989083:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.989084:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078167.989086:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078167.989089:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078167.989090:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769078167.989095:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000400:00000200:2.0:1769078167.989098:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078167.989101:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769078167.989105:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
02000000:00000001:3.0:1769078167.989105:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.989110:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078167.989114:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769078167.989115:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
02000000:00000001:3.0:1769078167.989120:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078167.989125:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653151232, portal 25
02000000:00000010:3.0:1769078167.989128:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:2.0:1769078167.989129:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078167.989131:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000001:3.0:1769078167.989136:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078167.989137:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653151232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.989147:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1769078167.989147:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653151360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769078167.989154:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078167.989159:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000001:3.0:1769078167.989160:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769078167.989162:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653151232, offset 0
00000100:00000001:3.0:1769078167.989166:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078167.989171:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078167.989175:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653151360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078167.989184:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078167.989193:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:3.0:1769078167.989194:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078167.989199:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078167.989200:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769078167.989206:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769078167.989207:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:3.0:1769078167.989212:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078167.989215:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769078167.989217:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078167.989220:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.989223:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078167.989228:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200885:200885:256:4294967295] 192.168.204.104@tcp LPNI seq info [200885:200885:8:4294967295]
00000100:00080000:3.0:1769078167.989231:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5148
00000400:00000200:2.0:1769078167.989238:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078167.989249:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078167.989257:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769078167.989259:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078167.989266:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1769078167.989271:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078167.989272:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.989277:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078167.989279:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.989280:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000010:2.0:1769078167.989281:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000020:00000001:3.0:1769078167.989282:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078167.989287:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078167.989288:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078167.989290:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078167.989292:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000200:2.0:1769078167.989296:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:3.0:1769078167.989297:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000200:2.0:1769078167.989304:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1769078167.989305:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.989310:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078167.989318:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:2.1:1769078167.989319:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078167.989323:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:2.1:1769078167.989326:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1769078167.989329:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000800:00000100:2.0:1769078167.989338:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00080000:3.0:1769078167.989338:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000010:2.0:1769078167.989345:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000100:00000001:3.0:1769078167.989345:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078167.989349:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078167.989353:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078167.989356:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769078167.989357:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.989363:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078167.989367:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078167.989368:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000008:00000001:3.0:1769078167.989373:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.989377:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078167.989378:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000100:00000010:3.0:1769078167.989382:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000400:00000010:2.0:1769078167.989384:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000020:00000040:3.0:1769078167.989387:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000001:2.0:1769078167.989391:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1769078167.989393:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078167.989396:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078167.989400:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653151232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078167.989401:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078167.989405:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078167.989409:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.989414:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1769078167.989417:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000040:2.0:1769078167.989418:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653151232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078167.989424:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078167.989430:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653151488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078167.989437:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.989439:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078167.989440:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078167.989444:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.989448:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078167.989449:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653151488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078167.989455:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078167.989459:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299821819
00000100:00000010:2.0:1769078167.989465:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b480.
00000100:00000001:3.0:1769078167.989466:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078167.989470:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078167.989472:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078167.989473:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078167.989474:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1769078167.989475:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078167.989480:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078167.989482:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5148
00000100:00000001:2.0:1769078167.989486:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299821819
00000400:00000200:3.0:1769078167.989487:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000010:2.0:1769078167.989491:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b960.
00000400:00000200:3.0:1769078167.989494:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078167.989496:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1769078167.989499:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078167.989505:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.989508:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078167.989509:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078167.989512:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078167.989515:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.989518:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078167.989520:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1769078167.989523:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078167.989527:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00100000:2.0:1769078167.989529:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078167/real 1769078167]  req@ffff88ba87a98e00 x1855007653151232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078167.989532:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078167.989566:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078167.989570:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078167.989574:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078167.989579:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.989582:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078167.989588:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.989593:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000001:2.0:1769078167.989595:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1769078167.989597:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000400:00000001:2.0:1769078167.989599:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078167.989602:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000100:00080000:3.0:1769078167.989604:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:2.0:1769078167.989609:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000100:00000001:3.0:1769078167.989609:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078167.989614:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
02000000:00000001:3.0:1769078167.989615:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078167.989619:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078167.989621:0:2405:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1769078167.989623:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.989626:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:2.0:1769078167.989641:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653151232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769078167.989643:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078167.989649:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.989654:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078167.989661:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769078167.989665:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078167.989671:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078167.989674:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.989679:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078167.989682:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1769078167.989686:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653151232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078167.989687:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078167.989695:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:2.0:1769078167.989696:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078167.989700:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078167.989702:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.989703:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078167.989707:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078167.989715:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653151232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078167.989715:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653151616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078167.989744:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078167.989746:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078167.989750:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078167.989751:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653151232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078167.989757:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653151616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.989764:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078167.989769:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.989772:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078167.989774:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.989775:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.989780:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1769078167.989780:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078167.989783:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078167.989785:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1769078167.989787:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769078167.989788:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078167.989791:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1769078167.989794:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078167.989795:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078167.989799:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1769078167.989801:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5148
00000100:00000040:2.0:1769078167.989805:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653151232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078167.989807:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078167.989814:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078167.989818:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1769078167.989823:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653151232:192.168.204.104@tcp:250:kworker.0
00000100:00000040:3.0:1769078167.989825:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078167.989829:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.989831:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078167.989834:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653151232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078167.989838:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078167.989846:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078167.989850:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078167.989855:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078167.989857:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000100:00000001:2.0:1769078167.989858:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1769078167.989859:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769078167.989861:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:3.0:1769078167.989862:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
02000000:00000010:2.0:1769078167.989866:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
00000020:00000001:3.0:1769078167.989866:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078167.989868:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000001:2.0:1769078167.989872:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1769078167.989873:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000020:00000001:2.0:1769078167.989875:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:3.0:1769078167.989876:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000040:2.0:1769078167.989878:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000100:00000040:3.0:1769078167.989881:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000020:00000001:2.0:1769078167.989882:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:3.0:1769078167.989886:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000010:2.0:1769078167.989887:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
00000020:00000040:3.0:1769078167.989889:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
02000000:00000001:2.0:1769078167.989892:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1769078167.989895:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:2.0:1769078167.989896:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078167.989898:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:3.0:1769078167.989902:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.989903:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078167.989905:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.989908:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078167.989908:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078167.989914:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078167.989917:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1769078167.989919:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.989920:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.989923:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078167.989924:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078167.989928:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1769078167.989929:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769078167.989930:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078167.989936:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653151360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769078167.989936:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.989942:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.989948:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078167.989950:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078167.989952:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769078167.989952:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
02000000:00000001:2.0:1769078167.989955:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078167.989958:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078167.989958:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00100000:2.0:1769078167.989964:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653151360:192.168.204.104@tcp:38:kworker.0
02000000:00000001:3.0:1769078167.989966:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078167.989968:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078167.989969:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078167.989972:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078167.989974:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078167.989975:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078167.989979:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078167.989980:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078167.989983:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078167.989986:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078167.989990:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078167.989992:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000400:00000200:2.0:1769078167.989997:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078167.989999:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078167.990004:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000100:00100000:3.0:1769078167.990008:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653151744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078167.990011:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078167.990019:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653151360, portal 10
00000100:00000001:3.0:1769078167.990020:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078167.990024:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.990025:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078167.990028:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000100:00000040:3.0:1769078167.990029:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653151744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078167.990037:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078167.990038:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653151360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078167.990042:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5158)
00000100:00000001:2.0:1769078167.990048:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078167.990051:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078167.990053:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078167.990055:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653151360, offset 0
00000400:00000200:2.0:1769078167.990058:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078167.990062:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078167.990066:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078167.990068:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078167.990071:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078167.990072:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078167.990074:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078167.990077:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200886:200886:256:4294967295] 192.168.204.104@tcp LPNI seq info [200886:200886:8:4294967295]
00000400:00000200:2.0:1769078167.990079:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078167.990084:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078167.990088:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078167.990090:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078167.990093:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078167.990095:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078167.990099:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078167.990100:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078167.990103:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078167.990105:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078167.990107:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078167.990110:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078167.990112:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078167.990114:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078167.990116:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078167.990118:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b100 x1855007653151360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990124:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078167.990127:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653151360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990132:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.990133:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078167.990135:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078167.990138:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078167.990141:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078167.990142:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299820570
00000100:00000001:2.0:1769078167.990145:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299821819
00000100:00000001:2.0:1769078167.990146:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299820570
00000100:00000001:2.0:1769078167.990148:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299821819
00000100:00000001:2.0:1769078167.990149:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078167.990150:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.990152:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078167.990154:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078167/real 1769078167]  req@ffff88ba87a9b100 x1855007653151360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078167.990159:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078167.990160:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078167.990162:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078167.990163:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078167.990165:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078167.990166:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078167.990168:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653151360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078167.990174:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653151360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990182:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078167.990183:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.990185:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078167.990186:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078167.990188:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653151360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990192:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078167.990195:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653151360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990199:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078167.990200:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.990201:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078167.990202:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.990203:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078167.990204:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078167.990206:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078167.990208:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078167.990209:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078167.990212:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653151360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078167.990217:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653151360:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078167.990220:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078167.990223:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653151488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990231:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078167.990232:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078167.990235:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078167.990237:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078167.990239:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078167.990242:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653151488:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078167.990246:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078167.990248:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078167.990250:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078167.990252:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078167.990255:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078167.990258:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078167.990262:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078167.990264:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078167.990268:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078167.990271:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653151488, portal 10
00000100:00000001:2.0:1769078167.990273:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078167.990275:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:2.0:1769078167.990281:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653151488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990287:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078167.990290:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078167.990292:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078167.990294:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653151488, offset 0
00000400:00000200:2.0:1769078167.990299:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078167.990303:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078167.990307:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078167.990310:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078167.990313:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078167.990316:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078167.990318:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078167.990321:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200887:200887:256:4294967295] 192.168.204.104@tcp LPNI seq info [200887:200887:8:4294967295]
00000400:00000200:2.0:1769078167.990326:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078167.990333:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078167.990338:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078167.990341:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078167.990345:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078167.990348:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078167.990352:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078167.990355:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078167.990359:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078167.990361:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078167.990364:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078167.990369:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078167.990371:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078167.990373:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078167.990376:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078167.990379:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653151488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990387:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078167.990390:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653151488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990396:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.990398:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078167.990401:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078167.990404:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078167.990408:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078167.990410:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299820555
00000100:00000001:2.0:1769078167.990412:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299821819
00000100:00000001:2.0:1769078167.990414:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299820555
00000100:00000001:2.0:1769078167.990417:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299821819
00000100:00000001:2.0:1769078167.990419:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078167.990421:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.990423:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078167.990426:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078167/real 1769078167]  req@ffff88ba87a99f80 x1855007653151488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078167.990435:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078167.990436:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078167.990438:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078167.990441:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078167.990442:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078167.990444:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078167.990447:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653151488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078167.990456:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653151488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990463:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078167.990465:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.990467:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078167.990468:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078167.990472:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653151488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990480:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078167.990484:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653151488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990492:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078167.990495:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.990496:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078167.990497:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.990499:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078167.990500:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078167.990502:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078167.990504:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078167.990506:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078167.990511:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653151488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078167.990520:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653151488:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078167.990524:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078167.990528:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653151616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990555:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078167.990558:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078167.990560:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078167.990562:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078167.990565:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078167.990568:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653151616:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078167.990572:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078167.990574:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078167.990575:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078167.990577:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078167.990580:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078167.990581:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078167.990585:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078167.990587:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078167.990590:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078167.990592:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653151616, portal 4
00000100:00000001:2.0:1769078167.990594:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078167.990595:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:2.0:1769078167.990599:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653151616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990604:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078167.990606:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078167.990607:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078167.990610:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653151616, offset 0
00000400:00000200:2.0:1769078167.990614:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078167.990619:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078167.990622:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078167.990625:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078167.990641:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078167.990643:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078167.990646:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078167.990649:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200888:200888:256:4294967295] 192.168.204.104@tcp LPNI seq info [200888:200888:8:4294967295]
00000400:00000200:2.0:1769078167.990655:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078167.990661:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078167.990667:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078167.990671:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078167.990675:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078167.990678:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078167.990681:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078167.990683:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078167.990686:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078167.990688:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078167.990690:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078167.990693:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078167.990695:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078167.990696:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078167.990698:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078167.990701:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653151616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990707:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078167.990709:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653151616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990714:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.990715:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078167.990717:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078167.990720:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078167.990722:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078167.990724:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299820563
00000100:00000001:2.0:1769078167.990726:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299821819
00000100:00000001:2.0:1769078167.990727:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299820563
00000100:00000001:2.0:1769078167.990729:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299821819
00000100:00000001:2.0:1769078167.990730:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078167.990731:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.990733:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078167.990735:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078167/real 1769078167]  req@ffff88ba87a98380 x1855007653151616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078167.990742:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078167.990743:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078167.990745:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078167.990747:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078167.990749:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078167.990752:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078167.990755:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653151616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078167.990765:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653151616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990771:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078167.990773:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.990775:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078167.990777:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078167.990781:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653151616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990788:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078167.990792:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653151616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990798:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078167.990801:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.990802:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078167.990803:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.990805:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078167.990807:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078167.990809:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078167.990813:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078167.990815:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078167.990819:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653151616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078167.990828:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653151616:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078167.990832:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.990834:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078167.990837:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653151360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990844:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078167.990846:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078167.990848:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078167.990851:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078167.990853:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078167.990854:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078167.990857:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078167.990859:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:2.0:1769078167.990861:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078167.990863:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078167.990864:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:2.0:1769078167.990867:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078167.990869:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.990871:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078167.990875:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653151488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990887:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078167.990888:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078167.990889:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078167.990892:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078167.990893:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078167.990894:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078167.990896:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078167.990896:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:2.0:1769078167.990898:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078167.990898:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078167.990899:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:2.0:1769078167.990901:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078167.990902:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.990903:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078167.990906:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653151616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990910:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078167.990910:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078167.990911:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078167.990912:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078167.990913:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078167.990914:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078167.990915:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078167.990916:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:2.0:1769078167.990917:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078167.990917:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078167.990918:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:2.0:1769078167.990920:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078167.990920:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.990922:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.990925:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078167.990926:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.990927:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078167.990928:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078167.990930:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078167.990933:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653151744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990938:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078167.990939:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078167.990940:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078167.990942:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078167.990943:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078167.990945:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653151744:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078167.990947:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078167.990949:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078167.990950:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078167.990951:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078167.990954:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078167.990955:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078167.990958:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078167.990960:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078167.990962:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078167.990965:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653151744, portal 4
00000100:00000001:2.0:1769078167.990966:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078167.990967:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:2.0:1769078167.990973:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653151744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.990980:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078167.990983:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078167.990986:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078167.990988:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653151744, offset 0
00000400:00000200:2.0:1769078167.990992:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078167.990996:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078167.991000:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078167.991003:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078167.991006:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078167.991008:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078167.991011:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078167.991014:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200889:200889:256:4294967295] 192.168.204.104@tcp LPNI seq info [200889:200889:8:4294967295]
00000400:00000200:2.0:1769078167.991019:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078167.991025:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078167.991029:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078167.991033:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078167.991037:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078167.991040:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078167.991044:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078167.991048:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078167.991051:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078167.991054:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078167.991057:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078167.991060:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078167.991064:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078167.991066:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078167.991068:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078167.991072:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653151744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.991078:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078167.991080:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653151744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.991085:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.991086:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078167.991089:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078167.991091:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078167.991094:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078167.991095:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299820563
00000100:00000001:2.0:1769078167.991098:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299821819
00000100:00000001:2.0:1769078167.991099:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299820563
00000100:00000001:2.0:1769078167.991101:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299821819
00000100:00000001:2.0:1769078167.991102:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078167.991104:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.991106:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078167.991108:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078167/real 1769078167]  req@ffff88ba87a98700 x1855007653151744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078167.991114:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078167.991115:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078167.991116:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078167.991117:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078167.991118:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078167.991119:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078167.991121:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653151744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078167.991127:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653151744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.991131:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078167.991132:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.991133:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078167.991134:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078167.991136:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653151744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.991140:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078167.991143:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653151744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.991147:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078167.991148:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.991149:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078167.991150:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.991152:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078167.991153:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078167.991155:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078167.991157:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078167.991159:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078167.991162:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653151744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078167.991167:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653151744:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078167.991169:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.991170:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078167.991172:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653151744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.991176:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078167.991177:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078167.991178:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078167.991179:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078167.991180:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078167.991181:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078167.991182:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078167.991183:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:2.0:1769078167.991184:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078167.991185:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078167.991186:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:2.0:1769078167.991187:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078167.991188:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.991189:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.991191:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078167.991192:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.991194:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078167.991195:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078168.628654:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078168.628668:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078168.628741:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078168.628745:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078168.628749:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078169.268680:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299821819, at 4299821824
00000100:00000010:1.0:1769078169.268701:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b960.
00010000:00000001:2.0:1769078169.652685:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078169.652694:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078169.652764:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078169.652770:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078169.652775:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078170.676682:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078170.676690:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078170.676753:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078170.676757:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078170.676760:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078171.700693:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078171.700703:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078171.700781:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078171.700785:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078171.700788:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078172.724644:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078172.724652:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078172.724708:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078172.724712:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078172.724716:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078173.108716:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078173.108735:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078173.108739:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078173.108745:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078173.108751:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078173.108761:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5153
00000400:00000200:1.0:1769078173.108772:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078173.108778:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078173.108782:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078173.108784:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.108787:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078173.108790:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.108792:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078173.108795:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078173.108797:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078173.108800:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078173.108802:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078173.108804:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078173.108806:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078173.108808:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.108810:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078173.108811:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.108813:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078173.108815:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078173.108818:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078173.108819:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078173.108822:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078173.108825:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078173.108827:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.108830:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078173.108833:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078173.108851:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611500.
00000020:00000040:1.0:1769078173.108855:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078173.108859:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078173.108861:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.108865:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078173.108869:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078173.108875:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078173.108887:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b800.
00000100:00000001:1.0:1769078173.108896:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078173.108907:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611500 x1855007653151872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078173.108916:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078173.108921:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078173.108926:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fb51406] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611500 x1855007653151872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.108958:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078173.108962:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078173.108966:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078173.108968:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078173.108970:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078173.108973:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078173.108976:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5153
00000400:00000200:1.0:1769078173.108981:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078173.108985:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078173.108988:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078173.108991:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.108993:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078173.108995:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.108996:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078173.108998:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078173.109000:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078173.109002:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078173.109004:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078173.109006:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:2.0:1769078173.109007:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078173.109008:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078173.109013:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078173.109015:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078173.109020:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078173.109022:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078173.109030:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109031:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000040:2.0:1769078173.109032:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611500 x1855007653151872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078173.109033:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078173.109038:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109043:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078173.109046:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078173.109053:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078173.109054:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769078173.109056:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.109060:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078173.109060:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078173.109066:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078173.109068:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1769078173.109069:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.109073:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078173.109074:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1769078173.109076:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611880.
00000020:00000040:1.0:1769078173.109080:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078173.109083:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078173.109084:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078173.109086:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.109089:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078173.109091:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078173.109094:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078173.109094:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653151872:192.168.204.104@tcp:250:kworker.0
02000000:00000010:1.0:1769078173.109100:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219400.
00000100:00000001:2.0:1769078173.109104:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078173.109105:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078173.109111:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611880 x1855007653152000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078173.109112:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078173.109118:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.109119:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078173.109123:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078173.109124:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1769078173.109128:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0af494a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611880 x1855007653152000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078173.109134:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
00000100:00000001:1.0:1769078173.109135:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078173.109140:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769078173.109140:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078173.109147:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078173.109148:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078173.109149:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078173.109151:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078173.109154:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5153
00000400:00000200:2.0:1769078173.109157:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078173.109160:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078173.109164:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078173.109165:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769078173.109167:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000100:00000040:1.0:1769078173.109168:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109172:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078173.109175:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109177:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078173.109179:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078173.109180:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000400:00000010:2.0:1769078173.109180:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000020:00000001:1.0:1769078173.109183:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078173.109185:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078173.109188:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078173.109189:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078173.109191:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109192:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078173.109193:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109195:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000200:2.0:1769078173.109196:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653151872, portal 25
00000020:00000040:1.0:1769078173.109197:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078173.109202:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109204:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.109204:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1769078173.109208:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078173.109209:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415867648 : -131140293683968 : ffff88ba85611500)
02000000:00000001:1.0:1769078173.109210:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078173.109216:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078173.109223:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611500 x1855007653151872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.109230:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078173.109234:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078173.109242:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:1.0:1769078173.109244:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.109249:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078173.109250:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000010:1.0:1769078173.109256:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611f80.
00000400:00000010:2.0:1769078173.109258:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000020:00000040:1.0:1769078173.109261:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000200:2.0:1769078173.109266:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653151872, offset 0
02000000:00000001:1.0:1769078173.109267:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078173.109277:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078173.109279:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109281:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078173.109284:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078173.109286:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078173.109290:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
00000400:00000200:2.0:1769078173.109295:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078173.109296:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078173.109303:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611f80 x1855007653152128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078173.109309:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:1.0:1769078173.109313:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078173.109316:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078173.109320:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769078173.109321:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0de5d6f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611f80 x1855007653152128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078173.109330:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:1.0:1769078173.109331:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078173.109336:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078173.109340:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769078173.109340:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769078173.109343:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078173.109346:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078173.109349:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109350:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078173.109366:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5153
00000400:00000200:2.0:1769078173.109368:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200890:200890:256:4294967295] 192.168.204.104@tcp LPNI seq info [200890:200890:8:4294967295]
00000400:00000200:1.0:1769078173.109374:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078173.109380:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078173.109384:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078173.109385:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078173.109392:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109394:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078173.109395:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109397:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078173.109399:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078173.109401:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078173.109404:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078173.109406:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078173.109412:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000200:2.0:1769078173.109412:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1769078173.109417:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078173.109423:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109426:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769078173.109428:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769078173.109430:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109434:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078173.109435:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078173.109437:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109439:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078173.109439:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
02000000:00000001:1.0:1769078173.109442:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078173.109446:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078173.109447:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.109449:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078173.109451:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.0:1769078173.109454:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000008:00000001:1.0:1769078173.109455:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.109458:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078173.109464:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00000010:1.0:1769078173.109465:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613100.
00000020:00000040:1.0:1769078173.109468:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078173.109473:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078173.109475:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.109478:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078173.109480:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769078173.109480:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:1.0:1769078173.109483:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078173.109488:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
02000000:00000010:1.0:1769078173.109489:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a400.
00000100:00000001:1.0:1769078173.109493:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078173.109500:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613100 x1855007653152256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1769078173.109501:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078173.109507:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000100:00000001:1.0:1769078173.109509:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078173.109512:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078173.109516:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c5e314b] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613100 x1855007653152256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078173.109518:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078173.109529:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078173.109530:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078173.109595:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078173.109599:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1769078173.109599:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000100:00000001:1.0:1769078173.109603:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078173.109605:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769078173.109608:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:1.0:1769078173.109609:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078173.109614:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5153
00000400:00000200:1.0:1769078173.109619:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078173.109619:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1769078173.109625:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078173.109629:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769078173.109630:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611500 x1855007653151872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078173.109634:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109638:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078173.109641:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109646:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078173.109651:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078173.109653:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078173.109655:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078173.109658:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:2.0:1769078173.109658:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1769078173.109663:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078173.109665:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078173.109668:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611500 x1855007653151872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078173.109669:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109672:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078173.109676:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078173.109681:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078173.109685:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078173.109690:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078173.109692:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.109693:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078173.109698:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078173.109698:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1769078173.109704:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078173.109706:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.109709:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078173.109709:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078173.109712:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078173.109717:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078173.109719:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078173.109721:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.109726:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299826940
00000100:00000010:1.0:1769078173.109728:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610000.
00000020:00000040:1.0:1769078173.109734:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078173.109737:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1769078173.109737:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b060.
02000000:00000001:1.0:1769078173.109741:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.109744:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078173.109746:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078173.109749:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.109750:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
02000000:00000010:1.0:1769078173.109755:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:2.0:1769078173.109761:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299826940
00000100:00000001:1.0:1769078173.109762:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078173.109770:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610000 x1855007653152384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769078173.109771:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bc00.
00000100:00000001:1.0:1769078173.109780:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078173.109780:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078173.109784:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078173.109789:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d5982a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610000 x1855007653152384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.109789:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078173.109797:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.109800:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.109803:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1769078173.109806:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5163)
00000100:00100000:2.0:1769078173.109813:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078173/real 1769078173]  req@ffff88ba85611500 x1855007653151872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078173.109828:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078173.109830:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078173.109833:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078173.109837:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078173.109839:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078173.109842:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078173.109847:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611500 x1855007653151872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078173.109857:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611500 x1855007653151872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.109865:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078173.109867:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.109870:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078173.109873:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078173.109878:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611500 x1855007653151872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.109886:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078173.109892:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611500 x1855007653151872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.109901:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078173.109904:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.109907:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078173.109908:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.109911:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078173.109913:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078173.109917:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078173.109921:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078173.109924:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078173.109929:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611500 x1855007653151872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078173.109938:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653151872:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078173.109944:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.109947:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078173.109951:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611500 x1855007653151872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.109958:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078173.109962:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078173.109965:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078173.109969:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078173.109971:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078173.109974:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078173.109976:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078173.109979:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b800.
02000000:00000001:2.0:1769078173.109984:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078173.109986:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078173.109988:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611500.
00000100:00000001:2.0:1769078173.109992:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078173.109994:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.109996:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.110005:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078173.110008:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.110011:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078173.110013:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078173.110014:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078173.110019:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611880 x1855007653152000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110027:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078173.110029:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078173.110031:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078173.110033:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078173.110036:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078173.110039:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653152000:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078173.110043:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078173.110045:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078173.110047:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078173.110049:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078173.110053:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078173.110056:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078173.110061:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078173.110064:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078173.110068:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078173.110072:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653152000, portal 10
00000100:00000001:2.0:1769078173.110074:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078173.110075:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415868544 : -131140293683072 : ffff88ba85611880)
00000100:00000040:2.0:1769078173.110084:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611880 x1855007653152000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110092:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078173.110094:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078173.110097:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078173.110100:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653152000, offset 0
00000400:00000200:2.0:1769078173.110104:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078173.110109:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078173.110114:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078173.110117:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078173.110120:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078173.110123:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078173.110126:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078173.110130:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200891:200891:256:4294967295] 192.168.204.104@tcp LPNI seq info [200891:200891:8:4294967295]
00000400:00000200:2.0:1769078173.110135:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078173.110143:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078173.110148:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078173.110152:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078173.110157:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078173.110160:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078173.110165:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078173.110168:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078173.110172:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078173.110175:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078173.110177:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078173.110196:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078173.110200:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078173.110202:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078173.110204:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078173.110208:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611880 x1855007653152000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110217:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078173.110221:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611880 x1855007653152000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110228:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.110230:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078173.110233:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078173.110238:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078173.110242:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078173.110244:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299825690
00000100:00000001:2.0:1769078173.110248:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299826940
00000100:00000001:2.0:1769078173.110250:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299825690
00000100:00000001:2.0:1769078173.110253:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299826940
00000100:00000001:2.0:1769078173.110256:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078173.110259:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.110261:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078173.110265:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078173/real 1769078173]  req@ffff88ba85611880 x1855007653152000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078173.110274:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078173.110275:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078173.110277:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078173.110280:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078173.110281:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078173.110284:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078173.110288:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611880 x1855007653152000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078173.110297:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611880 x1855007653152000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110305:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078173.110306:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.110308:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078173.110310:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078173.110314:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611880 x1855007653152000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110321:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078173.110325:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611880 x1855007653152000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110334:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078173.110337:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.110338:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078173.110340:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.110342:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078173.110344:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078173.110348:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078173.110352:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078173.110355:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078173.110359:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611880 x1855007653152000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078173.110369:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653152000:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078173.110373:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078173.110377:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611f80 x1855007653152128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110384:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078173.110386:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078173.110388:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078173.110390:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078173.110392:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078173.110396:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653152128:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078173.110399:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078173.110401:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078173.110403:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078173.110405:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078173.110409:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078173.110411:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078173.110415:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078173.110418:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078173.110421:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078173.110425:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653152128, portal 10
00000100:00000001:2.0:1769078173.110427:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078173.110429:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415870336 : -131140293681280 : ffff88ba85611f80)
00000100:00000040:2.0:1769078173.110435:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611f80 x1855007653152128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110442:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078173.110445:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078173.110448:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078173.110451:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653152128, offset 0
00000400:00000200:2.0:1769078173.110455:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078173.110459:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078173.110463:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078173.110467:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078173.110470:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078173.110473:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078173.110475:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078173.110479:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200892:200892:256:4294967295] 192.168.204.104@tcp LPNI seq info [200892:200892:8:4294967295]
00000400:00000200:2.0:1769078173.110483:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078173.110491:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078173.110496:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078173.110500:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078173.110505:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078173.110507:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078173.110512:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078173.110515:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078173.110519:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078173.110521:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078173.110524:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078173.110528:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078173.110531:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078173.110533:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078173.110571:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078173.110575:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611f80 x1855007653152128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110583:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078173.110587:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611f80 x1855007653152128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110594:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.110596:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078173.110600:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078173.110603:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078173.110607:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078173.110610:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299825676
00000100:00000001:2.0:1769078173.110613:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299826940
00000100:00000001:2.0:1769078173.110615:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299825676
00000100:00000001:2.0:1769078173.110618:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299826940
00000100:00000001:2.0:1769078173.110620:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078173.110623:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.110625:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078173.110629:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078173/real 1769078173]  req@ffff88ba85611f80 x1855007653152128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078173.110638:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078173.110639:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078173.110641:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078173.110644:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078173.110646:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078173.110648:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078173.110652:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611f80 x1855007653152128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078173.110662:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611f80 x1855007653152128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110670:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078173.110672:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.110674:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078173.110675:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078173.110679:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611f80 x1855007653152128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110687:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078173.110691:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611f80 x1855007653152128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110699:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078173.110701:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.110703:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078173.110705:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.110707:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078173.110709:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078173.110711:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078173.110715:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078173.110718:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078173.110722:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611f80 x1855007653152128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078173.110730:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653152128:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078173.110734:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078173.110738:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613100 x1855007653152256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110745:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078173.110747:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078173.110749:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078173.110751:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078173.110753:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078173.110756:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653152256:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078173.110760:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078173.110762:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078173.110764:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078173.110766:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078173.110770:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078173.110772:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078173.110777:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078173.110780:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078173.110783:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078173.110787:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653152256, portal 4
00000100:00000001:2.0:1769078173.110789:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078173.110790:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415874816 : -131140293676800 : ffff88ba85613100)
00000100:00000040:2.0:1769078173.110796:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613100 x1855007653152256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110803:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078173.110806:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078173.110808:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078173.110811:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653152256, offset 0
00000400:00000200:2.0:1769078173.110815:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078173.110820:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078173.110823:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078173.110827:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078173.110830:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078173.110832:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078173.110835:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078173.110839:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200893:200893:256:4294967295] 192.168.204.104@tcp LPNI seq info [200893:200893:8:4294967295]
00000400:00000200:2.0:1769078173.110844:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078173.110851:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078173.110856:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078173.110859:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078173.110864:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078173.110867:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078173.110871:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078173.110875:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078173.110879:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078173.110881:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078173.110884:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078173.110887:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078173.110891:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078173.110893:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078173.110896:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078173.110900:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613100 x1855007653152256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110908:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078173.110912:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613100 x1855007653152256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.110919:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.110921:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078173.110924:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078173.110927:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078173.110931:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078173.110934:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299825683
00000100:00000001:2.0:1769078173.110937:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299826940
00000100:00000001:2.0:1769078173.110939:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299825683
00000100:00000001:2.0:1769078173.110942:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299826940
00000100:00000001:2.0:1769078173.110944:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078173.110947:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.110949:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078173.110953:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078173/real 1769078173]  req@ffff88ba85613100 x1855007653152256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078173.110961:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078173.110963:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078173.110965:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078173.110968:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078173.110970:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078173.110972:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078173.110976:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613100 x1855007653152256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078173.110986:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613100 x1855007653152256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.111000:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078173.111002:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.111004:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078173.111006:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078173.111010:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613100 x1855007653152256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.111018:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078173.111022:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613100 x1855007653152256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.111030:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078173.111032:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.111034:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078173.111035:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.111037:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078173.111039:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078173.111041:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078173.111045:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078173.111048:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078173.111052:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613100 x1855007653152256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078173.111062:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653152256:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078173.111067:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078173.111070:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610000 x1855007653152384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.111078:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078173.111079:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078173.111082:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078173.111084:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078173.111087:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078173.111090:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653152384:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078173.111094:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078173.111096:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078173.111098:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078173.111099:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078173.111104:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769078173.111106:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078173.111109:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078173.111112:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078173.111116:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078173.111119:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653152384, portal 4
00000100:00000001:2.0:1769078173.111122:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078173.111123:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415862272 : -131140293689344 : ffff88ba85610000)
00000100:00000040:2.0:1769078173.111129:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610000 x1855007653152384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.111137:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078173.111140:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078173.111143:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078173.111146:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653152384, offset 0
00000400:00000200:2.0:1769078173.111150:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078173.111154:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078173.111158:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078173.111161:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078173.111164:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078173.111167:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078173.111169:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078173.111173:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200894:200894:256:4294967295] 192.168.204.104@tcp LPNI seq info [200894:200894:8:4294967295]
00000400:00000200:2.0:1769078173.111178:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078173.111185:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078173.111190:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078173.111194:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078173.111199:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078173.111202:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078173.111207:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078173.111228:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078173.111233:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078173.111236:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078173.111239:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078173.111243:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078173.111247:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078173.111249:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078173.111252:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078173.111256:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610000 x1855007653152384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.111265:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078173.111269:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610000 x1855007653152384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.111276:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.111278:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078173.111282:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078173.111286:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078173.111290:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078173.111292:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299825683
00000100:00000001:2.0:1769078173.111295:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299826940
00000100:00000001:2.0:1769078173.111298:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299825683
00000100:00000001:2.0:1769078173.111300:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299826940
00000100:00000001:2.0:1769078173.111303:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078173.111305:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.111307:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078173.111312:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078173/real 1769078173]  req@ffff88ba85610000 x1855007653152384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078173.111321:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078173.111323:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078173.111325:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078173.111328:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078173.111330:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078173.111332:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078173.111336:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610000 x1855007653152384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078173.111345:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610000 x1855007653152384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.111352:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078173.111353:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.111355:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078173.111357:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078173.111361:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610000 x1855007653152384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.111368:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078173.111372:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610000 x1855007653152384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.111380:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078173.111382:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.111384:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078173.111386:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.111388:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078173.111389:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078173.111392:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078173.111396:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078173.111398:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078173.111403:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610000 x1855007653152384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078173.111413:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653152384:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078173.111418:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.111420:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078173.111424:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611880 x1855007653152000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.111431:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078173.111433:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078173.111435:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078173.111439:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078173.111441:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078173.111443:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078173.111445:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078173.111447:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219400.
02000000:00000001:2.0:1769078173.111450:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078173.111452:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078173.111454:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611880.
00000100:00000001:2.0:1769078173.111456:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078173.111458:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.111459:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078173.111463:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611f80 x1855007653152128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.111471:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078173.111473:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078173.111475:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078173.111478:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078173.111479:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078173.111481:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078173.111483:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078173.111485:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b400.
02000000:00000001:2.0:1769078173.111488:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078173.111489:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078173.111491:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611f80.
00000100:00000001:2.0:1769078173.111494:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078173.111495:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.111497:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078173.111501:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613100 x1855007653152256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.111508:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078173.111509:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078173.111511:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078173.111513:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078173.111515:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078173.111516:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078173.111519:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078173.111520:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a400.
02000000:00000001:2.0:1769078173.111524:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078173.111525:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078173.111527:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613100.
00000100:00000001:2.0:1769078173.111529:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078173.111531:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.111532:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078173.111570:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610000 x1855007653152384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078173.111577:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078173.111579:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078173.111581:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769078173.111586:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078173.111587:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078173.111589:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078173.111592:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078173.111593:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:2.0:1769078173.111596:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078173.111597:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078173.111599:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610000.
00000100:00000001:2.0:1769078173.111602:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078173.111603:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.111606:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.111611:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078173.111612:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.111615:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078173.111616:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078173.748672:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078173.748683:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078173.748687:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078173.748690:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078173.748697:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078173.748700:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078173.748703:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078173.748706:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078173.748777:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078173.748782:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078173.748786:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078174.388689:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299826940, at 4299826944
00000100:00000010:1.0:1769078174.388711:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bc00.
00010000:00000001:2.0:1769078174.772692:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078174.772699:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078174.772762:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078174.772766:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078174.772769:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078175.796633:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078175.796641:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078175.796690:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078175.796694:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078175.796697:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078176.820631:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078176.820638:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078176.820718:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078176.820724:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078176.820728:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078177.844677:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078177.844687:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078177.844763:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078177.844769:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078177.844773:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078178.228665:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078178.228681:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078178.228685:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078178.228691:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078178.228696:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078178.228706:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5158
00000400:00000200:1.0:1769078178.228718:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078178.228738:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078178.228746:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078178.228750:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.228755:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078178.228757:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.228760:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078178.228766:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078178.228768:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078178.228771:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078178.228774:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078178.228776:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078178.228778:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078178.228780:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.228781:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078178.228784:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.228785:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078178.228788:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078178.228791:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078178.228793:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078178.228796:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078178.228799:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078178.228802:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.228804:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078178.228806:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078178.228818:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612300.
00000020:00000040:1.0:1769078178.228822:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078178.228826:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078178.228828:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.228830:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078178.228833:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078178.228838:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078178.228847:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000001:1.0:1769078178.228854:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078178.228863:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612300 x1855007653152512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078178.228873:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078178.228878:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078178.228881:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000561e7356] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612300 x1855007653152512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.228904:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078178.228907:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078178.228910:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078178.228912:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078178.228913:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078178.228915:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078178.228917:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5158
00000400:00000200:1.0:1769078178.228921:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078178.228923:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078178.228925:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078178.228927:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.228929:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078178.228930:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.228932:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078178.228934:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078178.228936:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078178.228937:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078178.228939:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078178.228940:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078178.228942:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078178.228944:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.228946:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078178.228948:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.228949:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078178.228950:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078178.228953:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078178.228953:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078178.228955:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078178.228958:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078178.228959:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769078178.228963:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078178.228964:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078178.228968:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.228970:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769078178.228974:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612300 x1855007653152512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769078178.228975:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078178.228981:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.228986:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078178.228991:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610700.
00000100:00000001:2.0:1769078178.228992:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769078178.228994:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000001:2.0:1769078178.228996:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078178.228997:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078178.229000:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.229002:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078178.229002:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078178.229006:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078178.229006:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078178.229009:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078178.229010:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078178.229016:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653152512:192.168.204.104@tcp:250:kworker.0
02000000:00000010:1.0:1769078178.229018:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000100:00000001:2.0:1769078178.229020:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078178.229026:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078178.229026:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078178.229030:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078178.229033:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078178.229040:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769078178.229041:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078178.229045:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610700 x1855007653152640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078178.229052:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078178.229058:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000100:00000001:1.0:1769078178.229065:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769078178.229067:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000001:1.0:1769078178.229069:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078178.229076:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029410724] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610700 x1855007653152640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078178.229077:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653152512, portal 25
00000100:00000001:2.0:1769078178.229082:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078178.229085:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415871232 : -131140293680384 : ffff88ba85612300)
00000100:00000040:2.0:1769078178.229094:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612300 x1855007653152512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.229095:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078178.229100:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078178.229108:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078178.229112:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078178.229113:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078178.229115:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769078178.229120:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078178.229121:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769078178.229124:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00080000:1.0:1769078178.229126:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5158
00000100:00000200:2.0:1769078178.229130:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653152512, offset 0
00000400:00000200:1.0:1769078178.229134:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078178.229139:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078178.229143:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078178.229144:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769078178.229150:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.229153:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078178.229154:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.229156:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769078178.229157:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:1.0:1769078178.229160:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078178.229162:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078178.229164:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078178.229165:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078178.229168:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769078178.229168:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000001:1.0:1769078178.229173:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769078178.229177:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769078178.229178:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.229181:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078178.229184:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000040:1.0:1769078178.229185:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.229189:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078178.229191:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000200:2.0:1769078178.229192:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769078178.229196:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:2.0:1769078178.229198:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.229200:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078178.229202:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078178.229205:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200895:200895:256:4294967295] 192.168.204.104@tcp LPNI seq info [200895:200895:8:4294967295]
02000000:00000001:1.0:1769078178.229206:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078178.229212:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078178.229215:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078178.229216:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078178.229221:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078178.229224:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.229225:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078178.229230:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612d80.
00000400:00000200:2.0:1769078178.229231:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1769078178.229235:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078178.229239:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1769078178.229240:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
02000000:00000001:1.0:1769078178.229242:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.229245:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078178.229246:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078178.229247:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078178.229248:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
02000000:00000010:1.0:1769078178.229252:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:1.0:1769078178.229256:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078178.229261:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00100000:1.0:1769078178.229263:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612d80 x1855007653152768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769078178.229269:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769078178.229271:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078178.229275:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078178.229279:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fed2dda] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612d80 x1855007653152768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769078178.229285:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078178.229288:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078178.229292:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769078178.229293:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1769078178.229296:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078178.229299:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078178.229301:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078178.229307:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:2.0:1769078178.229307:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00080000:1.0:1769078178.229312:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5158
00000800:00000010:2.0:1769078178.229313:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:1.0:1769078178.229317:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078178.229320:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078178.229322:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078178.229325:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078178.229325:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078178.229327:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078178.229328:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.229329:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078178.229331:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078178.229332:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078178.229333:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078178.229334:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078178.229335:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078178.229337:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078178.229338:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.229339:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078178.229340:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.229341:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078178.229343:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078178.229344:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078178.229346:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078178.229347:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078178.229348:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078178.229349:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.229351:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078178.229353:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078178.229354:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.229356:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078178.229359:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610000.
00000020:00000040:1.0:1769078178.229361:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078178.229362:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078178.229363:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.229364:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078178.229366:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078178.229367:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078178.229369:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000001:1.0:1769078178.229371:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078178.229373:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610000 x1855007653152896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078178.229378:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078178.229379:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078178.229382:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d5982a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610000 x1855007653152896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.229387:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078178.229388:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078178.229390:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078178.229392:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078178.229393:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078178.229397:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078178.229398:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5158
00000400:00000200:2.0:1769078178.229404:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078178.229405:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078178.229411:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078178.229413:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078178.229415:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.229417:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078178.229417:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000100:00000040:1.0:1769078178.229421:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000010:2.0:1769078178.229423:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:1.0:1769078178.229424:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078178.229429:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078178.229429:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078178.229431:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078178.229432:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:2.0:1769078178.229433:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1769078178.229434:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078178.229438:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078178.229443:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000200:2.0:1769078178.229445:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612300 x1855007653152512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.229446:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078178.229449:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078178.229452:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078178.229471:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078178.229473:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078178.229475:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078178.229476:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078178.229478:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078178.229479:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.229481:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078178.229482:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078178.229484:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.229485:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078178.229488:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613100.
00000020:00000040:1.0:1769078178.229491:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078178.229496:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078178.229499:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.229502:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078178.229504:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078178.229506:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.229508:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1769078178.229509:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218000.
00000100:00000001:1.0:1769078178.229514:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078178.229516:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612300 x1855007653152512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078178.229520:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613100 x1855007653153024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078178.229573:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.229574:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078178.229579:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.229579:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1769078178.229585:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c5e314b] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613100 x1855007653153024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.229590:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.229591:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078178.229598:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5168)
00000400:00000200:2.0:1769078178.229601:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078178.229607:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299832060
00000100:00000010:2.0:1769078178.229614:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b2a0.
00000100:00000001:2.0:1769078178.229623:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078178.229631:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299832060
00000100:00000010:2.0:1769078178.229635:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b6c0.
00000100:00000001:2.0:1769078178.229639:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078178.229650:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078178.229654:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.229657:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078178.229663:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078178/real 1769078178]  req@ffff88ba85612300 x1855007653152512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078178.229675:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078178.229677:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078178.229680:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078178.229682:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078178.229684:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078178.229686:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078178.229689:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612300 x1855007653152512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078178.229701:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612300 x1855007653152512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.229706:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078178.229707:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.229709:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078178.229710:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078178.229713:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612300 x1855007653152512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.229717:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078178.229721:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612300 x1855007653152512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.229727:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078178.229729:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.229730:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078178.229730:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.229732:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078178.229734:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078178.229736:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078178.229739:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078178.229740:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078178.229743:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612300 x1855007653152512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078178.229748:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653152512:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078178.229752:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.229754:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078178.229756:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612300 x1855007653152512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.229765:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078178.229768:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078178.229770:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769078178.229774:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078178.229776:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078178.229777:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078178.229778:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078178.229780:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a000.
02000000:00000001:2.0:1769078178.229785:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078178.229787:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078178.229789:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612300.
00000100:00000001:2.0:1769078178.229791:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078178.229792:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.229794:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.229801:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078178.229803:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.229805:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078178.229806:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078178.229807:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078178.229810:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610700 x1855007653152640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.229815:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078178.229816:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078178.229818:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078178.229819:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078178.229821:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078178.229823:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653152640:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078178.229825:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078178.229827:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078178.229828:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078178.229829:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078178.229832:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769078178.229834:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078178.229838:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078178.229842:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078178.229846:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078178.229849:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653152640, portal 10
00000100:00000001:2.0:1769078178.229851:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078178.229852:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864064 : -131140293687552 : ffff88ba85610700)
00000100:00000040:2.0:1769078178.229859:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610700 x1855007653152640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.229867:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078178.229869:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078178.229872:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078178.229875:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653152640, offset 0
00000400:00000200:2.0:1769078178.229879:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078178.229883:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078178.229888:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078178.229891:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078178.229893:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078178.229896:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078178.229898:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078178.229901:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200896:200896:256:4294967295] 192.168.204.104@tcp LPNI seq info [200896:200896:8:4294967295]
00000400:00000200:2.0:1769078178.229905:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078178.229911:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078178.229916:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078178.229919:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078178.229924:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078178.229927:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078178.229931:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078178.229934:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078178.229938:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078178.229940:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078178.229943:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078178.229946:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078178.229949:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078178.229951:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078178.229954:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078178.229958:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610700 x1855007653152640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.229967:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078178.229970:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610700 x1855007653152640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.229977:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.229979:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078178.229982:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078178.229986:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078178.229989:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078178.229992:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299830810
00000100:00000001:2.0:1769078178.229995:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299832060
00000100:00000001:2.0:1769078178.229997:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299830810
00000100:00000001:2.0:1769078178.229999:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299832060
00000100:00000001:2.0:1769078178.230001:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078178.230003:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.230005:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078178.230009:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078178/real 1769078178]  req@ffff88ba85610700 x1855007653152640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078178.230017:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078178.230019:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078178.230021:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078178.230023:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078178.230025:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078178.230027:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078178.230030:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610700 x1855007653152640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078178.230040:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610700 x1855007653152640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230054:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078178.230056:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230058:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078178.230060:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078178.230064:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610700 x1855007653152640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230071:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078178.230075:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610700 x1855007653152640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230084:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078178.230086:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230088:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078178.230090:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230091:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078178.230093:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078178.230096:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078178.230099:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078178.230101:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078178.230105:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610700 x1855007653152640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078178.230114:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653152640:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078178.230118:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078178.230121:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612d80 x1855007653152768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230128:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078178.230129:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078178.230131:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078178.230133:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078178.230135:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078178.230138:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653152768:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078178.230141:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078178.230143:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078178.230145:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078178.230147:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078178.230150:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078178.230152:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078178.230156:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078178.230159:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078178.230162:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078178.230166:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653152768, portal 10
00000100:00000001:2.0:1769078178.230168:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078178.230169:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873920 : -131140293677696 : ffff88ba85612d80)
00000100:00000040:2.0:1769078178.230176:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612d80 x1855007653152768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230183:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078178.230185:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078178.230188:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078178.230191:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653152768, offset 0
00000400:00000200:2.0:1769078178.230195:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078178.230199:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078178.230203:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078178.230206:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078178.230209:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078178.230212:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078178.230214:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078178.230217:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200897:200897:256:4294967295] 192.168.204.104@tcp LPNI seq info [200897:200897:8:4294967295]
00000400:00000200:2.0:1769078178.230222:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078178.230229:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078178.230234:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078178.230237:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078178.230240:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078178.230242:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078178.230245:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078178.230247:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078178.230250:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078178.230252:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078178.230254:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078178.230257:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078178.230259:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078178.230260:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078178.230262:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078178.230265:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612d80 x1855007653152768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230271:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078178.230273:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612d80 x1855007653152768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230277:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.230279:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078178.230281:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078178.230283:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078178.230286:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078178.230287:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299830795
00000100:00000001:2.0:1769078178.230289:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299832060
00000100:00000001:2.0:1769078178.230291:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299830795
00000100:00000001:2.0:1769078178.230292:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299832060
00000100:00000001:2.0:1769078178.230294:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078178.230295:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.230296:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078178.230298:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078178/real 1769078178]  req@ffff88ba85612d80 x1855007653152768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078178.230305:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078178.230306:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078178.230307:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078178.230309:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078178.230310:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078178.230311:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078178.230313:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612d80 x1855007653152768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078178.230318:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612d80 x1855007653152768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230323:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078178.230324:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230325:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078178.230326:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078178.230328:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612d80 x1855007653152768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230332:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078178.230334:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612d80 x1855007653152768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230338:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078178.230340:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230341:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078178.230342:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230343:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078178.230344:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078178.230345:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078178.230347:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078178.230349:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078178.230352:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612d80 x1855007653152768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078178.230358:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653152768:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078178.230360:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078178.230362:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610000 x1855007653152896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230366:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078178.230367:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078178.230368:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078178.230369:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078178.230371:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078178.230372:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653152896:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078178.230374:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078178.230375:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078178.230376:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078178.230377:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078178.230379:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078178.230381:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078178.230383:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078178.230385:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078178.230387:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078178.230389:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653152896, portal 4
00000100:00000001:2.0:1769078178.230391:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078178.230392:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415862272 : -131140293689344 : ffff88ba85610000)
00000100:00000040:2.0:1769078178.230396:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610000 x1855007653152896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230400:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078178.230402:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078178.230403:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078178.230405:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653152896, offset 0
00000400:00000200:2.0:1769078178.230408:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078178.230410:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078178.230412:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078178.230414:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078178.230416:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078178.230418:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078178.230420:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078178.230422:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200898:200898:256:4294967295] 192.168.204.104@tcp LPNI seq info [200898:200898:8:4294967295]
00000400:00000200:2.0:1769078178.230425:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078178.230429:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078178.230432:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078178.230434:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078178.230436:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078178.230438:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078178.230441:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078178.230443:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078178.230445:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078178.230447:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078178.230448:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078178.230451:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078178.230453:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078178.230470:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078178.230474:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078178.230478:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610000 x1855007653152896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230487:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078178.230491:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610000 x1855007653152896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230496:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.230497:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078178.230499:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078178.230502:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078178.230504:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078178.230506:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299830802
00000100:00000001:2.0:1769078178.230508:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299832060
00000100:00000001:2.0:1769078178.230509:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299830802
00000100:00000001:2.0:1769078178.230511:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299832060
00000100:00000001:2.0:1769078178.230512:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078178.230514:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.230515:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078178.230517:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078178/real 1769078178]  req@ffff88ba85610000 x1855007653152896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078178.230522:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078178.230523:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078178.230524:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078178.230526:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078178.230527:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078178.230529:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078178.230531:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610000 x1855007653152896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078178.230552:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610000 x1855007653152896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230556:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078178.230557:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230558:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078178.230559:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078178.230561:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610000 x1855007653152896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230565:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078178.230568:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610000 x1855007653152896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230572:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078178.230574:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230575:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078178.230576:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230577:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078178.230579:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078178.230580:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078178.230582:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078178.230584:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078178.230586:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610000 x1855007653152896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078178.230591:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653152896:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078178.230593:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078178.230596:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613100 x1855007653153024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230600:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078178.230601:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078178.230602:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078178.230603:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078178.230605:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078178.230606:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653153024:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078178.230608:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078178.230609:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078178.230610:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078178.230612:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078178.230615:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078178.230616:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078178.230618:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078178.230620:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078178.230622:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078178.230624:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653153024, portal 4
00000100:00000001:2.0:1769078178.230626:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078178.230627:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415874816 : -131140293676800 : ffff88ba85613100)
00000100:00000040:2.0:1769078178.230631:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613100 x1855007653153024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230635:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078178.230637:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078178.230639:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078178.230640:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653153024, offset 0
00000400:00000200:2.0:1769078178.230643:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078178.230645:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078178.230647:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078178.230649:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078178.230651:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078178.230653:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078178.230655:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078178.230657:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200899:200899:256:4294967295] 192.168.204.104@tcp LPNI seq info [200899:200899:8:4294967295]
00000400:00000200:2.0:1769078178.230660:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078178.230664:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078178.230667:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078178.230668:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078178.230671:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078178.230673:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078178.230676:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078178.230678:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078178.230680:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078178.230682:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078178.230684:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078178.230686:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078178.230688:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078178.230689:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078178.230691:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078178.230693:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613100 x1855007653153024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230703:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078178.230705:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613100 x1855007653153024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230710:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.230710:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078178.230712:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078178.230714:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078178.230716:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078178.230717:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299830803
00000100:00000001:2.0:1769078178.230719:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299832060
00000100:00000001:2.0:1769078178.230720:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299830803
00000100:00000001:2.0:1769078178.230722:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299832060
00000100:00000001:2.0:1769078178.230724:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078178.230725:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.230726:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078178.230728:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078178/real 1769078178]  req@ffff88ba85613100 x1855007653153024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078178.230732:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078178.230733:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078178.230734:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078178.230735:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078178.230736:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078178.230737:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078178.230739:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613100 x1855007653153024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078178.230744:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613100 x1855007653153024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230749:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078178.230750:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230752:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078178.230753:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078178.230755:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613100 x1855007653153024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230761:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078178.230765:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613100 x1855007653153024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230774:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078178.230776:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230778:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078178.230779:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230781:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078178.230782:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078178.230785:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078178.230789:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078178.230791:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078178.230796:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613100 x1855007653153024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078178.230805:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653153024:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078178.230810:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230812:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078178.230815:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610700 x1855007653152640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230823:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078178.230824:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078178.230826:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:2.0:1769078178.230828:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078178.230830:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078178.230831:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078178.230833:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078178.230834:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218400.
02000000:00000001:2.0:1769078178.230836:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078178.230837:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078178.230838:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610700.
00000100:00000001:2.0:1769078178.230841:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078178.230842:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230843:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078178.230846:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612d80 x1855007653152768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230850:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078178.230851:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078178.230852:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078178.230854:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078178.230855:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078178.230856:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078178.230857:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078178.230858:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b000.
02000000:00000001:2.0:1769078178.230860:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078178.230860:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078178.230861:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612d80.
00000100:00000001:2.0:1769078178.230863:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078178.230864:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230865:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078178.230866:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610000 x1855007653152896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230870:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078178.230871:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078178.230872:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078178.230874:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078178.230874:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078178.230875:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078178.230876:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078178.230877:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218800.
02000000:00000001:2.0:1769078178.230878:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078178.230880:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078178.230881:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610000.
00000100:00000001:2.0:1769078178.230882:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078178.230883:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230884:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078178.230886:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613100 x1855007653153024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078178.230890:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078178.230891:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078178.230892:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078178.230893:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078178.230893:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078178.230894:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078178.230895:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078178.230896:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218000.
02000000:00000001:2.0:1769078178.230897:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078178.230898:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078178.230898:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613100.
00000100:00000001:2.0:1769078178.230900:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078178.230900:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230901:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.230904:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078178.230905:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.230906:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078178.230907:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078178.868663:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078178.868680:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078178.868786:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078178.868791:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078178.868795:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078179.508635:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299832060, at 4299832064
00000100:00000010:1.0:1769078179.508651:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b6c0.
00010000:00000001:2.0:1769078179.892668:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078179.892675:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078179.892755:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078179.892760:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078179.892763:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078180.916662:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078180.916669:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078180.916723:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078180.916726:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078180.916729:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078181.940665:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078181.940672:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078181.940726:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078181.940731:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078181.940734:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078182.964663:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078182.964672:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078182.964730:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078182.964733:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078182.964736:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078183.348797:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078183.348808:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078183.348811:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078183.348817:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078183.348822:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078183.348831:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5163
00000400:00000200:1.0:1769078183.348843:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078183.348849:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078183.348852:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078183.348855:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.348858:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078183.348860:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.348861:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078183.348866:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078183.348868:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078183.348870:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078183.348872:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078183.348874:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078183.348875:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078183.348877:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.348878:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078183.348879:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.348880:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078183.348882:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078183.348884:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078183.348886:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078183.348888:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078183.348891:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078183.348892:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.348894:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078183.348896:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078183.348902:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611f80.
00000020:00000040:1.0:1769078183.348906:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078183.348910:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078183.348912:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.348916:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078183.348919:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078183.348924:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078183.348933:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218c00.
00000100:00000001:1.0:1769078183.348941:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078183.348952:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611f80 x1855007653153152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078183.348962:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078183.348968:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078183.348981:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0de5d6f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611f80 x1855007653153152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078183.349005:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078183.349009:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078183.349014:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078183.349016:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078183.349018:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078183.349020:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078183.349024:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5163
00000400:00000200:1.0:1769078183.349031:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078183.349037:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078183.349041:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078183.349048:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349053:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078183.349057:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349060:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078183.349062:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078183.349065:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078183.349069:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078183.349072:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078183.349076:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078183.349081:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078183.349087:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349090:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078183.349094:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349100:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078183.349106:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078183.349111:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349118:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078183.349121:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078183.349129:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078183.349133:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.349136:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078183.349142:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078183.349146:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.349150:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078183.349157:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611880.
00000020:00000040:1.0:1769078183.349161:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078183.349167:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078183.349169:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.349171:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078183.349174:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078183.349176:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078183.349182:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821bc00.
00000100:00000001:1.0:1769078183.349188:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078183.349193:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611880 x1855007653153280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078183.349214:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078183.349222:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078183.349231:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0af494a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611880 x1855007653153280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078183.349248:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078183.349254:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078183.349259:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078183.349260:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078183.349261:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078183.349263:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078183.349267:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5163
00000400:00000200:1.0:1769078183.349342:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078183.349347:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078183.349351:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078183.349357:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349360:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078183.349364:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349376:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078183.349379:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078183.349380:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078183.349381:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078183.349384:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078183.349394:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078183.349399:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078183.349406:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:0.1:1769078183.349408:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078183.349409:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078183.349415:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:0.1:1769078183.349415:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1769078183.349420:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078183.349423:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078183.349428:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349432:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078183.349434:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078183.349437:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078183.349439:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.349441:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078183.349442:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078183.349444:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.349449:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078183.349452:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611500.
00000020:00000040:1.0:1769078183.349456:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078183.349461:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078183.349462:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.349464:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078183.349465:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078183.349467:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078183.349473:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218000.
00000100:00000001:1.0:1769078183.349478:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078183.349483:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611500 x1855007653153408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078183.349491:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078183.349501:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078183.349507:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fb51406] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611500 x1855007653153408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078183.349518:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078183.349522:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078183.349527:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078183.349530:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078183.349531:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078183.349557:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078183.349560:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5163
00000400:00000200:1.0:1769078183.349566:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078183.349572:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078183.349576:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078183.349580:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349583:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078183.349585:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349587:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078183.349588:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078183.349590:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078183.349592:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078183.349595:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078183.349597:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078183.349601:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078183.349606:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349609:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078183.349612:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349615:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078183.349616:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078183.349618:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349623:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078183.349624:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078183.349627:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078183.349629:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.349633:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078183.349636:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078183.349639:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.349643:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078183.349648:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611c00.
00000020:00000040:1.0:1769078183.349652:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078183.349658:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078183.349662:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.349665:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078183.349669:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078183.349671:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078183.349677:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000001:1.0:1769078183.349680:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078183.349688:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611c00 x1855007653153536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078183.349704:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078183.349707:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078183.349714:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8684d4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611c00 x1855007653153536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078183.349737:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078183.349742:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078183.349746:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078183.349749:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078183.349753:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078183.349759:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078183.349765:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5163
00000400:00000200:1.0:1769078183.349774:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078183.349780:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078183.349784:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078183.349791:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349797:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078183.349802:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349807:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078183.349810:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078183.349812:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078183.349813:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078183.349816:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078183.349819:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078183.349824:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078183.349830:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349832:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078183.349836:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349838:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078183.349842:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078183.349846:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078183.349850:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078183.349852:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078183.349856:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078183.349860:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.349863:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078183.349866:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078183.349869:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.349871:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078183.349875:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610380.
00000020:00000040:1.0:1769078183.349879:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078183.349883:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078183.349885:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.349888:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078183.349889:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078183.349892:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078183.349898:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:1.0:1769078183.349902:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078183.349908:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610380 x1855007653153664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078183.349915:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078183.349920:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078183.349929:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea9b11c2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610380 x1855007653153664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078183.349944:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078183.349950:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5173)
00000800:00000200:0.1:1769078183.350138:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078183.350140:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078183.350442:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078183.350445:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078183.350449:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078183.350451:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727c00.
00000400:00000200:0.0:1769078183.350454:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078183.350457:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078183.350460:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799c38
00000400:00000010:0.0:1769078183.350462:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799c38.
00000100:00000001:0.0:1769078183.350464:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078183.350468:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611500 x1855007653153408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.350475:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078183.350478:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611500 x1855007653153408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.350484:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078183.350486:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078183.350488:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078183.350491:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078183.350494:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078183.350496:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299835915
00000100:00000001:0.0:1769078183.350499:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299837180
00000100:00000001:0.0:1769078183.350501:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299835915
00000100:00000001:0.0:1769078183.350503:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299837180
00000100:00000001:0.0:1769078183.350505:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078183.350507:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078183.350509:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078183.350512:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078183/real 1769078183]  req@ffff88ba85611500 x1855007653153408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078183.350519:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078183.350521:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078183.350522:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000400:00000200:0.0:1769078183.350525:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078183.350526:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078183.350529:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078183.350532:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611500 x1855007653153408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078183.350558:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611500 x1855007653153408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.350566:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078183.350568:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.350570:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078183.350572:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078183.350576:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611500 x1855007653153408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.350583:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078183.350588:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611500 x1855007653153408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.350595:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078183.350597:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.350599:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078183.350600:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.350602:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078183.350604:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078183.350606:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078183.350609:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078183.350611:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078183.350615:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611500 x1855007653153408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078183.350623:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653153408:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078183.350627:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078183.350630:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611c00 x1855007653153536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.350638:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078183.350639:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078183.350641:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078183.350643:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078183.350645:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078183.350647:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653153536:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078183.350651:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078183.350652:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078183.350654:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078183.350656:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078183.350659:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078183.350661:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078183.350665:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078183.350667:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
00000400:00000010:0.0:1769078183.350670:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078183.350673:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653153536, portal 4
00000100:00000001:0.0:1769078183.350675:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078183.350676:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415869440 : -131140293682176 : ffff88ba85611c00)
00000100:00000040:0.0:1769078183.350681:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611c00 x1855007653153536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.350687:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078183.350690:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078183.350692:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799c38.
00000100:00000200:0.0:1769078183.350694:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653153536, offset 0
00000400:00000200:0.0:1769078183.350698:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078183.350702:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078183.350705:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078183.350707:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078183.350710:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078183.350712:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078183.350714:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078183.350717:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200903:200903:256:4294967295] 192.168.204.104@tcp LPNI seq info [200903:200903:8:4294967295]
00000400:00000200:0.0:1769078183.350721:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078183.350727:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078183.350731:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078183.350735:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727c00.
00000800:00000200:0.0:1769078183.350738:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078183.350741:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078183.350745:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078183.350747:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078183.350751:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078183.350753:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727c00.
00000400:00000200:0.0:1769078183.350755:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078183.350758:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078183.350761:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799c38
00000400:00000010:0.0:1769078183.350763:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799c38.
00000100:00000001:0.0:1769078183.350765:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078183.350770:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611c00 x1855007653153536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.350777:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078183.350779:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611c00 x1855007653153536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.350786:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078183.350788:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078183.350791:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078183.350793:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078183.350797:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078183.350799:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299835923
00000100:00000001:0.0:1769078183.350801:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299837180
00000100:00000001:0.0:1769078183.350803:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299835923
00000100:00000001:0.0:1769078183.350805:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299837180
00000100:00000001:0.0:1769078183.350807:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078183.350810:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078183.350812:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078183.350815:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078183/real 1769078183]  req@ffff88ba85611c00 x1855007653153536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078183.350823:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078183.350824:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078183.350826:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000400:00000200:0.0:1769078183.350828:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078183.350830:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078183.350832:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078183.350835:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611c00 x1855007653153536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078183.350843:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611c00 x1855007653153536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.350850:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078183.350851:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.350853:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078183.350854:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078183.350858:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611c00 x1855007653153536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.350864:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078183.350867:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611c00 x1855007653153536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.350874:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078183.350877:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.350878:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078183.350880:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.350881:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078183.350883:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078183.350885:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078183.350889:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078183.350891:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078183.350895:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611c00 x1855007653153536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078183.350902:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653153536:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078183.350907:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078183.350909:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610380 x1855007653153664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.350914:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078183.350916:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078183.350918:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078183.350919:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078183.350921:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078183.350923:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653153664:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078183.350927:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078183.350928:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078183.350930:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078183.350932:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078183.350935:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078183.350937:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078183.350940:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078183.350943:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
00000400:00000010:0.0:1769078183.350946:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078183.350948:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653153664, portal 4
00000100:00000001:0.0:1769078183.350950:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078183.350952:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415863168 : -131140293688448 : ffff88ba85610380)
00000100:00000040:0.0:1769078183.350957:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610380 x1855007653153664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.350963:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078183.350965:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078183.350967:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799c38.
00000100:00000200:0.0:1769078183.350969:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653153664, offset 0
00000400:00000200:0.0:1769078183.350973:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078183.350976:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078183.350980:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078183.350983:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078183.350986:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078183.350988:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078183.350990:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078183.350992:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200904:200904:256:4294967295] 192.168.204.104@tcp LPNI seq info [200904:200904:8:4294967295]
00000400:00000200:0.0:1769078183.350996:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078183.351002:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078183.351006:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078183.351010:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727c00.
00000800:00000200:0.0:1769078183.351013:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078183.351016:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078183.351019:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078183.351021:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078183.351025:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078183.351027:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727c00.
00000400:00000200:0.0:1769078183.351030:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078183.351033:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078183.351036:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799c38
00000400:00000010:0.0:1769078183.351038:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799c38.
00000100:00000001:0.0:1769078183.351041:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078183.351045:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610380 x1855007653153664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.351051:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078183.351054:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610380 x1855007653153664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.351061:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078183.351062:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078183.351066:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078183.351069:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078183.351072:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078183.351074:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299835923
00000100:00000001:0.0:1769078183.351077:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299837180
00000100:00000001:0.0:1769078183.351079:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299835923
00000100:00000001:0.0:1769078183.351081:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299837180
00000100:00000001:0.0:1769078183.351083:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078183.351085:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078183.351087:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078183.351090:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078183/real 1769078183]  req@ffff88ba85610380 x1855007653153664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078183.351098:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078183.351099:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078183.351101:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000400:00000200:0.0:1769078183.351104:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078183.351105:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078183.351107:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078183.351110:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610380 x1855007653153664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078183.351117:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610380 x1855007653153664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.351123:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078183.351125:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.351126:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078183.351128:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078183.351131:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610380 x1855007653153664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.351137:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078183.351141:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610380 x1855007653153664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.351148:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078183.351150:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.351152:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078183.351153:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.351155:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078183.351156:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078183.351159:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078183.351162:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078183.351164:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078183.351168:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610380 x1855007653153664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078183.351176:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653153664:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078183.351179:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.351181:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078183.351184:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611880 x1855007653153280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.351190:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078183.351192:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078183.351194:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078183.351197:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078183.351198:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078183.351199:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078183.351201:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078183.351203:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:0.0:1769078183.351205:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078183.351207:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078183.351208:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611880.
00000100:00000001:0.0:1769078183.351211:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078183.351212:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.351214:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078183.351217:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611500 x1855007653153408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.351223:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078183.351224:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078183.351226:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078183.351229:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078183.351230:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078183.351231:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078183.351233:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078183.351234:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218000.
02000000:00000001:0.0:1769078183.351236:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078183.351237:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078183.351238:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611500.
00000100:00000001:0.0:1769078183.351240:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078183.351241:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.351243:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078183.351246:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611c00 x1855007653153536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.351252:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078183.351253:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078183.351254:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078183.351257:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078183.351258:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078183.351259:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078183.351261:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078183.351262:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218800.
02000000:00000001:0.0:1769078183.351264:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078183.351265:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078183.351266:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611c00.
00000100:00000001:0.0:1769078183.351268:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078183.351270:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.351271:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078183.351275:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610380 x1855007653153664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078183.351286:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078183.351287:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078183.351288:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078183.351290:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078183.351291:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078183.351293:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078183.351294:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078183.351296:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b000.
02000000:00000001:0.0:1769078183.351298:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078183.351299:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078183.351300:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610380.
00000100:00000001:0.0:1769078183.351303:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078183.351304:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.351306:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.351309:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078183.351310:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078183.351312:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078183.351314:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078183.988693:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078183.988702:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078183.988704:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078183.988707:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078183.988712:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078183.988714:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078183.988715:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078183.988717:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078183.988770:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078183.988774:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078183.988776:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078184.628643:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299837180, at 4299837184
00000100:00000010:0.0:1769078184.628656:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000040:1.0:1769078184.628667:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299837180, at 4299837184
00000100:00000010:1.0:1769078184.628682:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16660.
00010000:00000001:2.0:1769078185.012672:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078185.012679:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078185.012738:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078185.012746:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078185.012751:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078186.036693:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078186.036703:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078186.036796:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078186.036802:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078186.036807:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078187.060665:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078187.060673:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078187.060734:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078187.060737:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078187.060740:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078188.084630:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078188.084638:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078188.084698:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078188.084701:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078188.084703:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078188.468691:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078188.468701:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078188.468704:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078188.468708:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078188.468712:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078188.468719:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5168
00000400:00000200:1.0:1769078188.468731:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078188.468736:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078188.468739:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078188.468741:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078188.468744:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078188.468746:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078188.468748:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078188.468751:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078188.468752:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078188.468755:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078188.468757:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078188.468759:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078188.468760:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078188.468762:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078188.468763:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078188.468764:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078188.468765:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078188.468768:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078188.468770:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078188.468772:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078188.468774:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078188.468777:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078188.468779:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078188.468781:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078188.468785:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078188.468795:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612a00.
00000020:00000040:1.0:1769078188.468798:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078188.468803:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078188.468805:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078188.468807:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078188.468809:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078188.468814:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078188.468821:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000100:00000001:1.0:1769078188.468827:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078188.468834:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612a00 x1855007653153792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078188.468843:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078188.468847:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078188.468850:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080821b25] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612a00 x1855007653153792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078188.468872:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078188.468874:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078188.468877:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078188.468878:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078188.468879:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078188.468881:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078188.468882:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5168
00000400:00000200:1.0:1769078188.468884:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078188.468886:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078188.468887:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078188.468889:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078188.468890:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078188.468892:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078188.468893:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078188.468894:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078188.468895:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078188.468896:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078188.468898:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078188.468899:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078188.468900:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078188.468902:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078188.468904:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078188.468909:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078188.468911:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078188.468912:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078188.468914:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078188.468916:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078188.468917:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078188.468919:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769078188.468922:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078188.468924:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.468925:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078188.468926:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078188.468931:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:1.0:1769078188.468931:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078188.468935:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078188.468936:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078188.468939:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610e00.
00000020:00000040:1.0:1769078188.468942:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000040:0.0:1769078188.468943:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612a00 x1855007653153792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078188.468944:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078188.468946:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078188.468948:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078188.468954:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078188.468956:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.468959:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:1.0:1769078188.468961:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000001:0.0:1769078188.468963:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078188.468966:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078188.468969:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078188.468974:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769078188.468974:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610e00 x1855007653153920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078188.468980:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078188.468986:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653153792:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769078188.468991:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078188.468992:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078188.468995:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078188.468999:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1769078188.469003:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e5ce01] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610e00 x1855007653153920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078188.469004:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078188.469008:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078188.469013:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078188.469016:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078188.469017:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078188.469020:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078188.469023:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769078188.469025:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078188.469026:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078188.469029:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769078188.469031:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
00000100:00000001:1.0:1769078188.469032:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078188.469037:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5168
00000400:00000010:0.0:1769078188.469039:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000400:00000200:1.0:1769078188.469040:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078188.469044:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078188.469046:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078188.469048:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078188.469049:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653153792, portal 25
00000100:00000001:1.0:1769078188.469050:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078188.469053:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078188.469055:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078188.469056:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078188.469060:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873024 : -131140293678592 : ffff88ba85612a00)
00000020:00000001:1.0:1769078188.469060:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078188.469062:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078188.469064:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078188.469067:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078188.469069:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078188.469071:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:0.0:1769078188.469072:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612a00 x1855007653153792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078188.469074:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078188.469077:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078188.469081:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078188.469084:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078188.469087:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078188.469091:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078188.469094:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.469095:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1769078188.469096:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078188.469099:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078188.469103:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
02000000:00000001:1.0:1769078188.469103:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078188.469107:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078188.469109:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1769078188.469110:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799c38.
00000008:00000001:1.0:1769078188.469111:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078188.469115:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078188.469117:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653153792, offset 0
00000100:00000010:1.0:1769078188.469118:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612680.
00000020:00000040:1.0:1769078188.469123:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078188.469125:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078188.469126:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078188.469129:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078188.469130:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
02000000:00000001:1.0:1769078188.469130:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078188.469134:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078188.469138:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219c00.
00000100:00000001:1.0:1769078188.469141:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078188.469145:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00100000:1.0:1769078188.469148:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612680 x1855007653154048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078188.469153:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078188.469155:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078188.469157:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000040:1.0:1769078188.469160:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c0d898d] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612680 x1855007653154048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078188.469166:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078188.469168:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769078188.469169:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078188.469173:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078188.469174:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078188.469175:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078188.469178:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:1.0:1769078188.469178:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078188.469182:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5168
00000400:00000200:0.0:1769078188.469186:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078188.469190:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078188.469193:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200905:200905:256:4294967295] 192.168.204.104@tcp LPNI seq info [200905:200905:8:4294967295]
00000400:00000200:0.0:1769078188.469197:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078188.469206:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1769078188.469213:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:0.0:1769078188.469214:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078188.469217:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078188.469221:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078188.469223:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000010:0.0:1769078188.469224:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727c00.
00000100:00000001:1.0:1769078188.469230:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078188.469232:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078188.469236:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:0.0:1769078188.469237:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:1.0:1769078188.469238:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078188.469241:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078188.469243:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.0:1769078188.469244:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000020:00000040:1.0:1769078188.469245:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078188.469247:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078188.469251:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078188.469255:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:0.1:1769078188.469258:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078188.469259:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078188.469264:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:0.1:1769078188.469264:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1769078188.469269:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078188.469274:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000800:00000100:0.0:1769078188.469275:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078188.469281:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727c00.
00000400:00000200:0.0:1769078188.469303:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078188.469309:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1769078188.469311:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:0.0:1769078188.469315:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799c38
00000100:00000001:1.0:1769078188.469316:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078188.469320:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799c38.
02000000:00000001:1.0:1769078188.469320:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078188.469325:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078188.469327:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1769078188.469328:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078188.469332:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:0.0:1769078188.469335:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612a00 x1855007653153792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769078188.469336:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078188.469342:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078188.469346:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.469352:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078188.469357:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612a00 x1855007653153792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078188.469358:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613800.
00000020:00000040:1.0:1769078188.469363:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078188.469369:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078188.469370:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078188.469371:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.469375:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078188.469375:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078188.469378:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078188.469380:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078188.469383:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000001:0.0:1769078188.469385:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078188.469386:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078188.469393:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00100000:1.0:1769078188.469393:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613800 x1855007653154176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078188.469399:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299842299
00000100:00000001:1.0:1769078188.469400:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078188.469404:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078188.469407:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ee6579f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613800 x1855007653154176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769078188.469408:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:0.0:1769078188.469417:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078188.469425:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.469427:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299842299
00000100:00080000:1.0:1769078188.469428:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1769078188.469433:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16d20.
00000100:00080000:1.0:1769078188.469434:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078188.469438:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078188.469439:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1769078188.469440:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078188.469446:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078188.469447:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078188.469450:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5168
00000100:00000001:0.0:1769078188.469453:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078188.469457:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078188.469458:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1769078188.469463:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00100000:0.0:1769078188.469466:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078188/real 1769078188]  req@ffff88ba85612a00 x1855007653153792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078188.469467:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078188.469472:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078188.469475:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078188.469478:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078188.469481:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078188.469485:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078188.469487:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078188.469489:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078188.469491:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000400:00000001:0.0:1769078188.469493:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000001:1.0:1769078188.469493:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078188.469495:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000001:0.0:1769078188.469496:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1769078188.469499:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000010:0.0:1769078188.469501:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000100:00000001:1.0:1769078188.469501:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078188.469504:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078188.469506:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078188.469507:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078188.469509:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078188.469510:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078188.469513:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078188.469515:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078188.469517:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
02000000:00000001:1.0:1769078188.469517:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078188.469518:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:0.0:1769078188.469521:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000008:00100000:1.0:1769078188.469522:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078188.469525:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.469526:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769078188.469527:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078188.469532:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610a80.
00000020:00000040:1.0:1769078188.469571:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000200:0.0:1769078188.469573:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612a00 x1855007653153792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078188.469576:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078188.469579:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078188.469582:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078188.469584:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078188.469587:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078188.469593:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769078188.469598:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078188.469599:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612a00 x1855007653153792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078188.469606:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610a80 x1855007653154304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078188.469610:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078188.469615:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078188.469618:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078188.469619:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078188.469622:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.469624:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078188.469629:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cf2531] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610a80 x1855007653154304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078188.469634:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612a00 x1855007653153792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078188.469645:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.469648:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078188.469652:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5178)
00000100:00000040:0.0:1769078188.469654:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612a00 x1855007653153792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.469661:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078188.469670:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.469672:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078188.469674:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.469677:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078188.469679:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078188.469682:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078188.469686:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078188.469689:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078188.469693:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612a00 x1855007653153792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078188.469702:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653153792:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078188.469707:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.469710:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078188.469713:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612a00 x1855007653153792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.469723:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078188.469725:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078188.469727:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078188.469729:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078188.469731:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078188.469732:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078188.469733:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078188.469736:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218400.
02000000:00000001:0.0:1769078188.469739:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078188.469741:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078188.469742:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612a00.
00000100:00000001:0.0:1769078188.469744:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078188.469745:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.469747:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.469753:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078188.469755:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.469756:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078188.469758:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078188.469759:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078188.469763:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610e00 x1855007653153920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.469769:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078188.469770:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078188.469772:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078188.469774:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078188.469776:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078188.469779:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653153920:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078188.469783:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078188.469785:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078188.469787:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078188.469788:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078188.469791:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078188.469793:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078188.469798:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078188.469802:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
00000400:00000010:0.0:1769078188.469805:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078188.469809:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653153920, portal 10
00000100:00000001:0.0:1769078188.469810:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078188.469811:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415865856 : -131140293685760 : ffff88ba85610e00)
00000100:00000040:0.0:1769078188.469817:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610e00 x1855007653153920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.469821:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078188.469822:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078188.469824:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799c38.
00000100:00000200:0.0:1769078188.469825:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653153920, offset 0
00000400:00000200:0.0:1769078188.469827:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078188.469830:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078188.469833:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078188.469835:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078188.469836:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078188.469838:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078188.469839:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078188.469842:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200906:200906:256:4294967295] 192.168.204.104@tcp LPNI seq info [200906:200906:8:4294967295]
00000400:00000200:0.0:1769078188.469844:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078188.469848:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078188.469851:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078188.469853:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727c00.
00000800:00000200:0.0:1769078188.469856:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078188.469857:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078188.469860:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078188.469862:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078188.469864:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078188.469866:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727c00.
00000400:00000200:0.0:1769078188.469868:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078188.469871:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078188.469874:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799c38
00000400:00000010:0.0:1769078188.469875:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799c38.
00000100:00000001:0.0:1769078188.469879:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078188.469882:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610e00 x1855007653153920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.469889:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078188.469892:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610e00 x1855007653153920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.469899:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.469900:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078188.469904:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078188.469908:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078188.469911:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078188.469913:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299841050
00000100:00000001:0.0:1769078188.469917:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299842299
00000100:00000001:0.0:1769078188.469919:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299841050
00000100:00000001:0.0:1769078188.469921:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299842299
00000100:00000001:0.0:1769078188.469923:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078188.469925:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.469926:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078188.469929:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078188/real 1769078188]  req@ffff88ba85610e00 x1855007653153920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078188.469934:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078188.469935:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078188.469937:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000400:00000200:0.0:1769078188.469939:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078188.469940:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078188.469941:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078188.469943:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610e00 x1855007653153920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078188.469948:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610e00 x1855007653153920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.469955:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078188.469956:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.469957:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078188.469958:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078188.469960:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610e00 x1855007653153920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.469964:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078188.469966:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610e00 x1855007653153920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.469969:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078188.469971:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.469972:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078188.469972:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.469973:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078188.469974:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078188.469976:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078188.469977:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078188.469979:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078188.469981:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610e00 x1855007653153920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078188.469986:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653153920:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078188.469988:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078188.469990:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612680 x1855007653154048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.469993:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078188.469994:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078188.469996:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078188.469997:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078188.469999:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078188.470000:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653154048:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078188.470003:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078188.470004:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078188.470005:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078188.470006:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078188.470008:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078188.470009:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078188.470011:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078188.470013:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
00000400:00000010:0.0:1769078188.470015:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078188.470017:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653154048, portal 10
00000100:00000001:0.0:1769078188.470018:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078188.470019:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415872128 : -131140293679488 : ffff88ba85612680)
00000100:00000040:0.0:1769078188.470022:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612680 x1855007653154048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470026:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078188.470028:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078188.470029:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799c38.
00000100:00000200:0.0:1769078188.470030:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653154048, offset 0
00000400:00000200:0.0:1769078188.470033:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078188.470035:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078188.470037:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078188.470039:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078188.470041:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078188.470043:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078188.470044:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078188.470047:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200907:200907:256:4294967295] 192.168.204.104@tcp LPNI seq info [200907:200907:8:4294967295]
00000400:00000200:0.0:1769078188.470050:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078188.470056:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078188.470061:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078188.470064:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727c00.
00000800:00000200:0.0:1769078188.470067:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078188.470070:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078188.470074:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078188.470077:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078188.470081:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078188.470082:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727c00.
00000400:00000200:0.0:1769078188.470085:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078188.470089:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078188.470092:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799c38
00000400:00000010:0.0:1769078188.470094:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799c38.
00000100:00000001:0.0:1769078188.470096:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078188.470099:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612680 x1855007653154048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470105:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078188.470107:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612680 x1855007653154048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470111:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.470112:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078188.470115:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078188.470117:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078188.470119:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078188.470120:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299841035
00000100:00000001:0.0:1769078188.470122:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299842299
00000100:00000001:0.0:1769078188.470124:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299841035
00000100:00000001:0.0:1769078188.470125:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299842299
00000100:00000001:0.0:1769078188.470126:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078188.470127:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.470128:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078188.470130:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078188/real 1769078188]  req@ffff88ba85612680 x1855007653154048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078188.470135:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078188.470136:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078188.470137:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000400:00000200:0.0:1769078188.470139:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078188.470140:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078188.470141:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078188.470142:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612680 x1855007653154048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078188.470147:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612680 x1855007653154048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470151:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078188.470152:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470153:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078188.470154:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078188.470155:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612680 x1855007653154048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470159:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078188.470161:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612680 x1855007653154048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470164:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078188.470166:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470166:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078188.470167:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470168:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078188.470169:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078188.470170:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078188.470172:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078188.470173:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078188.470176:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612680 x1855007653154048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078188.470181:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653154048:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078188.470183:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078188.470185:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613800 x1855007653154176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470188:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078188.470189:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078188.470190:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078188.470191:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078188.470192:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078188.470193:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653154176:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078188.470195:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078188.470196:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078188.470197:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078188.470198:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078188.470200:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078188.470201:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078188.470203:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078188.470205:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
00000400:00000010:0.0:1769078188.470207:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078188.470209:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653154176, portal 4
00000100:00000001:0.0:1769078188.470210:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078188.470211:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415876608 : -131140293675008 : ffff88ba85613800)
00000100:00000040:0.0:1769078188.470214:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613800 x1855007653154176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470218:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078188.470220:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078188.470221:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799c38.
00000100:00000200:0.0:1769078188.470223:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653154176, offset 0
00000400:00000200:0.0:1769078188.470225:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078188.470227:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078188.470229:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078188.470231:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078188.470233:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078188.470235:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078188.470236:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078188.470238:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200908:200908:256:4294967295] 192.168.204.104@tcp LPNI seq info [200908:200908:8:4294967295]
00000400:00000200:0.0:1769078188.470241:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078188.470244:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078188.470246:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078188.470248:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727c00.
00000800:00000200:0.0:1769078188.470250:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078188.470252:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078188.470255:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078188.470269:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078188.470272:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078188.470274:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727c00.
00000400:00000200:0.0:1769078188.470275:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078188.470277:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078188.470280:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799c38
00000400:00000010:0.0:1769078188.470281:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799c38.
00000100:00000001:0.0:1769078188.470295:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078188.470298:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613800 x1855007653154176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470303:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078188.470305:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613800 x1855007653154176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470309:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.470310:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078188.470312:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078188.470314:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078188.470316:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078188.470317:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299841042
00000100:00000001:0.0:1769078188.470319:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299842299
00000100:00000001:0.0:1769078188.470320:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299841042
00000100:00000001:0.0:1769078188.470322:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299842299
00000100:00000001:0.0:1769078188.470323:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078188.470324:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.470325:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078188.470327:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078188/real 1769078188]  req@ffff88ba85613800 x1855007653154176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078188.470331:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078188.470332:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078188.470333:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000400:00000200:0.0:1769078188.470334:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078188.470336:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078188.470337:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078188.470339:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613800 x1855007653154176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078188.470343:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613800 x1855007653154176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470347:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078188.470347:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470348:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078188.470349:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078188.470351:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613800 x1855007653154176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470354:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078188.470356:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613800 x1855007653154176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470360:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078188.470362:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470363:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078188.470364:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470365:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078188.470366:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078188.470368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078188.470369:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078188.470370:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078188.470372:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613800 x1855007653154176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078188.470377:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653154176:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078188.470379:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078188.470381:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610a80 x1855007653154304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470385:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078188.470385:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078188.470387:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078188.470388:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078188.470389:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078188.470390:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653154304:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078188.470392:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078188.470393:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078188.470394:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078188.470395:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078188.470397:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e000.
02000000:00000001:0.0:1769078188.470398:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078188.470400:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078188.470402:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
00000400:00000010:0.0:1769078188.470404:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078188.470405:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653154304, portal 4
00000100:00000001:0.0:1769078188.470407:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078188.470408:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864960 : -131140293686656 : ffff88ba85610a80)
00000100:00000040:0.0:1769078188.470411:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610a80 x1855007653154304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470415:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078188.470416:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078188.470418:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799c38.
00000100:00000200:0.0:1769078188.470419:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653154304, offset 0
00000400:00000200:0.0:1769078188.470421:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078188.470423:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078188.470425:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078188.470426:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078188.470428:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078188.470429:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078188.470431:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078188.470433:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200909:200909:256:4294967295] 192.168.204.104@tcp LPNI seq info [200909:200909:8:4294967295]
00000400:00000200:0.0:1769078188.470435:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078188.470439:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078188.470442:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078188.470443:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727c00.
00000800:00000200:0.0:1769078188.470446:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078188.470448:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078188.470450:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078188.470452:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078188.470454:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078188.470455:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727c00.
00000400:00000200:0.0:1769078188.470457:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078188.470459:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078188.470460:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799c38
00000400:00000010:0.0:1769078188.470462:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799c38.
00000100:00000001:0.0:1769078188.470463:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078188.470465:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610a80 x1855007653154304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470473:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078188.470475:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610a80 x1855007653154304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470479:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.470480:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078188.470483:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078188.470485:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078188.470488:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078188.470489:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299841042
00000100:00000001:0.0:1769078188.470491:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299842299
00000100:00000001:0.0:1769078188.470494:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299841042
00000100:00000001:0.0:1769078188.470496:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299842299
00000100:00000001:0.0:1769078188.470498:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078188.470500:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.470502:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078188.470506:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078188/real 1769078188]  req@ffff88ba85610a80 x1855007653154304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078188.470514:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078188.470515:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078188.470517:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000400:00000200:0.0:1769078188.470519:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078188.470521:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078188.470523:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078188.470526:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610a80 x1855007653154304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078188.470534:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610a80 x1855007653154304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470559:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078188.470561:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470562:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078188.470563:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078188.470566:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610a80 x1855007653154304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470571:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078188.470573:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610a80 x1855007653154304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470577:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078188.470578:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470579:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078188.470580:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470581:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078188.470582:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078188.470584:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078188.470587:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078188.470588:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078188.470592:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610a80 x1855007653154304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078188.470598:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653154304:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078188.470602:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470603:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078188.470606:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610e00 x1855007653153920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470612:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078188.470614:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078188.470616:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078188.470619:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078188.470620:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078188.470622:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078188.470624:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078188.470626:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a000.
02000000:00000001:0.0:1769078188.470629:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078188.470630:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078188.470632:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610e00.
00000100:00000001:0.0:1769078188.470635:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078188.470636:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470637:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078188.470639:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612680 x1855007653154048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470644:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078188.470644:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078188.470645:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078188.470647:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078188.470647:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078188.470648:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078188.470649:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078188.470650:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219c00.
02000000:00000001:0.0:1769078188.470651:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078188.470652:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078188.470652:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612680.
00000100:00000001:0.0:1769078188.470653:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078188.470654:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470655:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078188.470656:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613800 x1855007653154176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470660:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078188.470661:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078188.470662:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078188.470663:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078188.470664:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078188.470665:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078188.470666:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078188.470668:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219800.
02000000:00000001:0.0:1769078188.470670:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078188.470672:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078188.470673:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613800.
00000100:00000001:0.0:1769078188.470675:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078188.470677:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470678:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078188.470681:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610a80 x1855007653154304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.470688:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078188.470689:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078188.470690:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e000.
02000000:00000001:0.0:1769078188.470692:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078188.470694:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078188.470695:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078188.470697:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078188.470699:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:0.0:1769078188.470701:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078188.470702:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078188.470703:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610a80.
00000100:00000001:0.0:1769078188.470705:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078188.470707:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470708:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.470712:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078188.470713:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.470715:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078188.470716:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078189.108673:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078189.108681:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078189.108741:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078189.108744:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078189.108747:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078189.748617:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299842299, at 4299842304
00000100:00000040:0.0:1769078189.748627:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299842299, at 4299842304
00000100:00000010:1.0:1769078189.748640:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16d20.
00000100:00000010:0.0:1769078189.748643:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078190.132671:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078190.132678:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078190.132732:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078190.132735:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078190.132738:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078191.156670:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078191.156677:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078191.156780:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078191.156785:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078191.156788:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078192.180939:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078192.180947:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078192.181005:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078192.181009:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078192.181012:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078193.204646:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078193.204655:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078193.204714:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078193.204718:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078193.204721:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078193.588664:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078193.588674:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078193.588677:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078193.588680:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078193.588685:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078193.588691:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5173
00000400:00000200:1.0:1769078193.588700:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078193.588705:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078193.588708:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078193.588710:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.588713:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078193.588715:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.588716:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078193.588720:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078193.588722:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078193.588724:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078193.588726:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078193.588727:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078193.588729:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078193.588731:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.588732:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078193.588733:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.588734:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078193.588736:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078193.588738:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078193.588740:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078193.588742:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078193.588746:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078193.588748:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.588749:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078193.588751:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078193.588761:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611180.
00000020:00000040:1.0:1769078193.588764:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078193.588768:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078193.588770:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.588772:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078193.588775:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078193.588779:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078193.588786:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
00000100:00000001:1.0:1769078193.588792:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078193.588800:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611180 x1855007653154432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078193.588807:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078193.588812:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078193.588815:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca7c0f41] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611180 x1855007653154432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.588835:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078193.588838:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078193.588842:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078193.588843:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078193.588845:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078193.588847:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078193.588850:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5173
00000400:00000200:1.0:1769078193.588854:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078193.588856:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078193.588858:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078193.588861:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.588862:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078193.588864:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.588867:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078193.588869:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078193.588870:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078193.588872:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078193.588874:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078193.588876:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078193.588878:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078193.588881:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078193.588882:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078193.588882:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078193.588884:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.588886:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078193.588888:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078193.588890:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078193.588892:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078193.588894:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078193.588899:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078193.588901:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.588904:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078193.588908:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078193.588911:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.588913:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078193.588917:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613b80.
00000100:00000001:0.0:1769078193.588920:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078193.588920:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078193.588922:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078193.588923:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078193.588923:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.588925:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078193.588926:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078193.588929:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078193.588930:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611180 x1855007653154432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078193.588932:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219400.
00000100:00000001:1.0:1769078193.588936:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078193.588938:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1769078193.588940:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613b80 x1855007653154560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078193.588941:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078193.588945:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078193.588947:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078193.588947:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078193.588949:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078193.588951:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078193.588953:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463b92a8] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613b80 x1855007653154560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078193.588955:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653154432:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078193.588959:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078193.588961:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078193.588963:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769078193.588964:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078193.588966:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078193.588966:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078193.588967:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1769078193.588969:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769078193.588969:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078193.588971:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078193.588973:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5173
00000400:00000200:1.0:1769078193.588977:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078193.588979:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
02000000:00000010:0.0:1769078193.588981:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
00000100:00080000:1.0:1769078193.588982:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1769078193.588983:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078193.588984:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.588986:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078193.588988:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.588990:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078193.588991:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:1.0:1769078193.588992:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078193.588993:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000400:00000010:0.0:1769078193.588995:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
00000020:00000001:1.0:1769078193.588995:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078193.588997:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078193.588999:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078193.589000:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000010:0.0:1769078193.589002:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000040:1.0:1769078193.589003:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.589005:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078193.589007:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.589008:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078193.589010:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00000200:0.0:1769078193.589011:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653154432, portal 25
00000100:00080000:1.0:1769078193.589013:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078193.589014:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078193.589016:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415866752 : -131140293684864 : ffff88ba85611180)
00000100:00000001:1.0:1769078193.589016:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078193.589017:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078193.589020:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078193.589021:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611180 x1855007653154432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078193.589022:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.589024:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078193.589026:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078193.589028:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:1.0:1769078193.589029:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.589031:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078193.589032:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000010:1.0:1769078193.589033:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613480.
00000400:00000010:0.0:1769078193.589034:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799c38.
00000100:00000200:0.0:1769078193.589037:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653154432, offset 0
00000400:00000200:0.0:1769078193.589044:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000020:00000040:1.0:1769078193.589045:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078193.589047:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078193.589048:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.589050:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078193.589051:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078193.589052:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078193.589053:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:1.0:1769078193.589055:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b800.
00000100:00000001:1.0:1769078193.589058:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078193.589060:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00100000:1.0:1769078193.589062:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613480 x1855007653154688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078193.589067:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078193.589069:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078193.589071:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:1.0:1769078193.589071:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078193.589074:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3972140] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613480 x1855007653154688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078193.589075:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078193.589078:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.589081:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078193.589083:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200910:200910:256:4294967295] 192.168.204.104@tcp LPNI seq info [200910:200910:8:4294967295]
00000100:00080000:1.0:1769078193.589083:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078193.589087:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078193.589087:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078193.589088:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078193.589090:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078193.589091:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078193.589094:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5173
00000400:00000200:0.0:1769078193.589097:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078193.589103:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078193.589104:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078193.589106:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078193.589108:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1769078193.589109:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727c00.
00000100:00000040:1.0:1769078193.589111:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.589112:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078193.589114:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.589116:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:0.0:1769078193.589117:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:1.0:1769078193.589119:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078193.589120:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000800:00000200:0.0:1769078193.589121:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1769078193.589121:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078193.589123:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078193.589125:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078193.589127:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000800:00000200:0.1:1769078193.589127:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:1.0:1769078193.589129:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.589131:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078193.589133:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.589135:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078193.589137:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000800:00000200:0.1:1769078193.589137:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000100:00080000:1.0:1769078193.589139:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000100:0.0:1769078193.589142:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078193.589142:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078193.589144:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1769078193.589146:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727c00.
02000000:00000001:1.0:1769078193.589146:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078193.589148:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.589149:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078193.589152:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1769078193.589153:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:1.0:1769078193.589154:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.589155:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078193.589158:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000010:1.0:1769078193.589160:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610a80.
00000020:00000040:1.0:1769078193.589162:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000400:00000200:0.0:1769078193.589163:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799c38
02000000:00000001:1.0:1769078193.589164:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1769078193.589165:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799c38.
02000000:00000001:1.0:1769078193.589166:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.589168:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078193.589169:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078193.589170:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078193.589171:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:1.0:1769078193.589174:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a400.
00000100:00000200:0.0:1769078193.589175:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611180 x1855007653154432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.589177:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078193.589181:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610a80 x1855007653154816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078193.589184:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078193.589187:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1769078193.589188:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611180 x1855007653154432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.589189:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078193.589193:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cf2531] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610a80 x1855007653154816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.589213:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078193.589215:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078193.589218:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078193.589220:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.589220:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078193.589221:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078193.589222:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078193.589223:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078193.589226:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5173
00000100:00000001:0.0:1769078193.589229:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078193.589230:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078193.589232:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1769078193.589233:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078193.589234:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078193.589236:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299847419
00000100:00000040:1.0:1769078193.589237:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.589239:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078193.589240:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000010:0.0:1769078193.589242:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:1.0:1769078193.589242:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078193.589245:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078193.589246:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078193.589247:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078193.589249:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:0.0:1769078193.589250:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000020:00000001:1.0:1769078193.589251:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078193.589253:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078193.589256:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078193.589258:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078193.589259:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299847419
00000100:00000040:1.0:1769078193.589259:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000010:0.0:1769078193.589262:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16a80.
00000100:00000001:1.0:1769078193.589262:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078193.589264:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:0.0:1769078193.589265:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1769078193.589267:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078193.589268:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078193.589269:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078193.589270:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078193.589271:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078193.589272:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078193.589274:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1769078193.589274:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.589276:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078193.589278:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1769078193.589279:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078193/real 1769078193]  req@ffff88ba85611180 x1855007653154432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769078193.589281:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.589282:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078193.589285:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613800.
00000020:00000040:1.0:1769078193.589287:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000400:00000001:0.0:1769078193.589288:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078193.589290:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1769078193.589290:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078193.589291:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.589292:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1769078193.589293:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
02000000:00000001:1.0:1769078193.589294:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078193.589295:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078193.589296:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078193.589297:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
02000000:00000010:1.0:1769078193.589298:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:0.0:1769078193.589300:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769078193.589301:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078193.589303:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611180 x1855007653154432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078193.589305:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613800 x1855007653154944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078193.589312:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769078193.589313:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611180 x1855007653154432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.589314:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078193.589318:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ee6579f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613800 x1855007653154944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589320:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078193.589322:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589325:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078193.589325:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078193.589326:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078193.589329:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5183)
00000100:00100000:0.0:1769078193.589330:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611180 x1855007653154432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589336:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078193.589340:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611180 x1855007653154432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589347:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078193.589349:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589350:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078193.589352:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589354:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078193.589356:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078193.589358:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078193.589363:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078193.589365:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078193.589370:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611180 x1855007653154432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078193.589378:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653154432:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078193.589381:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589383:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078193.589385:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611180 x1855007653154432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589390:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078193.589392:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078193.589394:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078193.589397:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078193.589398:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078193.589399:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078193.589400:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078193.589402:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b400.
02000000:00000001:0.0:1769078193.589406:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078193.589408:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078193.589409:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611180.
00000100:00000001:0.0:1769078193.589411:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078193.589412:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589413:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589421:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078193.589422:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078193.589424:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078193.589425:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078193.589426:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078193.589428:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613b80 x1855007653154560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589432:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078193.589433:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078193.589434:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078193.589436:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078193.589437:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078193.589438:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653154560:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078193.589440:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078193.589441:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078193.589442:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078193.589444:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078193.589446:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078193.589447:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078193.589450:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078193.589452:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
00000400:00000010:0.0:1769078193.589454:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078193.589456:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653154560, portal 10
00000100:00000001:0.0:1769078193.589458:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078193.589459:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415877504 : -131140293674112 : ffff88ba85613b80)
00000100:00000040:0.0:1769078193.589463:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613b80 x1855007653154560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589467:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078193.589469:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078193.589470:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799c38.
00000100:00000200:0.0:1769078193.589471:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653154560, offset 0
00000400:00000200:0.0:1769078193.589473:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078193.589476:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078193.589478:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078193.589480:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078193.589481:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078193.589483:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078193.589484:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078193.589486:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200911:200911:256:4294967295] 192.168.204.104@tcp LPNI seq info [200911:200911:8:4294967295]
00000400:00000200:0.0:1769078193.589489:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078193.589493:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078193.589495:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078193.589497:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727c00.
00000800:00000200:0.0:1769078193.589500:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078193.589501:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078193.589504:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078193.589506:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078193.589508:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078193.589510:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727c00.
00000400:00000200:0.0:1769078193.589512:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078193.589514:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078193.589516:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799c38
00000400:00000010:0.0:1769078193.589517:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799c38.
00000100:00000001:0.0:1769078193.589519:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078193.589521:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613b80 x1855007653154560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589526:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078193.589527:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613b80 x1855007653154560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589531:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078193.589532:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078193.589534:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078193.589573:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078193.589575:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078193.589576:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299846170
00000100:00000001:0.0:1769078193.589579:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299847419
00000100:00000001:0.0:1769078193.589580:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299846170
00000100:00000001:0.0:1769078193.589581:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299847419
00000100:00000001:0.0:1769078193.589583:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078193.589584:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078193.589585:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078193.589588:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078193/real 1769078193]  req@ffff88ba85613b80 x1855007653154560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078193.589592:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078193.589593:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078193.589595:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000400:00000200:0.0:1769078193.589596:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078193.589597:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078193.589599:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078193.589601:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613b80 x1855007653154560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078193.589606:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613b80 x1855007653154560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589610:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078193.589611:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589612:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078193.589613:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078193.589615:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613b80 x1855007653154560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589618:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078193.589620:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613b80 x1855007653154560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589624:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078193.589625:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589626:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078193.589626:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589627:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078193.589629:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078193.589630:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078193.589632:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078193.589633:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078193.589636:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613b80 x1855007653154560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078193.589640:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653154560:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078193.589642:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078193.589643:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613480 x1855007653154688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589651:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078193.589652:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078193.589654:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078193.589655:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078193.589656:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078193.589657:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653154688:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078193.589659:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078193.589660:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078193.589661:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078193.589662:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078193.589664:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078193.589665:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078193.589666:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078193.589668:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
00000400:00000010:0.0:1769078193.589670:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078193.589671:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653154688, portal 10
00000100:00000001:0.0:1769078193.589673:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078193.589674:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415875712 : -131140293675904 : ffff88ba85613480)
00000100:00000040:0.0:1769078193.589677:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613480 x1855007653154688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589681:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078193.589682:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078193.589684:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799c38.
00000100:00000200:0.0:1769078193.589685:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653154688, offset 0
00000400:00000200:0.0:1769078193.589687:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078193.589689:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078193.589691:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078193.589693:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078193.589694:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078193.589695:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078193.589697:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078193.589700:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200912:200912:256:4294967295] 192.168.204.104@tcp LPNI seq info [200912:200912:8:4294967295]
00000400:00000200:0.0:1769078193.589702:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078193.589706:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078193.589709:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078193.589710:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727c00.
00000800:00000200:0.0:1769078193.589712:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078193.589714:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078193.589717:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078193.589719:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078193.589721:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078193.589722:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727c00.
00000400:00000200:0.0:1769078193.589724:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078193.589726:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078193.589728:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799c38
00000400:00000010:0.0:1769078193.589729:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799c38.
00000100:00000001:0.0:1769078193.589730:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078193.589732:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613480 x1855007653154688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589737:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078193.589739:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613480 x1855007653154688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589742:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078193.589743:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078193.589745:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078193.589746:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078193.589748:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078193.589749:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299846155
00000100:00000001:0.0:1769078193.589750:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299847419
00000100:00000001:0.0:1769078193.589752:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299846155
00000100:00000001:0.0:1769078193.589753:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299847419
00000100:00000001:0.0:1769078193.589755:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078193.589756:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078193.589757:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078193.589759:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078193/real 1769078193]  req@ffff88ba85613480 x1855007653154688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078193.589764:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078193.589765:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078193.589766:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000400:00000200:0.0:1769078193.589767:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078193.589768:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078193.589769:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078193.589770:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613480 x1855007653154688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078193.589776:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613480 x1855007653154688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589779:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078193.589780:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589781:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078193.589781:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078193.589783:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613480 x1855007653154688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589787:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078193.589789:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613480 x1855007653154688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589792:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078193.589793:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589794:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078193.589795:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589796:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078193.589797:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078193.589798:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078193.589800:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078193.589802:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078193.589804:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613480 x1855007653154688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078193.589808:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653154688:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078193.589810:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078193.589812:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610a80 x1855007653154816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589815:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078193.589816:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078193.589817:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078193.589818:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078193.589819:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078193.589820:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653154816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078193.589822:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078193.589823:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078193.589823:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078193.589824:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078193.589826:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078193.589828:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078193.589830:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078193.589831:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
00000400:00000010:0.0:1769078193.589833:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078193.589835:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653154816, portal 4
00000100:00000001:0.0:1769078193.589836:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078193.589837:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864960 : -131140293686656 : ffff88ba85610a80)
00000100:00000040:0.0:1769078193.589840:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610a80 x1855007653154816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589844:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078193.589845:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078193.589846:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799c38.
00000100:00000200:0.0:1769078193.589848:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653154816, offset 0
00000400:00000200:0.0:1769078193.589850:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078193.589852:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078193.589854:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078193.589855:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078193.589856:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078193.589858:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078193.589859:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078193.589861:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200913:200913:256:4294967295] 192.168.204.104@tcp LPNI seq info [200913:200913:8:4294967295]
00000400:00000200:0.0:1769078193.589864:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078193.589867:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078193.589870:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078193.589871:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727c00.
00000800:00000200:0.0:1769078193.589873:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078193.589874:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078193.589876:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078193.589878:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078193.589880:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078193.589881:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727c00.
00000400:00000200:0.0:1769078193.589883:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078193.589885:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078193.589886:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799c38
00000400:00000010:0.0:1769078193.589887:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799c38.
00000100:00000001:0.0:1769078193.589889:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078193.589890:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610a80 x1855007653154816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589894:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078193.589896:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610a80 x1855007653154816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589900:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078193.589901:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078193.589903:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078193.589905:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078193.589907:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078193.589908:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299846162
00000100:00000001:0.0:1769078193.589909:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299847419
00000100:00000001:0.0:1769078193.589911:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299846162
00000100:00000001:0.0:1769078193.589912:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299847419
00000100:00000001:0.0:1769078193.589913:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078193.589914:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078193.589915:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078193.589917:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078193/real 1769078193]  req@ffff88ba85610a80 x1855007653154816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078193.589921:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078193.589921:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078193.589922:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000400:00000200:0.0:1769078193.589923:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078193.589924:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078193.589925:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078193.589926:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610a80 x1855007653154816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078193.589931:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610a80 x1855007653154816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589935:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078193.589936:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589937:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078193.589938:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078193.589939:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610a80 x1855007653154816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589943:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078193.589945:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610a80 x1855007653154816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589949:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078193.589951:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589952:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078193.589953:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.589953:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078193.589954:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078193.589960:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078193.589962:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078193.589963:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078193.589965:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610a80 x1855007653154816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078193.589969:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653154816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078193.589972:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078193.589973:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613800 x1855007653154944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.589977:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078193.589978:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078193.589979:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078193.589980:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078193.589981:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078193.589982:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653154944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078193.589984:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078193.589984:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078193.589985:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078193.589986:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078193.589989:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078193.589990:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078193.589992:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078193.589993:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
00000400:00000010:0.0:1769078193.589995:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078193.589997:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653154944, portal 4
00000100:00000001:0.0:1769078193.589998:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078193.589999:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415876608 : -131140293675008 : ffff88ba85613800)
00000100:00000040:0.0:1769078193.590002:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613800 x1855007653154944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.590006:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078193.590007:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078193.590009:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799c38.
00000100:00000200:0.0:1769078193.590010:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653154944, offset 0
00000400:00000200:0.0:1769078193.590012:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078193.590014:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078193.590016:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078193.590017:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078193.590019:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078193.590020:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078193.590021:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078193.590023:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200914:200914:256:4294967295] 192.168.204.104@tcp LPNI seq info [200914:200914:8:4294967295]
00000400:00000200:0.0:1769078193.590025:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078193.590029:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078193.590032:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078193.590033:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727c00.
00000800:00000200:0.0:1769078193.590036:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078193.590037:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078193.590040:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078193.590041:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078193.590044:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078193.590045:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727c00.
00000400:00000200:0.0:1769078193.590046:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078193.590048:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078193.590050:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799c38
00000400:00000010:0.0:1769078193.590051:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799c38.
00000100:00000001:0.0:1769078193.590053:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078193.590055:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613800 x1855007653154944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.590059:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078193.590061:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613800 x1855007653154944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.590065:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078193.590066:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078193.590067:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078193.590069:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078193.590070:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078193.590071:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299846162
00000100:00000001:0.0:1769078193.590073:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299847419
00000100:00000001:0.0:1769078193.590074:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299846162
00000100:00000001:0.0:1769078193.590076:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299847419
00000100:00000001:0.0:1769078193.590077:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078193.590078:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078193.590079:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078193.590081:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078193/real 1769078193]  req@ffff88ba85613800 x1855007653154944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078193.590084:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078193.590085:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078193.590086:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000400:00000200:0.0:1769078193.590087:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078193.590088:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078193.590089:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078193.590090:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613800 x1855007653154944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078193.590095:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613800 x1855007653154944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.590103:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078193.590104:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.590105:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078193.590106:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078193.590108:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613800 x1855007653154944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.590111:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078193.590113:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613800 x1855007653154944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.590116:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078193.590118:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.590118:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078193.590119:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.590120:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078193.590121:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078193.590122:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078193.590123:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078193.590124:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078193.590126:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613800 x1855007653154944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078193.590130:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653154944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078193.590132:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.590133:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078193.590135:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613b80 x1855007653154560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.590139:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078193.590140:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078193.590141:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078193.590142:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078193.590143:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078193.590144:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078193.590146:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078193.590147:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219400.
02000000:00000001:0.0:1769078193.590148:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078193.590149:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078193.590150:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613b80.
00000100:00000001:0.0:1769078193.590152:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078193.590153:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.590154:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078193.590156:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613480 x1855007653154688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.590159:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078193.590160:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078193.590161:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078193.590162:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078193.590163:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078193.590163:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078193.590164:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078193.590165:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b800.
02000000:00000001:0.0:1769078193.590166:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078193.590166:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078193.590167:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613480.
00000100:00000001:0.0:1769078193.590168:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078193.590169:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.590169:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078193.590171:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610a80 x1855007653154816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.590174:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078193.590175:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078193.590176:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078193.590177:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078193.590177:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078193.590178:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078193.590179:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078193.590180:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a400.
02000000:00000001:0.0:1769078193.590183:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078193.590183:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078193.590184:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610a80.
00000100:00000001:0.0:1769078193.590186:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078193.590186:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.590187:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078193.590189:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613800 x1855007653154944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078193.590192:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078193.590192:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078193.590193:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078193.590194:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078193.590207:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078193.590208:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078193.590209:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078193.590210:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:0.0:1769078193.590211:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078193.590212:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078193.590212:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613800.
00000100:00000001:0.0:1769078193.590213:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078193.590214:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.590215:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078193.590217:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078193.590218:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078193.590219:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078193.590220:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078194.228670:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078194.228682:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078194.228685:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078194.228689:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078194.228695:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078194.228697:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078194.228699:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078194.228701:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078194.228776:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078194.228783:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078194.228787:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078194.868653:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299847419, at 4299847424
00000100:00000010:1.0:1769078194.868665:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16a80.
00000100:00000040:0.0:1769078194.868731:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299847419, at 4299847424
00000100:00000010:0.0:1769078194.868736:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078195.252651:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078195.252661:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078195.252732:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078195.252736:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078195.252738:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078196.276623:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078196.276631:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078196.276685:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078196.276690:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078196.276693:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078197.300648:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078197.300658:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078197.300723:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078197.300728:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078197.300732:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078198.324614:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078198.324623:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078198.324681:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078198.324685:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078198.324690:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078198.708655:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078198.708671:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078198.708675:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078198.708681:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078198.708687:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078198.708696:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5178
00000400:00000200:1.0:1769078198.708706:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078198.708713:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078198.708717:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078198.708721:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078198.708724:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078198.708727:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078198.708730:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078198.708734:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078198.708736:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078198.708739:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078198.708741:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078198.708743:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078198.708746:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078198.708749:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078198.708752:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078198.708754:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078198.708756:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078198.708760:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078198.708763:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078198.708765:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078198.708768:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078198.708771:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078198.708774:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.708777:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078198.708779:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078198.708790:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612680.
00000020:00000040:1.0:1769078198.708794:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078198.708798:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078198.708800:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.708804:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078198.708807:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078198.708811:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078198.708820:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000001:1.0:1769078198.708827:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078198.708837:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612680 x1855007653155072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078198.708849:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078198.708853:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078198.708858:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c0d898d] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612680 x1855007653155072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.708884:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078198.708887:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078198.708891:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078198.708892:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078198.708894:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078198.708897:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078198.708901:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5178
00000400:00000200:1.0:1769078198.708905:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078198.708907:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078198.708910:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078198.708914:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078198.708916:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078198.708919:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078198.708921:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078198.708923:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078198.708925:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769078198.708925:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078198.708929:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078198.708930:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078198.708932:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:0.0:1769078198.708934:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078198.708936:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078198.708939:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:0.0:1769078198.708941:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612680 x1855007653155072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078198.708944:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078198.708949:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078198.708953:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078198.708956:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078198.708957:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078198.708959:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078198.708961:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
02000000:00000001:0.0:1769078198.708963:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1769078198.708966:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:0.0:1769078198.708967:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078198.708970:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.708970:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078198.708975:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1769078198.708977:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653155072:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078198.708981:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078198.708982:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078198.708985:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078198.708986:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.708989:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078198.708994:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078198.708995:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078198.708998:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078198.708999:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078198.709002:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078198.709005:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078198.709008:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078198.709008:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610e00.
00000020:00000040:1.0:1769078198.709013:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078198.709016:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078198.709020:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:1.0:1769078198.709020:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.709024:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1769078198.709026:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
02000000:00000001:1.0:1769078198.709026:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078198.709030:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078198.709034:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
02000000:00000010:1.0:1769078198.709036:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000100:00000001:1.0:1769078198.709041:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078198.709042:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653155072, portal 25
00000100:00000001:0.0:1769078198.709045:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078198.709047:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415872128 : -131140293679488 : ffff88ba85612680)
00000100:00100000:1.0:1769078198.709048:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610e00 x1855007653155200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078198.709053:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612680 x1855007653155072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.709067:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078198.709068:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078198.709071:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078198.709075:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769078198.709080:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e5ce01] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610e00 x1855007653155200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769078198.709081:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799c38.
00000100:00000200:0.0:1769078198.709087:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653155072, offset 0
00000100:00000001:1.0:1769078198.709095:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078198.709099:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078198.709101:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00080000:1.0:1769078198.709104:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078198.709107:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078198.709117:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078198.709120:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078198.709123:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078198.709125:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5178
00000400:00000200:0.0:1769078198.709134:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078198.709142:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078198.709146:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078198.709149:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078198.709152:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078198.709155:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200915:200915:256:4294967295] 192.168.204.104@tcp LPNI seq info [200915:200915:8:4294967295]
00000400:00000200:0.0:1769078198.709158:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078198.709167:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078198.709176:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078198.709176:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078198.709183:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000010:0.0:1769078198.709184:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727c00.
00000100:00080000:1.0:1769078198.709188:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078198.709192:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:0.0:1769078198.709195:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078198.709196:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078198.709201:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:0.1:1769078198.709202:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078198.709205:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078198.709208:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078198.709209:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078198.709211:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078198.709213:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078198.709215:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078198.709218:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000001:0.0:1769078198.709221:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078198.709222:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078198.709225:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078198.709227:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:1.0:1769078198.709229:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078198.709231:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299852539
00000100:00000001:1.0:1769078198.709232:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078198.709237:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00000010:0.0:1769078198.709239:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00080000:1.0:1769078198.709241:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078198.709245:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078198.709247:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078198.709249:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1769078198.709251:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078198.709254:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.709256:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078198.709258:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299852539
00000008:00100000:1.0:1769078198.709259:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078198.709263:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078198.709264:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16180.
00000100:00000001:1.0:1769078198.709265:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078198.709268:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000010:1.0:1769078198.709271:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612a00.
00000100:00000001:0.0:1769078198.709273:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769078198.709275:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000001:0.0:1769078198.709276:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078198.709280:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078198.709281:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078198.709283:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078198.709284:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078198.709287:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078198.709289:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078198.709291:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078198.709293:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078198.709296:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000010:1.0:1769078198.709296:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:0.0:1769078198.709301:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078198.709303:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078198.709303:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078198.709305:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00100000:1.0:1769078198.709311:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612a00 x1855007653155328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078198.709312:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610e00 x1855007653155200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078198.709336:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078198.709338:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.709338:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769078198.709342:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078198.709342:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078198.709345:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078198.709349:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078198.709350:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080821b25] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612a00 x1855007653155328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078198.709353:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653155200:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078198.709362:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078198.709365:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078198.709369:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.709369:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078198.709372:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769078198.709374:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:0.0:1769078198.709378:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
00000100:00080000:1.0:1769078198.709379:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078198.709381:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1769078198.709384:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078198.709384:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078198.709389:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078198.709393:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5178
00000400:00000200:0.0:1769078198.709395:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078198.709400:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078198.709401:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:1.0:1769078198.709403:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078198.709406:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1769078198.709407:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000040:1.0:1769078198.709408:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078198.709413:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769078198.709414:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653155200, portal 10
00000100:00000040:1.0:1769078198.709415:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078198.709419:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078198.709421:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078198.709424:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415865856 : -131140293685760 : ffff88ba85610e00)
00000020:00000001:1.0:1769078198.709425:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078198.709428:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078198.709432:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078198.709435:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000040:0.0:1769078198.709436:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610e00 x1855007653155200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078198.709439:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078198.709445:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078198.709451:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078198.709454:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000040:0.0:1769078198.709456:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078198.709460:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769078198.709462:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799088.
00000100:00000200:0.0:1769078198.709465:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653155200, offset 0
00000100:00000040:1.0:1769078198.709466:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078198.709471:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078198.709471:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078198.709476:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000400:00000200:0.0:1769078198.709478:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078198.709482:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:0.0:1769078198.709485:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078198.709488:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078198.709490:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078198.709491:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078198.709493:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:1.0:1769078198.709494:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078198.709497:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078198.709500:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078198.709502:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.709504:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078198.709505:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200916:200916:255:4294967295] 192.168.204.104@tcp LPNI seq info [200916:200916:7:4294967295]
00000008:00100000:1.0:1769078198.709509:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1769078198.709514:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000008:00000001:1.0:1769078198.709515:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.709519:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078198.709525:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1769078198.709525:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610380.
00000020:00000040:1.0:1769078198.709530:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078198.709533:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078198.709554:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.709556:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078198.709557:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078198.709559:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078198.709563:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000001:1.0:1769078198.709566:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078198.709572:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610380 x1855007653155456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078198.709579:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078198.709582:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078198.709586:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea9b11c2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610380 x1855007653155456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1769078198.709588:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078198.709598:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727400.
00000100:00000001:1.0:1769078198.709598:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078198.709601:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1769078198.709608:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:1.0:1769078198.709609:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078198.709615:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1769078198.709618:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:1.0:1769078198.709619:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078198.709624:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.709625:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078198.709630:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5178
00000100:00000040:0.0:1769078198.709631:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769078198.709637:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078198.709642:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078198.709644:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078198.709649:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:1.0:1769078198.709650:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078198.709655:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299851290
00000100:00000001:1.0:1769078198.709655:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078198.709660:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078198.709662:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299852539
00000100:00000001:1.0:1769078198.709665:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078198.709667:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299851290
00000020:00000001:1.0:1769078198.709670:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078198.709672:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299852539
00000020:00000040:1.0:1769078198.709674:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000100:00000001:0.0:1769078198.709676:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1769078198.709678:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078198.709681:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078198.709682:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:0.0:1769078198.709685:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078198.709687:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078198.709689:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078198.709692:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078198.709695:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078198.709699:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:1.0:1769078198.709699:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078198.709704:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078198.709705:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078198.709708:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078198.709709:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078198.709711:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078198.709714:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000040:0.0:1769078198.709719:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612a00 x1855007653155328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078198.709720:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078198.709727:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078198.709734:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078198.709739:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078198.709740:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769078198.709743:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078198.709744:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078198.709748:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078198.709750:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078198.709751:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769078198.709753:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1769078198.709755:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1769078198.709758:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078198.709760:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.709764:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078198.709766:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653155328:192.168.204.104@tcp:38:kworker.0
00000100:00000010:1.0:1769078198.709770:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611c00.
00000100:00000001:0.0:1769078198.709771:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1769078198.709775:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078198.709776:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078198.709779:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078198.709781:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078198.709783:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078198.709784:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.709787:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1769078198.709790:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c800.
02000000:00000001:1.0:1769078198.709790:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078198.709792:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078198.709799:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078198.709799:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218000.
00000100:00000001:1.0:1769078198.709805:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078198.709807:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078198.709813:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5eaa8.
00000100:00100000:1.0:1769078198.709813:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611c00 x1855007653155584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769078198.709819:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078198.709825:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653155328, portal 10
00000100:00000001:0.0:1769078198.709830:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078198.709833:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873024 : -131140293678592 : ffff88ba85612a00)
00000100:00000001:1.0:1769078198.709836:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078198.709840:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078198.709843:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612a00 x1855007653155328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078198.709849:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8684d4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611c00 x1855007653155584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078198.709858:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078198.709864:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078198.709866:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078198.709869:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799908.
00000100:00000200:0.0:1769078198.709873:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653155328, offset 0
00000100:00000040:1.0:1769078198.709875:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5188)
00000400:00000200:0.0:1769078198.709881:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078198.709886:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078198.709891:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078198.709895:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078198.709898:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078198.709901:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078198.709903:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078198.709906:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200917:200917:254:4294967295] 192.168.204.104@tcp LPNI seq info [200917:200917:6:4294967295]
00000400:00000200:0.0:1769078198.709912:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078198.709917:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078198.709921:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078198.709925:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727900.
00000800:00000200:0.0:1769078198.709929:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078198.709933:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078198.709935:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078198.709939:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078198.709942:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078198.709945:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299851275
00000100:00000001:0.0:1769078198.709947:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299852539
00000100:00000001:0.0:1769078198.709950:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299851275
00000100:00000001:0.0:1769078198.709953:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299852539
00000100:00000001:0.0:1769078198.709955:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078198.709957:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078198.709959:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078198.709963:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610380 x1855007653155456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078198.709974:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078198.709975:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078198.709978:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078198.709979:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078198.709981:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078198.709983:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653155456:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078198.709987:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078198.709988:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078198.709990:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078198.709992:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078198.709996:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078198.709997:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078198.710001:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078198.710004:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e268.
00000400:00000010:0.0:1769078198.710009:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799770.
00000100:00000200:0.0:1769078198.710012:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653155456, portal 4
00000100:00000001:0.0:1769078198.710014:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078198.710015:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415863168 : -131140293688448 : ffff88ba85610380)
00000100:00000040:0.0:1769078198.710020:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610380 x1855007653155456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078198.710026:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078198.710027:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078198.710030:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799e58.
00000100:00000200:0.0:1769078198.710032:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653155456, offset 0
00000400:00000200:0.0:1769078198.710037:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078198.710041:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078198.710044:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078198.710046:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078198.710049:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078198.710051:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078198.710053:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078198.710057:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200918:200918:253:4294967295] 192.168.204.104@tcp LPNI seq info [200918:200918:5:4294967295]
00000400:00000200:0.0:1769078198.710060:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078198.710066:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078198.710069:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078198.710073:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727500.
00000800:00000200:0.0:1769078198.710076:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078198.710079:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078198.710081:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078198.710084:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078198.710087:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078198.710089:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299851282
00000100:00000001:0.0:1769078198.710091:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299852539
00000100:00000001:0.0:1769078198.710094:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299851282
00000100:00000001:0.0:1769078198.710096:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299852539
00000100:00000001:0.0:1769078198.710098:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078198.710100:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078198.710102:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078198.710104:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078198.710107:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078198.710121:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078198.710123:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078198.710125:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078198.710126:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078198.710129:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611c00 x1855007653155584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078198.710136:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078198.710137:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078198.710138:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078198.710140:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078198.710142:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078198.710144:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653155584:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078198.710150:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078198.710152:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078198.710153:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078198.710154:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078198.710159:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078198.710161:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078198.710164:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078198.710167:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078198.710171:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078198.710174:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653155584, portal 4
00000100:00000001:0.0:1769078198.710176:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078198.710178:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415869440 : -131140293682176 : ffff88ba85611c00)
00000100:00000040:0.0:1769078198.710183:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611c00 x1855007653155584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078198.710189:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078198.710191:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078198.710193:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799dd0.
00000100:00000200:0.0:1769078198.710195:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653155584, offset 0
00000400:00000200:0.0:1769078198.710200:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078198.710204:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078198.710207:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078198.710209:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078198.710212:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078198.710214:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078198.710216:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078198.710223:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200919:200919:252:4294967295] 192.168.204.104@tcp LPNI seq info [200919:200919:4:4294967295]
00000400:00000200:0.0:1769078198.710227:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078198.710232:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078198.710236:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078198.710240:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727300.
00000800:00000200:0.0:1769078198.710244:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078198.710249:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078198.710252:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078198.710254:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078198.710258:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078198.710260:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299851282
00000100:00000001:0.0:1769078198.710263:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299852539
00000100:00000001:0.0:1769078198.710265:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299851282
00000100:00000001:0.0:1769078198.710267:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299852539
00000100:00000001:0.0:1769078198.710269:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078198.710271:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078198.710273:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078198.710275:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078198.710278:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078198.710280:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078198.710281:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078198.710283:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078198.710284:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078198.710286:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078199.348653:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078199.348660:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078199.348722:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078199.348725:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078199.348729:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078199.988686:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299852539, at 4299852544
00000100:00000040:1.0:1769078199.988686:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299852539, at 4299852544
00000100:00000010:0.0:1769078199.988707:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000010:1.0:1769078199.988709:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16180.
00010000:00000001:2.0:1769078200.372677:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078200.372685:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078200.372763:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078200.372767:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078200.372770:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078201.396664:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078201.396673:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078201.396746:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078201.396751:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078201.396755:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769078201.780860:0:2394:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:3.0:1769078201.780918:0:2394:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769078201.780932:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078201.780937:0:2394:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:3.0:1769078201.780941:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078201.780945:0:2394:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769078201.780951:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769078201.780956:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727c00.
00000400:00000200:3.0:1769078201.780963:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078201.780969:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078201.780976:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799c38
00000400:00000010:3.0:1769078201.780980:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799c38.
00000100:00000001:3.0:1769078201.780986:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078201.781007:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85612680 x1855007653155072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078201.781036:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078201.781042:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612680 x1855007653155072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078201.781050:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078201.781052:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078201.781073:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769078201.781075:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727400.
00000400:00000200:3.0:1769078201.781088:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078201.781091:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078201.781095:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799088
00000400:00000010:3.0:1769078201.781097:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799088.
00000100:00000001:3.0:1769078201.781099:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078201.781106:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85610e00 x1855007653155200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078201.781115:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078201.781118:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610e00 x1855007653155200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078201.781125:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078201.781126:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078201.781133:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769078201.781136:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727900.
00000400:00000200:3.0:1769078201.781138:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078201.781141:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078201.781144:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799908
00000400:00000010:3.0:1769078201.781146:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799908.
00000100:00000001:3.0:1769078201.781148:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078201.781153:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85612a00 x1855007653155328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078201.781161:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078201.781164:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612a00 x1855007653155328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078201.781170:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078201.781171:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078201.781178:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769078201.781180:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727500.
00000400:00000200:3.0:1769078201.781183:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078201.781186:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078201.781189:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799e58
00000400:00000010:3.0:1769078201.781192:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799e58.
00000100:00000001:3.0:1769078201.781194:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078201.781199:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85610380 x1855007653155456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078201.781208:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078201.781211:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610380 x1855007653155456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078201.781218:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078201.781220:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078201.781227:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000100:00000001:0.0:1769078201.781228:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000010:3.0:1769078201.781230:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727300.
00000100:00000001:0.0:1769078201.781236:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769078201.781236:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078201.781241:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1769078201.781244:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1769078201.781245:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799dd0
00000400:00000010:3.0:1769078201.781250:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799dd0.
00000100:00000001:3.0:1769078201.781253:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1769078201.781257:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078198/real 1769078201]  req@ffff88ba85612a00 x1855007653155328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078201.781273:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078201.781277:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000200:3.0:1769078201.781277:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85611c00 x1855007653155584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769078201.781282:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5eaa8.
00000400:00000200:0.0:1769078201.781290:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000100:00000001:3.0:1769078201.781291:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000010:0.0:1769078201.781294:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000040:3.0:1769078201.781298:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611c00 x1855007653155584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781305:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769078201.781307:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078201.781310:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:0.0:1769078201.781314:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612a00 x1855007653155328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078201.781336:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612a00 x1855007653155328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781343:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078201.781346:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781349:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078201.781351:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078201.781355:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612a00 x1855007653155328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781361:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078201.781367:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612a00 x1855007653155328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781375:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078201.781379:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781381:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078201.781382:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781385:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078201.781389:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078201.781393:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078201.781399:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078201.781402:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078201.781407:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612a00 x1855007653155328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078201.781415:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653155328:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078201.781422:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078201.781426:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078198/real 1769078201]  req@ffff88ba85610380 x1855007653155456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078201.781440:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078201.781442:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078201.781445:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e268.
00000400:00000200:0.0:1769078201.781448:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799770
00000400:00000010:0.0:1769078201.781449:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799770.
00000100:00000001:0.0:1769078201.781451:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078201.781454:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610380 x1855007653155456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078201.781463:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610380 x1855007653155456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781469:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078201.781471:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781473:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078201.781474:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078201.781478:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610380 x1855007653155456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781485:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078201.781489:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610380 x1855007653155456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781496:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078201.781499:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781500:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078201.781501:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781503:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078201.781505:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078201.781507:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078201.781511:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078201.781513:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078201.781518:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610380 x1855007653155456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078201.781525:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653155456:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078201.781530:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078201.781534:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078198/real 1769078201]  req@ffff88ba85610e00 x1855007653155200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078201.781560:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078201.781561:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078201.781564:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078201.781568:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078201.781570:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078201.781572:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078201.781576:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610e00 x1855007653155200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078201.781584:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610e00 x1855007653155200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781590:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078201.781591:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781593:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078201.781595:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078201.781598:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610e00 x1855007653155200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781605:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078201.781620:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610e00 x1855007653155200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781627:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078201.781629:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781631:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078201.781633:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781634:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078201.781637:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078201.781639:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078201.781643:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078201.781645:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078201.781649:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610e00 x1855007653155200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078201.781656:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653155200:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078201.781661:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078201.781665:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078198/real 1769078201]  req@ffff88ba85612680 x1855007653155072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078201.781671:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078201.781672:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078201.781674:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000400:00000200:0.0:1769078201.781677:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078201.781679:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078201.781681:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078201.781684:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612680 x1855007653155072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078201.781692:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612680 x1855007653155072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781698:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078201.781699:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781701:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078201.781702:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078201.781705:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612680 x1855007653155072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781717:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078201.781720:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612680 x1855007653155072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781726:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078201.781729:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781730:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078201.781732:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781733:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078201.781735:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078201.781737:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078201.781748:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078201.781751:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078201.781755:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612680 x1855007653155072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078201.781762:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653155072:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078201.781766:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078201.781768:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078201.781770:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612a00 x1855007653155328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781776:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078201.781780:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078201.781784:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078201.781789:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078201.781792:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078201.781794:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078201.781797:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078201.781800:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b000.
02000000:00000001:0.0:1769078201.781804:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078201.781807:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078201.781810:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612a00.
00000100:00000001:0.0:1769078201.781813:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078201.781814:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781816:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078201.781819:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610380 x1855007653155456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781825:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078201.781826:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078201.781828:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078201.781830:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078201.781831:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078201.781832:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078201.781834:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078201.781841:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218800.
02000000:00000001:0.0:1769078201.781843:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078201.781845:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078201.781846:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610380.
00000100:00000001:0.0:1769078201.781848:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078201.781849:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781851:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078201.781854:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610e00 x1855007653155200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781859:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078201.781860:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078201.781862:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078201.781864:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078201.781865:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078201.781866:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078201.781868:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078201.781870:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218400.
02000000:00000001:0.0:1769078201.781873:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078201.781873:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078201.781875:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610e00.
00000100:00000001:0.0:1769078201.781877:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078201.781878:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781881:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078201.781883:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612680 x1855007653155072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781890:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078201.781891:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078201.781892:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078201.781895:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078201.781896:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078201.781897:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078201.781899:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078201.781900:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a000.
02000000:00000001:0.0:1769078201.781904:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078201.781905:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078201.781906:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612680.
00000100:00000001:0.0:1769078201.781908:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078201.781910:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781912:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078201.781914:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078201.781915:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078201.781917:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078201.781921:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078198/real 1769078201]  req@ffff88ba85611c00 x1855007653155584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078201.781928:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078201.781929:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078201.781931:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078201.781934:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078201.781935:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078201.781937:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078201.781940:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611c00 x1855007653155584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078201.781956:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611c00 x1855007653155584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781962:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078201.781963:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781966:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078201.781967:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078201.781970:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611c00 x1855007653155584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781976:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078201.781980:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611c00 x1855007653155584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.781987:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078201.781989:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781991:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078201.781992:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.781994:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078201.781996:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078201.781998:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078201.782001:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078201.782004:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078201.782012:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611c00 x1855007653155584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078201.782019:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653155584:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078201.782023:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.782024:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078201.782027:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611c00 x1855007653155584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078201.782032:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078201.782033:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078201.782035:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078201.782037:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078201.782039:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078201.782040:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078201.782042:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078201.782043:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218000.
02000000:00000001:0.0:1769078201.782046:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078201.782047:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078201.782048:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611c00.
00000100:00000001:0.0:1769078201.782050:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078201.782051:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.782053:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.782073:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078201.782076:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078201.782078:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078201.782080:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078202.420686:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078202.420694:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078202.420817:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078202.420822:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078202.420826:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078203.444681:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078203.444692:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078203.444779:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078203.444784:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078203.444788:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078203.828705:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078203.828719:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078203.828722:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078203.828728:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078203.828734:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078203.828743:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5183
00000400:00000200:1.0:1769078203.828755:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078203.828762:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078203.828766:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078203.828770:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.828773:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078203.828776:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.828779:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078203.828784:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078203.828785:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078203.828788:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078203.828790:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078203.828791:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078203.828793:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078203.828795:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.828797:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078203.828798:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.828799:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078203.828801:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078203.828804:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078203.828805:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078203.828808:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078203.828810:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078203.828813:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078203.828815:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078203.828816:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078203.828826:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611500.
00000020:00000040:1.0:1769078203.828830:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078203.828834:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078203.828836:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078203.828839:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078203.828843:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078203.828847:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078203.828857:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218c00.
00000100:00000001:1.0:1769078203.828865:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078203.828876:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611500 x1855007653155712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078203.828887:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078203.828892:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078203.828897:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fb51406] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611500 x1855007653155712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.828930:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078203.828938:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078203.828942:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078203.828943:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078203.828945:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078203.828947:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078203.828953:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5183
00000400:00000200:1.0:1769078203.828958:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078203.828961:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078203.828963:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078203.828967:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.828969:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078203.828971:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.828973:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078203.828976:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078203.828978:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078203.828980:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078203.828982:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078203.828985:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078203.828988:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078203.828992:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.828994:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078203.828996:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.828998:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078203.829000:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769078203.829002:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078203.829008:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078203.829010:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078203.829012:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.829016:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078203.829017:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078203.829040:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078203.829048:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078203.829050:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611500 x1855007653155712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.829051:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078203.829061:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078203.829072:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078203.829078:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078203.829090:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611880.
00000100:00000001:0.0:1769078203.829091:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769078203.829097:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000001:0.0:1769078203.829098:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078203.829108:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078203.829110:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078203.829113:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078203.829118:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078203.829118:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078203.829121:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078203.829125:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078203.829127:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078203.829136:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653155712:192.168.204.104@tcp:250:kworker.0
02000000:00000010:1.0:1769078203.829136:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821bc00.
00000100:00000001:1.0:1769078203.829147:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.829149:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078203.829156:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1769078203.829159:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611880 x1855007653155840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078203.829162:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078203.829171:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078203.829178:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078203.829181:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078203.829183:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
00000100:00000040:1.0:1769078203.829189:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0af494a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611880 x1855007653155840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078203.829190:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078203.829209:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078203.829211:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078203.829215:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1769078203.829220:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00080000:1.0:1769078203.829222:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078203.829227:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078203.829229:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769078203.829231:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000001:1.0:1769078203.829233:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078203.829240:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5183
00000400:00000200:1.0:1769078203.829245:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078203.829252:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000200:0.0:1769078203.829257:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653155712, portal 25
00000100:00080000:1.0:1769078203.829257:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078203.829268:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769078203.829269:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078203.829274:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415867648 : -131140293683968 : ffff88ba85611500)
00000100:00000001:1.0:1769078203.829275:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078203.829281:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.829286:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000040:0.0:1769078203.829292:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611500 x1855007653155712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078203.829292:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078203.829296:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078203.829299:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078203.829301:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078203.829306:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078203.829319:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078203.829333:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.829345:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078203.829352:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078203.829355:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.829362:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000040:0.0:1769078203.829363:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000020:00000040:1.0:1769078203.829370:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000010:0.0:1769078203.829373:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00080000:1.0:1769078203.829378:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000200:0.0:1769078203.829382:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653155712, offset 0
00000100:00000001:1.0:1769078203.829385:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078203.829389:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078203.829394:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078203.829402:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
02000000:00000001:1.0:1769078203.829403:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078203.829412:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078203.829416:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078203.829419:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078203.829423:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078203.829428:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078203.829437:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611f80.
00000400:00000200:0.0:1769078203.829438:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000040:1.0:1769078203.829450:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000400:00000200:0.0:1769078203.829453:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1769078203.829457:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078203.829460:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078203.829465:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:1.0:1769078203.829466:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078203.829470:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078203.829475:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078203.829479:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1769078203.829481:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218000.
00000400:00000200:0.0:1769078203.829490:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.829490:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078203.829503:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611f80 x1855007653155968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078203.829509:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200920:200920:256:4294967295] 192.168.204.104@tcp LPNI seq info [200920:200920:8:4294967295]
00000400:00000200:0.0:1769078203.829577:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078203.829590:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078203.829606:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078203.829607:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078203.829614:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078203.829619:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000100:00000040:1.0:1769078203.829626:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0de5d6f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611f80 x1855007653155968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1769078203.829646:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078203.829647:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078203.829658:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1769078203.829660:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1769078203.829666:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078203.829670:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078203.829675:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1769078203.829677:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078203.829681:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1769078203.829685:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1769078203.829690:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5183
00000800:00000100:0.0:1769078203.829701:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078203.829707:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000010:0.0:1769078203.829710:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:1.0:1769078203.829717:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078203.829723:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078203.829725:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769078203.829730:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.829736:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078203.829742:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769078203.829744:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.829749:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078203.829755:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078203.829757:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000400:00000200:0.0:1769078203.829758:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000020:00000001:1.0:1769078203.829761:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:0.0:1769078203.829767:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000020:00000040:1.0:1769078203.829767:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078203.829777:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078203.829781:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1769078203.829785:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000200:0.0:1769078203.829792:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611500 x1855007653155712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078203.829794:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.829804:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078203.829809:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.829817:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078203.829828:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:0.0:1769078203.829832:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1769078203.829837:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078203.829843:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078203.829845:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769078203.829848:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611500 x1855007653155712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078203.829851:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078203.829862:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078203.829871:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078203.829875:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078203.829879:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078203.829881:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.829889:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078203.829889:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078203.829899:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613100.
00000020:00000040:1.0:1769078203.829905:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:0.0:1769078203.829907:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078203.829909:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078203.829913:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078203.829916:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078203.829922:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:1.0:1769078203.829922:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078203.829927:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.829930:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299857660
02000000:00000010:1.0:1769078203.829935:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000010:0.0:1769078203.829940:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:1.0:1769078203.829941:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078203.829952:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613100 x1855007653156096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078203.829953:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078203.829965:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078203.829968:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299857660
00000100:00000001:1.0:1769078203.829970:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078203.829983:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16780.
00000100:00000040:1.0:1769078203.829984:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c5e314b] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613100 x1855007653156096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.829997:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078203.830003:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.830010:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078203.830010:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078203.830040:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078203.830041:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078203.830045:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078203.830049:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1769078203.830050:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078203.830056:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078203.830062:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5183
00000100:00100000:0.0:1769078203.830071:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078203/real 1769078203]  req@ffff88ba85611500 x1855007653155712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078203.830082:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078203.830092:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078203.830100:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078203.830110:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.830118:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078203.830120:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000001:0.0:1769078203.830121:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1769078203.830124:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000001:0.0:1769078203.830125:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078203.830132:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000020:00000001:1.0:1769078203.830132:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078203.830136:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078203.830141:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078203.830143:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000020:00000040:1.0:1769078203.830145:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000400:00000010:0.0:1769078203.830151:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000020:00000001:1.0:1769078203.830152:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078203.830165:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078203.830169:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1769078203.830174:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.830181:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769078203.830183:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611500 x1855007653155712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078203.830187:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078203.830198:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078203.830205:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078203.830214:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078203.830223:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078203.830225:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1769078203.830229:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611500 x1855007653155712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078203.830232:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078203.830250:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.830253:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078203.830254:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078203.830263:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078203.830264:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1769078203.830274:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.830276:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078203.830279:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.830281:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1769078203.830288:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610000.
00000100:00100000:0.0:1769078203.830295:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611500 x1855007653155712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078203.830296:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078203.830304:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078203.830308:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078203.830313:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078203.830318:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078203.830323:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078203.830332:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000100:00000001:0.0:1769078203.830334:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078203.830338:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078203.830346:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611500 x1855007653155712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078203.830353:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610000 x1855007653156224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078203.830381:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078203.830387:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078203.830390:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078203.830395:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.830400:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078203.830406:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078203.830406:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d5982a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610000 x1855007653156224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.830416:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078203.830420:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078203.830425:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078203.830429:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1769078203.830436:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5194)
00000100:00080000:0.0:1769078203.830440:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078203.830446:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078203.830455:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611500 x1855007653155712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078203.830465:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653155712:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078203.830477:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.830481:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078203.830485:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611500 x1855007653155712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.830493:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078203.830496:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078203.830504:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078203.830508:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078203.830510:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078203.830512:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078203.830514:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078203.830517:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218c00.
02000000:00000001:0.0:1769078203.830521:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078203.830524:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078203.830525:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611500.
00000100:00000001:0.0:1769078203.830529:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078203.830530:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.830533:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.830573:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078203.830575:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.830578:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078203.830579:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078203.830581:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078203.830585:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611880 x1855007653155840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.830593:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078203.830594:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078203.830597:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078203.830599:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078203.830602:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078203.830605:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653155840:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078203.830609:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078203.830611:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078203.830613:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078203.830615:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078203.830619:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078203.830621:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078203.830626:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078203.830630:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078203.830636:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078203.830640:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653155840, portal 10
00000100:00000001:0.0:1769078203.830642:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078203.830643:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415868544 : -131140293683072 : ffff88ba85611880)
00000100:00000040:0.0:1769078203.830649:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611880 x1855007653155840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.830655:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078203.830658:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078203.830660:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078203.830663:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653155840, offset 0
00000400:00000200:0.0:1769078203.830667:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078203.830671:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078203.830676:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078203.830679:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078203.830682:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078203.830684:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078203.830686:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078203.830689:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200921:200921:256:4294967295] 192.168.204.104@tcp LPNI seq info [200921:200921:8:4294967295]
00000400:00000200:0.0:1769078203.830693:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078203.830698:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078203.830703:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078203.830706:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078203.830710:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078203.830713:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078203.830717:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078203.830719:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078203.830724:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078203.830725:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078203.830728:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078203.830731:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078203.830734:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078203.830736:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078203.830738:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078203.830742:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611880 x1855007653155840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.830747:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078203.830750:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611880 x1855007653155840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.830755:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.830757:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078203.830761:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078203.830764:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078203.830767:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078203.830769:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299856411
00000100:00000001:0.0:1769078203.830772:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299857660
00000100:00000001:0.0:1769078203.830774:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299856411
00000100:00000001:0.0:1769078203.830775:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299857660
00000100:00000001:0.0:1769078203.830777:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078203.830779:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.830781:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078203.830783:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078203/real 1769078203]  req@ffff88ba85611880 x1855007653155840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078203.830791:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078203.830793:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078203.830794:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078203.830797:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078203.830798:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078203.830800:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078203.830803:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611880 x1855007653155840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078203.830810:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611880 x1855007653155840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.830815:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078203.830817:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.830818:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078203.830819:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078203.830822:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611880 x1855007653155840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.830827:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078203.830830:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611880 x1855007653155840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.830837:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078203.830839:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.830840:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078203.830841:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.830843:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078203.830845:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078203.830847:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078203.830851:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078203.830853:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078203.830857:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611880 x1855007653155840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078203.830864:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653155840:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078203.830868:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078203.830872:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611f80 x1855007653155968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.830878:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078203.830879:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078203.830881:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078203.830883:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078203.830885:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078203.830888:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653155968:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078203.830891:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078203.830893:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078203.830895:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078203.830896:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078203.830899:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078203.830901:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078203.830905:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078203.830908:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078203.830911:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078203.830914:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653155968, portal 10
00000100:00000001:0.0:1769078203.830916:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078203.830917:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415870336 : -131140293681280 : ffff88ba85611f80)
00000100:00000040:0.0:1769078203.830923:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611f80 x1855007653155968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.830929:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078203.830931:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078203.830934:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078203.830936:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653155968, offset 0
00000400:00000200:0.0:1769078203.830940:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078203.830943:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078203.830947:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078203.830949:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078203.830952:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078203.830954:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078203.830956:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078203.830959:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200922:200922:256:4294967295] 192.168.204.104@tcp LPNI seq info [200922:200922:8:4294967295]
00000400:00000200:0.0:1769078203.830963:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078203.830968:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078203.830973:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078203.830976:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078203.830980:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078203.830983:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078203.830987:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078203.830989:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078203.830993:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078203.830995:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078203.830998:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078203.831001:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078203.831004:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078203.831006:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078203.831008:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078203.831012:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611f80 x1855007653155968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831019:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078203.831022:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611f80 x1855007653155968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831039:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.831041:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078203.831044:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078203.831047:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078203.831050:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078203.831053:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299856396
00000100:00000001:0.0:1769078203.831055:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299857660
00000100:00000001:0.0:1769078203.831057:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299856396
00000100:00000001:0.0:1769078203.831060:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299857660
00000100:00000001:0.0:1769078203.831062:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078203.831064:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.831066:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078203.831070:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078203/real 1769078203]  req@ffff88ba85611f80 x1855007653155968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078203.831077:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078203.831079:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078203.831080:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078203.831083:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078203.831085:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078203.831087:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078203.831090:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611f80 x1855007653155968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078203.831097:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611f80 x1855007653155968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831104:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078203.831105:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831107:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078203.831108:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078203.831111:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611f80 x1855007653155968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831117:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078203.831121:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611f80 x1855007653155968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831127:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078203.831129:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831131:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078203.831132:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831134:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078203.831135:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078203.831137:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078203.831141:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078203.831143:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078203.831146:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611f80 x1855007653155968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078203.831153:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653155968:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078203.831157:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078203.831160:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613100 x1855007653156096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831166:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078203.831167:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078203.831170:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078203.831172:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078203.831173:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078203.831176:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653156096:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078203.831179:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078203.831181:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078203.831183:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078203.831184:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078203.831187:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078203.831189:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078203.831192:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078203.831195:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078203.831198:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078203.831201:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653156096, portal 4
00000100:00000001:0.0:1769078203.831203:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078203.831204:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415874816 : -131140293676800 : ffff88ba85613100)
00000100:00000040:0.0:1769078203.831209:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613100 x1855007653156096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831214:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078203.831217:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078203.831219:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078203.831221:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653156096, offset 0
00000400:00000200:0.0:1769078203.831224:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078203.831228:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078203.831231:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078203.831234:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078203.831236:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078203.831238:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078203.831240:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078203.831243:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200923:200923:256:4294967295] 192.168.204.104@tcp LPNI seq info [200923:200923:8:4294967295]
00000400:00000200:0.0:1769078203.831247:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078203.831252:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078203.831257:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078203.831260:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078203.831264:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078203.831267:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078203.831272:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078203.831289:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078203.831293:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078203.831295:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078203.831298:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078203.831301:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078203.831305:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078203.831306:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078203.831309:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078203.831312:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613100 x1855007653156096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831319:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078203.831322:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613100 x1855007653156096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831327:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.831329:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078203.831332:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078203.831335:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078203.831338:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078203.831340:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299856403
00000100:00000001:0.0:1769078203.831343:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299857660
00000100:00000001:0.0:1769078203.831345:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299856403
00000100:00000001:0.0:1769078203.831347:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299857660
00000100:00000001:0.0:1769078203.831349:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078203.831351:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.831352:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078203.831356:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078203/real 1769078203]  req@ffff88ba85613100 x1855007653156096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078203.831364:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078203.831365:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078203.831367:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078203.831369:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078203.831371:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078203.831372:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078203.831375:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613100 x1855007653156096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078203.831383:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613100 x1855007653156096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831389:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078203.831390:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831392:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078203.831393:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078203.831396:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613100 x1855007653156096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831402:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078203.831405:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613100 x1855007653156096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831412:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078203.831414:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831416:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078203.831417:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831419:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078203.831420:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078203.831423:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078203.831426:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078203.831428:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078203.831433:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613100 x1855007653156096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078203.831440:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653156096:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078203.831443:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078203.831447:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610000 x1855007653156224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831454:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078203.831455:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078203.831457:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078203.831459:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078203.831461:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078203.831464:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653156224:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078203.831467:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078203.831468:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078203.831470:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078203.831471:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078203.831474:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078203.831476:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078203.831479:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078203.831482:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078203.831485:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078203.831488:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653156224, portal 4
00000100:00000001:0.0:1769078203.831499:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078203.831501:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415862272 : -131140293689344 : ffff88ba85610000)
00000100:00000040:0.0:1769078203.831510:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610000 x1855007653156224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831517:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078203.831519:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078203.831521:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078203.831524:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653156224, offset 0
00000400:00000200:0.0:1769078203.831528:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078203.831532:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078203.831559:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078203.831562:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078203.831565:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078203.831567:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078203.831570:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078203.831573:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200924:200924:256:4294967295] 192.168.204.104@tcp LPNI seq info [200924:200924:8:4294967295]
00000400:00000200:0.0:1769078203.831578:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078203.831584:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078203.831588:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078203.831592:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078203.831595:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078203.831598:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078203.831602:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078203.831604:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078203.831608:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078203.831610:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078203.831613:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078203.831616:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078203.831618:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078203.831620:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078203.831622:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078203.831626:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610000 x1855007653156224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831633:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078203.831636:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610000 x1855007653156224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831641:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.831643:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078203.831646:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078203.831649:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078203.831652:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078203.831654:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299856404
00000100:00000001:0.0:1769078203.831656:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299857660
00000100:00000001:0.0:1769078203.831659:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299856404
00000100:00000001:0.0:1769078203.831661:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299857660
00000100:00000001:0.0:1769078203.831663:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078203.831665:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.831666:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078203.831670:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078203/real 1769078203]  req@ffff88ba85610000 x1855007653156224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078203.831677:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078203.831678:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078203.831680:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078203.831682:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078203.831683:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078203.831685:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078203.831688:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610000 x1855007653156224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078203.831696:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610000 x1855007653156224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831702:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078203.831703:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831705:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078203.831706:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078203.831709:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610000 x1855007653156224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831715:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078203.831719:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610000 x1855007653156224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831725:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078203.831728:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831729:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078203.831730:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831732:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078203.831733:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078203.831736:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078203.831739:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078203.831742:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078203.831745:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610000 x1855007653156224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078203.831752:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653156224:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078203.831755:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831757:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078203.831760:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611880 x1855007653155840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831766:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078203.831768:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078203.831770:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078203.831772:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078203.831774:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078203.831775:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078203.831777:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078203.831779:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:0.0:1769078203.831781:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078203.831783:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078203.831785:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611880.
00000100:00000001:0.0:1769078203.831787:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078203.831788:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831789:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078203.831793:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611f80 x1855007653155968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831804:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078203.831806:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078203.831807:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078203.831809:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078203.831810:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078203.831812:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078203.831813:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078203.831815:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218000.
02000000:00000001:0.0:1769078203.831817:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078203.831818:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078203.831819:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611f80.
00000100:00000001:0.0:1769078203.831821:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078203.831823:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831824:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078203.831827:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613100 x1855007653156096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831832:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078203.831834:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078203.831835:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078203.831837:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078203.831838:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078203.831839:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078203.831841:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078203.831842:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a000.
02000000:00000001:0.0:1769078203.831845:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078203.831846:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078203.831847:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613100.
00000100:00000001:0.0:1769078203.831849:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078203.831850:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831852:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078203.831855:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610000 x1855007653156224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.831860:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078203.831862:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078203.831863:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078203.831865:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078203.831866:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078203.831867:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078203.831869:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078203.831871:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218400.
02000000:00000001:0.0:1769078203.831873:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078203.831874:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078203.831875:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610000.
00000100:00000001:0.0:1769078203.831877:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078203.831879:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831880:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.831885:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078203.831886:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.831888:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078203.831890:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078204.468643:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078204.468654:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078204.468657:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078204.468659:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078204.468665:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078204.468666:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078204.468668:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078204.468670:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078204.468724:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078204.468727:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078204.468730:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078205.108642:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299857660, at 4299857664
00000100:00000040:1.0:1769078205.108654:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299857660, at 4299857664
00000100:00000010:0.0:1769078205.108658:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000010:1.0:1769078205.108670:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16780.
00010000:00000001:2.0:1769078205.492636:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078205.492642:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078205.492704:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078205.492708:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078205.492711:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078206.516666:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078206.516673:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078206.516731:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078206.516736:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078206.516739:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078207.540653:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078207.540660:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078207.540727:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078207.540732:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078207.540736:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078208.564655:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078208.564665:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078208.564743:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078208.564751:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078208.564756:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078208.948709:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078208.948720:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078208.948723:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078208.948728:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078208.948732:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078208.948739:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5189
00000400:00000200:1.0:1769078208.948748:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078208.948755:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078208.948757:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078208.948760:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.948763:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078208.948771:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.948772:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078208.948776:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078208.948778:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078208.948780:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078208.948783:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078208.948784:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078208.948786:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078208.948787:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.948788:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078208.948789:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.948790:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078208.948792:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078208.948795:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078208.948796:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078208.948798:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078208.948801:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078208.948804:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.948806:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078208.948808:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078208.948818:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612d80.
00000020:00000040:1.0:1769078208.948822:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078208.948825:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078208.948827:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.948829:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078208.948832:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078208.948837:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078208.948844:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000001:1.0:1769078208.948851:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078208.948860:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612d80 x1855007653156352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078208.948868:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078208.948872:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078208.948876:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fed2dda] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612d80 x1855007653156352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.948895:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078208.948898:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078208.948901:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078208.948903:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078208.948904:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078208.948907:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078208.948909:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5189
00000400:00000200:1.0:1769078208.948914:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078208.948917:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078208.948919:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078208.948922:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.948924:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078208.948925:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.948927:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078208.948929:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078208.948931:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078208.948932:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078208.948935:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078208.948947:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078208.948948:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078208.948949:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078208.948953:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078208.948954:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078208.948955:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078208.948957:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078208.948957:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.948959:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078208.948961:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000040:0.0:1769078208.948964:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612d80 x1855007653156352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078208.948964:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078208.948967:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078208.948968:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078208.948972:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078208.948974:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078208.948974:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078208.948976:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.948978:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769078208.948979:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078208.948983:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1769078208.948983:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078208.948985:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078208.948987:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078208.948988:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653156352:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769078208.948989:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.948993:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1769078208.948993:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610700.
00000020:00000040:1.0:1769078208.948995:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078208.948997:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078208.948998:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078208.948998:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078208.949000:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.949000:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078208.949001:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078208.949003:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078208.949004:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078208.949007:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
02000000:00000010:0.0:1769078208.949009:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078208.949010:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.949010:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078208.949014:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610700 x1855007653156480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078208.949019:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078208.949020:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078208.949022:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078208.949024:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00000040:1.0:1769078208.949026:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029410724] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610700 x1855007653156480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769078208.949031:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000001:1.0:1769078208.949033:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078208.949035:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078208.949038:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1769078208.949040:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653156352, portal 25
00000100:00000001:1.0:1769078208.949040:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078208.949041:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078208.949043:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078208.949044:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078208.949045:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873920 : -131140293677696 : ffff88ba85612d80)
00000100:00080000:1.0:1769078208.949046:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5189
00000400:00000200:1.0:1769078208.949049:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:0.0:1769078208.949050:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612d80 x1855007653156352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078208.949052:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078208.949054:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078208.949057:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078208.949058:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078208.949059:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078208.949061:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769078208.949061:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.949063:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000010:0.0:1769078208.949064:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000020:00000001:1.0:1769078208.949065:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078208.949066:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000100:00000200:0.0:1769078208.949067:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653156352, offset 0
00000020:00000001:1.0:1769078208.949067:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078208.949069:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078208.949071:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078208.949073:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078208.949074:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769078208.949076:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.949077:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078208.949078:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.949080:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078208.949081:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000200:0.0:1769078208.949083:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078208.949084:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078208.949086:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078208.949087:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078208.949089:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078208.949090:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
02000000:00000001:1.0:1769078208.949091:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078208.949097:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078208.949100:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078208.949102:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000008:00100000:1.0:1769078208.949102:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078208.949104:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.949106:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078208.949107:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078208.949110:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000010:1.0:1769078208.949110:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612300.
00000020:00000040:1.0:1769078208.949112:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000400:00000200:0.0:1769078208.949115:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200925:200925:256:4294967295] 192.168.204.104@tcp LPNI seq info [200925:200925:8:4294967295]
02000000:00000001:1.0:1769078208.949115:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078208.949117:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.949118:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078208.949119:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:1.0:1769078208.949120:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078208.949121:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078208.949124:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219c00.
00000100:00000001:1.0:1769078208.949127:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078208.949130:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1769078208.949131:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612300 x1855007653156608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769078208.949136:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078208.949137:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078208.949139:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078208.949142:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000100:00000040:1.0:1769078208.949142:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000561e7356] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612300 x1855007653156608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.949148:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078208.949149:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:1.0:1769078208.949151:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1769078208.949153:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000100:00080000:1.0:1769078208.949154:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078208.949156:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078208.949157:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078208.949160:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1769078208.949160:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:1.0:1769078208.949162:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5189
00000800:00000200:0.1:1769078208.949164:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000400:00000200:1.0:1769078208.949165:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078208.949168:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000100:0.0:1769078208.949169:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00080000:1.0:1769078208.949170:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1769078208.949171:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000100:00000040:1.0:1769078208.949173:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.949174:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078208.949176:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.949177:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078208.949179:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1769078208.949179:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078208.949181:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078208.949182:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078208.949184:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1769078208.949184:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078208.949186:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078208.949188:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078208.949191:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.949193:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078208.949195:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078208.949196:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000100:00000001:1.0:1769078208.949197:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000010:0.0:1769078208.949199:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000020:00000040:1.0:1769078208.949199:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078208.949201:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078208.949203:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.949204:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1769078208.949205:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078208.949207:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1769078208.949208:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612d80 x1855007653156352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078208.949209:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.949211:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078208.949214:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078208.949216:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.949217:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078208.949217:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078208.949220:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612d80 x1855007653156352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078208.949222:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610000.
00000020:00000040:1.0:1769078208.949224:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078208.949227:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078208.949228:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078208.949228:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.949229:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078208.949236:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078208.949237:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078208.949238:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078208.949240:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078208.949242:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:1.0:1769078208.949244:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000001:0.0:1769078208.949245:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299862779
00000100:00000001:1.0:1769078208.949246:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078208.949250:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00100000:1.0:1769078208.949250:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610000 x1855007653156736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078208.949256:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078208.949258:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078208.949258:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078208.949261:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d5982a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610000 x1855007653156736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949267:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299862779
00000100:00000001:1.0:1769078208.949268:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078208.949270:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16480.
00000100:00080000:1.0:1769078208.949271:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078208.949274:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1769078208.949274:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078208.949276:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078208.949277:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078208.949277:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078208.949280:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.949280:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078208.949282:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5189
00000100:00000001:0.0:1769078208.949283:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1769078208.949285:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00100000:0.0:1769078208.949287:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078208/real 1769078208]  req@ffff88ba85612d80 x1855007653156352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078208.949288:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078208.949290:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078208.949293:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.949295:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078208.949296:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000001:0.0:1769078208.949297:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078208.949299:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1769078208.949299:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000010:0.0:1769078208.949301:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000020:00000001:1.0:1769078208.949301:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078208.949302:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078208.949304:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078208.949305:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000020:00000040:1.0:1769078208.949305:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000400:00000010:0.0:1769078208.949306:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000020:00000001:1.0:1769078208.949307:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078208.949309:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1769078208.949309:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078208.949312:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078208.949313:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612d80 x1855007653156352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.949314:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078208.949316:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078208.949319:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078208.949321:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000200:0.0:1769078208.949322:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612d80 x1855007653156352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078208.949323:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078208.949325:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078208.949327:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078208.949329:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1769078208.949330:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078208.949331:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078208.949332:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.949333:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078208.949333:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078208.949335:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078208.949336:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1769078208.949337:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.949339:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078208.949340:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612d80 x1855007653156352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078208.949343:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613100.
00000020:00000040:1.0:1769078208.949345:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078208.949347:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078208.949348:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078208.949349:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.949350:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078208.949351:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1769078208.949352:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612d80 x1855007653156352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078208.949353:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078208.949356:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769078208.949358:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.949360:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1769078208.949362:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613100 x1855007653156864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078208.949363:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.949365:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078208.949366:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.949370:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078208.949370:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078208.949371:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.949372:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078208.949375:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1769078208.949375:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c5e314b] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613100 x1855007653156864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078208.949379:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078208.949381:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1769078208.949381:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078208.949385:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5199)
00000100:00000040:0.0:1769078208.949386:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612d80 x1855007653156352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078208.949393:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653156352:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078208.949397:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.949399:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078208.949402:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612d80 x1855007653156352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949408:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078208.949411:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078208.949414:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078208.949416:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078208.949418:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078208.949419:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078208.949421:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078208.949424:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218800.
02000000:00000001:0.0:1769078208.949428:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078208.949430:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078208.949432:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612d80.
00000100:00000001:0.0:1769078208.949435:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078208.949436:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.949438:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.949447:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078208.949449:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.949450:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078208.949451:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078208.949452:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078208.949455:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610700 x1855007653156480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949460:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078208.949461:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078208.949462:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078208.949463:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078208.949464:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078208.949466:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653156480:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078208.949468:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078208.949470:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078208.949471:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078208.949472:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078208.949474:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078208.949475:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078208.949478:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078208.949480:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078208.949483:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078208.949485:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653156480, portal 10
00000100:00000001:0.0:1769078208.949486:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078208.949487:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864064 : -131140293687552 : ffff88ba85610700)
00000100:00000040:0.0:1769078208.949492:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610700 x1855007653156480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949496:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078208.949498:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078208.949499:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078208.949500:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653156480, offset 0
00000400:00000200:0.0:1769078208.949503:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078208.949505:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078208.949508:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078208.949509:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078208.949511:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078208.949513:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078208.949514:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078208.949516:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200926:200926:256:4294967295] 192.168.204.104@tcp LPNI seq info [200926:200926:8:4294967295]
00000400:00000200:0.0:1769078208.949519:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078208.949523:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078208.949525:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078208.949527:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078208.949530:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078208.949533:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078208.949563:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078208.949566:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078208.949570:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078208.949572:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078208.949576:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078208.949579:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078208.949582:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078208.949584:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078208.949586:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078208.949590:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610700 x1855007653156480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949605:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078208.949607:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610700 x1855007653156480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949611:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.949612:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078208.949615:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078208.949618:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078208.949621:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078208.949622:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299861530
00000100:00000001:0.0:1769078208.949625:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299862779
00000100:00000001:0.0:1769078208.949626:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299861530
00000100:00000001:0.0:1769078208.949627:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299862779
00000100:00000001:0.0:1769078208.949629:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078208.949631:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.949632:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078208.949634:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078208/real 1769078208]  req@ffff88ba85610700 x1855007653156480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078208.949638:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078208.949639:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078208.949640:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078208.949641:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078208.949642:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078208.949643:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078208.949645:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610700 x1855007653156480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078208.949650:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610700 x1855007653156480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949654:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078208.949655:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.949657:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078208.949658:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078208.949659:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610700 x1855007653156480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949663:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078208.949665:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610700 x1855007653156480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949669:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078208.949670:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.949671:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078208.949672:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.949673:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078208.949674:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078208.949675:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078208.949677:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078208.949678:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078208.949680:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610700 x1855007653156480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078208.949685:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653156480:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078208.949687:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078208.949689:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612300 x1855007653156608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949692:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078208.949693:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078208.949694:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078208.949695:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078208.949696:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078208.949698:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653156608:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078208.949700:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078208.949702:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078208.949703:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078208.949704:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078208.949706:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078208.949708:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078208.949709:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078208.949711:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078208.949713:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078208.949715:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653156608, portal 10
00000100:00000001:0.0:1769078208.949716:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078208.949717:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415871232 : -131140293680384 : ffff88ba85612300)
00000100:00000040:0.0:1769078208.949720:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612300 x1855007653156608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949724:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078208.949725:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078208.949727:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078208.949728:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653156608, offset 0
00000400:00000200:0.0:1769078208.949730:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078208.949732:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078208.949734:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078208.949736:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078208.949737:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078208.949738:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078208.949740:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078208.949742:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200927:200927:256:4294967295] 192.168.204.104@tcp LPNI seq info [200927:200927:8:4294967295]
00000400:00000200:0.0:1769078208.949744:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078208.949748:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078208.949751:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078208.949753:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078208.949755:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078208.949757:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078208.949760:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078208.949761:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078208.949764:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078208.949765:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078208.949767:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078208.949769:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078208.949771:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078208.949772:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078208.949773:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078208.949775:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612300 x1855007653156608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949779:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078208.949781:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612300 x1855007653156608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949785:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.949786:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078208.949788:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078208.949789:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078208.949791:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078208.949792:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299861515
00000100:00000001:0.0:1769078208.949794:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299862779
00000100:00000001:0.0:1769078208.949795:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299861515
00000100:00000001:0.0:1769078208.949797:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299862779
00000100:00000001:0.0:1769078208.949798:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078208.949799:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.949799:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078208.949801:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078208/real 1769078208]  req@ffff88ba85612300 x1855007653156608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078208.949805:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078208.949806:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078208.949807:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078208.949809:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078208.949810:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078208.949811:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078208.949812:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612300 x1855007653156608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078208.949817:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612300 x1855007653156608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949820:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078208.949821:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.949821:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078208.949822:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078208.949824:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612300 x1855007653156608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949827:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078208.949829:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612300 x1855007653156608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949833:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078208.949834:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.949835:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078208.949835:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.949836:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078208.949837:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078208.949839:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078208.949841:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078208.949842:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078208.949845:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612300 x1855007653156608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078208.949853:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653156608:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078208.949855:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078208.949857:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610000 x1855007653156736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949860:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078208.949861:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078208.949862:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078208.949863:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078208.949864:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078208.949865:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653156736:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078208.949867:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078208.949868:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078208.949869:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078208.949870:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078208.949871:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078208.949872:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078208.949875:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078208.949876:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078208.949878:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078208.949880:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653156736, portal 4
00000100:00000001:0.0:1769078208.949881:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078208.949882:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415862272 : -131140293689344 : ffff88ba85610000)
00000100:00000040:0.0:1769078208.949885:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610000 x1855007653156736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949889:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078208.949890:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078208.949891:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078208.949893:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653156736, offset 0
00000400:00000200:0.0:1769078208.949894:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078208.949897:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078208.949899:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078208.949900:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078208.949902:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078208.949903:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078208.949905:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078208.949906:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200928:200928:256:4294967295] 192.168.204.104@tcp LPNI seq info [200928:200928:8:4294967295]
00000400:00000200:0.0:1769078208.949909:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078208.949913:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078208.949915:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078208.949917:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078208.949919:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078208.949920:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078208.949923:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078208.949924:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078208.949927:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078208.949928:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078208.949929:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078208.949931:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078208.949932:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078208.949933:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078208.949935:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078208.949949:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610000 x1855007653156736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949955:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078208.949957:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610000 x1855007653156736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.949961:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.949962:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078208.949964:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078208.949966:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078208.949968:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078208.949970:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299861522
00000100:00000001:0.0:1769078208.949972:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299862779
00000100:00000001:0.0:1769078208.949973:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299861522
00000100:00000001:0.0:1769078208.949975:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299862779
00000100:00000001:0.0:1769078208.949976:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078208.949977:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.949978:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078208.949979:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078208/real 1769078208]  req@ffff88ba85610000 x1855007653156736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078208.949984:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078208.949985:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078208.949986:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078208.949987:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078208.949988:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078208.949990:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078208.949992:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610000 x1855007653156736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078208.949996:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610000 x1855007653156736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.950000:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078208.950000:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.950002:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078208.950003:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078208.950004:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610000 x1855007653156736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.950009:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078208.950011:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610000 x1855007653156736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.950014:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078208.950016:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.950017:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078208.950018:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.950019:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078208.950020:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078208.950022:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078208.950023:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078208.950024:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078208.950026:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610000 x1855007653156736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078208.950030:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653156736:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078208.950032:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078208.950034:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613100 x1855007653156864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.950037:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078208.950038:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078208.950039:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078208.950040:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078208.950041:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078208.950043:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653156864:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078208.950045:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078208.950046:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078208.950047:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078208.950048:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078208.950050:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078208.950051:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078208.950053:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078208.950054:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078208.950055:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078208.950057:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653156864, portal 4
00000100:00000001:0.0:1769078208.950059:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078208.950060:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415874816 : -131140293676800 : ffff88ba85613100)
00000100:00000040:0.0:1769078208.950063:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613100 x1855007653156864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.950067:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078208.950069:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078208.950070:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078208.950071:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653156864, offset 0
00000400:00000200:0.0:1769078208.950074:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078208.950075:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078208.950077:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078208.950079:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078208.950080:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078208.950082:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078208.950083:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078208.950085:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200929:200929:256:4294967295] 192.168.204.104@tcp LPNI seq info [200929:200929:8:4294967295]
00000400:00000200:0.0:1769078208.950087:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078208.950091:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078208.950093:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078208.950095:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078208.950097:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078208.950099:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078208.950101:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078208.950103:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078208.950105:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078208.950106:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078208.950108:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078208.950110:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078208.950111:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078208.950113:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078208.950114:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078208.950116:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613100 x1855007653156864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.950124:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078208.950126:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613100 x1855007653156864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.950130:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.950130:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078208.950132:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078208.950133:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078208.950135:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078208.950136:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299861522
00000100:00000001:0.0:1769078208.950137:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299862779
00000100:00000001:0.0:1769078208.950138:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299861522
00000100:00000001:0.0:1769078208.950140:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299862779
00000100:00000001:0.0:1769078208.950141:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078208.950142:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.950143:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078208.950145:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078208/real 1769078208]  req@ffff88ba85613100 x1855007653156864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078208.950149:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078208.950149:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078208.950150:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078208.950151:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078208.950152:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078208.950153:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078208.950155:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613100 x1855007653156864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078208.950159:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613100 x1855007653156864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.950163:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078208.950164:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.950165:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078208.950166:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078208.950168:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613100 x1855007653156864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.950172:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078208.950174:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613100 x1855007653156864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.950177:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078208.950178:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.950179:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078208.950180:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.950181:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078208.950181:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078208.950183:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078208.950184:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078208.950185:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078208.950187:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613100 x1855007653156864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078208.950191:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653156864:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078208.950193:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.950194:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078208.950196:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610700 x1855007653156480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.950200:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078208.950201:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078208.950202:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078208.950203:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078208.950204:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078208.950205:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078208.950207:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078208.950208:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b000.
02000000:00000001:0.0:1769078208.950209:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078208.950210:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078208.950211:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610700.
00000100:00000001:0.0:1769078208.950213:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078208.950213:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.950214:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078208.950216:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612300 x1855007653156608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.950220:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078208.950221:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078208.950222:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078208.950223:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078208.950224:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078208.950225:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078208.950226:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078208.950226:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219c00.
02000000:00000001:0.0:1769078208.950227:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078208.950228:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078208.950229:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612300.
00000100:00000001:0.0:1769078208.950230:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078208.950230:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.950231:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078208.950233:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610000 x1855007653156736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.950236:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078208.950236:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078208.950237:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078208.950238:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078208.950239:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078208.950239:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078208.950240:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078208.950241:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219800.
02000000:00000001:0.0:1769078208.950242:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078208.950243:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078208.950244:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610000.
00000100:00000001:0.0:1769078208.950245:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078208.950246:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.950247:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078208.950249:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613100 x1855007653156864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078208.950252:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078208.950253:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078208.950253:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078208.950254:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078208.950255:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078208.950255:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078208.950256:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078208.950257:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:0.0:1769078208.950259:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078208.950259:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078208.950260:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613100.
00000100:00000001:0.0:1769078208.950261:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078208.950262:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.950262:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.950264:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078208.950265:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.950266:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078208.950267:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078209.588674:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078209.588683:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078209.588749:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078209.588753:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078209.588756:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078210.228643:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299862779, at 4299862784
00000100:00000040:0.0:1769078210.228649:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299862779, at 4299862784
00000100:00000010:1.0:1769078210.228665:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16480.
00000100:00000010:0.0:1769078210.228677:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078210.612615:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078210.612623:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078210.612686:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078210.612691:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078210.612695:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078211.636674:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078211.636681:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078211.636746:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078211.636749:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078211.636752:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078212.660643:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078212.660651:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078212.660703:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078212.660709:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078212.660713:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078213.684679:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078213.684687:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078213.684755:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078213.684758:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078213.684761:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078214.068692:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078214.068703:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078214.068706:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078214.068710:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078214.068714:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078214.068721:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5194
00000400:00000200:3.0:1769078214.068729:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078214.068735:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078214.068737:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078214.068739:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078214.068742:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.068744:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078214.068746:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078214.068749:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078214.068751:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078214.068753:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078214.068756:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078214.068757:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078214.068758:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078214.068760:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078214.068761:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.068763:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078214.068764:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078214.068767:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078214.068769:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078214.068771:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078214.068773:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078214.068776:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078214.068778:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.068779:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078214.068781:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078214.068791:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769078214.068794:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078214.068797:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078214.068799:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.068801:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078214.068803:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078214.068807:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078214.068814:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078214.068820:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078214.068828:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653156992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078214.068837:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078214.068841:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078214.068845:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653156992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078214.068888:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078214.068890:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078214.068895:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078214.068896:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078214.068898:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078214.068899:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078214.068902:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5194
00000400:00000200:3.0:1769078214.068905:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078214.068907:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078214.068909:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078214.068911:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078214.068912:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.068914:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078214.068916:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078214.068918:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078214.068919:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078214.068920:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078214.068921:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078214.068922:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078214.068924:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078214.068926:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078214.068927:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.068928:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078214.068929:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078214.068930:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078214.068931:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078214.068935:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078214.068936:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078214.068937:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078214.068940:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078214.068941:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769078214.068946:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078214.068949:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653156992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078214.068949:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.068950:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078214.068955:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078214.068957:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.068961:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078214.068964:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769078214.068967:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078214.068971:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078214.068974:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078214.068974:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.068976:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078214.068978:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078214.068978:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078214.068981:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078214.068983:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1769078214.068984:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
02000000:00000001:0.0:1769078214.068987:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078214.068989:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078214.068991:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078214.068995:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653157120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769078214.068997:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653156992:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078214.069004:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078214.069008:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769078214.069009:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078214.069010:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078214.069012:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078214.069016:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653157120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078214.069017:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078214.069024:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
00000100:00000001:3.0:1769078214.069025:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078214.069028:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078214.069029:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078214.069033:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078214.069034:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078214.069035:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078214.069037:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078214.069038:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078214.069040:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5194
00000400:00000010:0.0:1769078214.069044:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000200:3.0:1769078214.069044:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078214.069049:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078214.069050:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078214.069052:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000010:0.0:1769078214.069053:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000001:3.0:1769078214.069054:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.069058:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078214.069060:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078214.069061:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078214.069062:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078214.069063:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:0.0:1769078214.069064:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653156992, portal 25
00000020:00000040:3.0:1769078214.069065:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078214.069069:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000001:0.0:1769078214.069070:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1769078214.069073:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000001:0.0:1769078214.069074:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:3.0:1769078214.069079:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078214.069081:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078214.069083:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653156992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078214.069084:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078214.069088:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078214.069091:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078214.069096:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078214.069100:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078214.069103:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078214.069106:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1769078214.069107:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078214.069110:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.069112:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078214.069114:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769078214.069115:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000008:00000001:3.0:1769078214.069116:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.069119:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078214.069122:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000010:3.0:1769078214.069123:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769078214.069127:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078214.069129:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1769078214.069130:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653156992, offset 0
02000000:00000001:3.0:1769078214.069130:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.069133:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078214.069135:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078214.069137:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078214.069140:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000400:00000200:0.0:1769078214.069144:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078214.069144:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078214.069149:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653157248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078214.069154:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078214.069155:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078214.069158:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:3.0:1769078214.069159:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653157248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078214.069169:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:3.0:1769078214.069172:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078214.069175:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078214.069179:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769078214.069179:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078214.069182:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078214.069183:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078214.069185:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078214.069187:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00080000:3.0:1769078214.069188:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5194
00000400:00000200:3.0:1769078214.069193:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078214.069197:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078214.069197:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078214.069202:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078214.069204:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000040:3.0:1769078214.069207:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078214.069211:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078214.069213:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200930:200930:256:4294967295] 192.168.204.104@tcp LPNI seq info [200930:200930:8:4294967295]
00000100:00000040:3.0:1769078214.069215:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078214.069220:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078214.069224:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:3.0:1769078214.069224:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078214.069227:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078214.069229:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078214.069230:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078214.069232:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078214.069233:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078214.069239:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078214.069242:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078214.069244:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.069249:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:0.0:1769078214.069254:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078214.069254:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078214.069259:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000800:00000010:0.0:1769078214.069260:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000100:00080000:3.0:1769078214.069264:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078214.069269:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078214.069272:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:3.0:1769078214.069273:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078214.069278:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1769078214.069279:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1769078214.069283:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078214.069287:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078214.069288:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:0.1:1769078214.069293:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000008:00100000:3.0:1769078214.069294:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078214.069298:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769078214.069302:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078214.069302:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078214.069307:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000100:00000010:3.0:1769078214.069308:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769078214.069311:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078214.069313:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078214.069314:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769078214.069314:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.069319:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078214.069320:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078214.069323:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1769078214.069323:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078214.069327:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000400:00000200:0.0:1769078214.069329:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000100:00000001:3.0:1769078214.069331:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078214.069332:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078214.069338:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1769078214.069338:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653157376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078214.069345:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653156992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078214.069346:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078214.069350:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078214.069358:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653157376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.069359:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078214.069364:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653156992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078214.069383:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078214.069384:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078214.069389:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1769078214.069389:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078214.069394:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078214.069395:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078214.069399:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078214.069402:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078214.069403:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078214.069405:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299867899
00000100:00000001:3.0:1769078214.069408:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:0.0:1769078214.069411:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00080000:3.0:1769078214.069413:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5194
00000100:00000001:0.0:1769078214.069420:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1769078214.069420:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078214.069427:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078214.069430:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299867899
00000100:00080000:3.0:1769078214.069430:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078214.069434:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000010:0.0:1769078214.069437:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16360.
00000100:00000001:3.0:1769078214.069438:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.069443:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078214.069444:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078214.069448:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078214.069451:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078214.069453:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078214.069455:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078214.069456:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078214.069459:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078214.069460:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769078214.069462:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078214.069466:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078214.069471:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.069471:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.069476:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078214.069477:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078214.069480:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078214.069484:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00100000:0.0:1769078214.069488:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078214/real 1769078214]  req@ffff88ba87a9b480 x1855007653156992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078214.069490:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078214.069495:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078214.069498:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078214.069502:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078214.069506:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769078214.069509:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769078214.069509:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078214.069511:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000400:00000001:0.0:1769078214.069513:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000008:00000001:3.0:1769078214.069515:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078214.069518:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000100:00000001:3.0:1769078214.069518:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078214.069525:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000400:00000200:0.0:1769078214.069526:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078214.069530:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000020:00000040:3.0:1769078214.069530:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000001:0.0:1769078214.069559:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078214.069564:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653156992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078214.069572:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653156992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.069577:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078214.069578:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.069580:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078214.069581:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078214.069584:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653156992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.069590:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078214.069590:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078214.069594:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078214.069597:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653156992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078214.069598:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078214.069602:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078214.069605:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078214.069606:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078214.069611:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.069612:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078214.069613:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1769078214.069614:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:0.0:1769078214.069616:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078214.069619:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078214.069621:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078214.069622:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078214.069628:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078214.069632:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1769078214.069632:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653157504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078214.069637:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653156992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078214.069657:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653156992:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078214.069666:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078214.069667:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078214.069669:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078214.069672:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078214.069673:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653156992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078214.069680:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653157504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.069682:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078214.069685:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078214.069688:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078214.069692:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1769078214.069694:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078214.069695:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078214.069697:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078214.069700:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078214.069702:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
00000100:00000040:3.0:1769078214.069703:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5204)
02000000:00000001:0.0:1769078214.069706:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078214.069708:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078214.069710:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:0.0:1769078214.069712:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078214.069713:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.069714:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.069722:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078214.069724:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078214.069726:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078214.069727:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078214.069728:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078214.069731:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653157120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.069738:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078214.069739:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078214.069741:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078214.069743:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078214.069746:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078214.069748:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653157120:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078214.069751:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078214.069753:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078214.069755:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078214.069757:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078214.069760:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078214.069762:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078214.069767:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078214.069769:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078214.069773:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078214.069776:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653157120, portal 10
00000100:00000001:0.0:1769078214.069778:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078214.069780:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00000040:0.0:1769078214.069786:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653157120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.069797:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078214.069798:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078214.069800:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078214.069802:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653157120, offset 0
00000400:00000200:0.0:1769078214.069805:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078214.069807:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078214.069810:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078214.069813:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078214.069814:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078214.069816:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078214.069817:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078214.069819:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200931:200931:256:4294967295] 192.168.204.104@tcp LPNI seq info [200931:200931:8:4294967295]
00000400:00000200:0.0:1769078214.069822:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078214.069826:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078214.069834:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078214.069836:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078214.069839:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078214.069841:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078214.069844:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078214.069845:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078214.069847:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078214.069849:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078214.069865:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078214.069868:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078214.069870:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078214.069871:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078214.069873:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078214.069875:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653157120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.069881:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078214.069882:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653157120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.069887:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078214.069888:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078214.069890:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078214.069893:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078214.069895:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078214.069896:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299866650
00000100:00000001:0.0:1769078214.069898:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299867899
00000100:00000001:0.0:1769078214.069900:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299866650
00000100:00000001:0.0:1769078214.069901:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299867899
00000100:00000001:0.0:1769078214.069903:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078214.069904:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078214.069905:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078214.069907:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078214/real 1769078214]  req@ffff88ba87a9a300 x1855007653157120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078214.069912:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078214.069913:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078214.069914:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078214.069916:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078214.069917:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078214.069918:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078214.069920:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653157120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078214.069925:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653157120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.069929:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078214.069930:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.069931:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078214.069931:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078214.069933:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653157120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.069937:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078214.069939:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653157120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.069942:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078214.069944:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.069944:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078214.069945:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.069946:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078214.069947:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078214.069949:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078214.069952:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078214.069954:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078214.069957:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653157120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078214.069964:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653157120:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078214.069968:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078214.069971:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653157248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.069984:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078214.069985:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078214.069987:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078214.069989:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078214.069991:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078214.069994:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653157248:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078214.069997:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078214.069999:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078214.070000:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078214.070002:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078214.070006:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078214.070008:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078214.070012:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078214.070015:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078214.070018:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078214.070020:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653157248, portal 10
00000100:00000001:0.0:1769078214.070022:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078214.070024:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:0.0:1769078214.070030:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653157248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070036:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078214.070038:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078214.070039:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078214.070041:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653157248, offset 0
00000400:00000200:0.0:1769078214.070044:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078214.070047:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078214.070049:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078214.070051:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078214.070053:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078214.070054:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078214.070056:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078214.070058:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200932:200932:256:4294967295] 192.168.204.104@tcp LPNI seq info [200932:200932:8:4294967295]
00000400:00000200:0.0:1769078214.070061:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078214.070064:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078214.070067:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078214.070069:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078214.070072:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078214.070074:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078214.070076:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078214.070078:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078214.070080:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078214.070082:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078214.070084:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078214.070086:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078214.070088:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078214.070089:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078214.070091:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078214.070094:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653157248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070101:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078214.070104:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653157248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070111:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078214.070112:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078214.070115:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078214.070118:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078214.070122:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078214.070123:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299866635
00000100:00000001:0.0:1769078214.070126:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299867899
00000100:00000001:0.0:1769078214.070128:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299866635
00000100:00000001:0.0:1769078214.070130:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299867899
00000100:00000001:0.0:1769078214.070133:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078214.070136:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078214.070137:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078214.070141:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078214/real 1769078214]  req@ffff88ba87a99880 x1855007653157248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078214.070149:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078214.070150:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078214.070152:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078214.070154:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078214.070156:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078214.070158:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078214.070161:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653157248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078214.070169:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653157248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070176:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078214.070177:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070179:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078214.070180:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078214.070184:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653157248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070190:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078214.070194:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653157248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070199:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078214.070201:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070202:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078214.070203:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070204:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078214.070205:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078214.070206:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078214.070209:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078214.070210:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078214.070213:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653157248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078214.070217:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653157248:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078214.070219:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078214.070221:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653157376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070224:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078214.070225:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078214.070226:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078214.070227:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078214.070229:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078214.070230:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653157376:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078214.070232:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078214.070234:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078214.070235:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078214.070236:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078214.070238:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e000.
02000000:00000001:0.0:1769078214.070240:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078214.070242:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078214.070245:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078214.070247:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078214.070249:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653157376, portal 4
00000100:00000001:0.0:1769078214.070250:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078214.070251:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:0.0:1769078214.070255:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653157376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070259:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078214.070261:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078214.070262:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078214.070263:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653157376, offset 0
00000400:00000200:0.0:1769078214.070266:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078214.070269:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078214.070271:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078214.070273:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078214.070275:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078214.070276:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078214.070277:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078214.070279:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200933:200933:256:4294967295] 192.168.204.104@tcp LPNI seq info [200933:200933:8:4294967295]
00000400:00000200:0.0:1769078214.070282:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078214.070286:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078214.070288:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078214.070290:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078214.070292:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078214.070294:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078214.070297:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078214.070298:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078214.070301:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078214.070302:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078214.070304:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078214.070306:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078214.070307:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078214.070309:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078214.070310:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078214.070312:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653157376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070317:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078214.070319:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653157376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070323:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078214.070323:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078214.070326:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078214.070328:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078214.070330:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078214.070331:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299866642
00000100:00000001:0.0:1769078214.070332:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299867899
00000100:00000001:0.0:1769078214.070334:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299866642
00000100:00000001:0.0:1769078214.070336:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299867899
00000100:00000001:0.0:1769078214.070337:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078214.070338:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078214.070339:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078214.070341:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078214/real 1769078214]  req@ffff88ba87a9b800 x1855007653157376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078214.070345:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078214.070346:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078214.070346:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078214.070348:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078214.070348:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078214.070349:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078214.070351:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653157376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078214.070355:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653157376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070359:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078214.070360:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070361:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078214.070362:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078214.070364:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653157376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070367:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078214.070369:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653157376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070374:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078214.070375:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070376:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078214.070377:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070378:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078214.070379:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078214.070380:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078214.070381:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078214.070382:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078214.070384:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653157376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078214.070388:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653157376:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078214.070390:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078214.070392:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653157504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070395:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078214.070396:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078214.070397:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078214.070398:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078214.070399:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078214.070401:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653157504:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078214.070402:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078214.070403:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078214.070404:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078214.070405:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078214.070407:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078214.070408:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078214.070410:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078214.070412:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078214.070414:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078214.070415:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653157504, portal 4
00000100:00000001:0.0:1769078214.070416:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078214.070417:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:0.0:1769078214.070420:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653157504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070424:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078214.070425:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078214.070426:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078214.070428:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653157504, offset 0
00000400:00000200:0.0:1769078214.070430:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078214.070432:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078214.070434:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078214.070435:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078214.070437:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078214.070438:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078214.070439:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078214.070442:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200934:200934:256:4294967295] 192.168.204.104@tcp LPNI seq info [200934:200934:8:4294967295]
00000400:00000200:0.0:1769078214.070444:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078214.070447:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078214.070449:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078214.070451:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078214.070453:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078214.070454:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078214.070457:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078214.070458:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078214.070461:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078214.070462:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078214.070464:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078214.070466:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078214.070467:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078214.070468:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078214.070470:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078214.070472:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653157504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070476:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078214.070478:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653157504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070481:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078214.070482:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078214.070483:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078214.070485:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078214.070486:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078214.070487:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299866642
00000100:00000001:0.0:1769078214.070489:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299867899
00000100:00000001:0.0:1769078214.070490:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299866642
00000100:00000001:0.0:1769078214.070491:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299867899
00000100:00000001:0.0:1769078214.070493:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078214.070494:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078214.070495:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078214.070497:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078214/real 1769078214]  req@ffff88ba87a99c00 x1855007653157504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078214.070500:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078214.070501:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078214.070502:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078214.070503:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078214.070504:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078214.070505:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078214.070506:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653157504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078214.070511:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653157504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070518:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078214.070519:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070520:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078214.070521:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078214.070523:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653157504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070526:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078214.070528:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653157504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070532:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078214.070533:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070534:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078214.070549:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070550:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078214.070551:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078214.070553:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078214.070554:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078214.070555:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078214.070557:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653157504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078214.070562:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653157504:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078214.070566:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070568:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078214.070571:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653157120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070577:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078214.070578:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078214.070580:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078214.070583:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078214.070585:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078214.070587:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078214.070589:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078214.070590:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:0.0:1769078214.070593:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078214.070594:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078214.070596:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:0.0:1769078214.070598:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078214.070599:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070601:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078214.070603:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653157248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070609:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078214.070610:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078214.070611:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078214.070613:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078214.070614:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078214.070616:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078214.070617:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078214.070618:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:0.0:1769078214.070620:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078214.070622:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078214.070623:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:0.0:1769078214.070625:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078214.070626:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070627:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078214.070630:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653157376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070636:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078214.070637:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078214.070638:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e000.
02000000:00000001:0.0:1769078214.070640:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078214.070641:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078214.070642:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078214.070644:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078214.070646:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:0.0:1769078214.070647:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078214.070648:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078214.070649:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:0.0:1769078214.070651:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078214.070652:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070653:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078214.070656:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653157504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078214.070661:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078214.070662:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078214.070663:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078214.070665:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078214.070666:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078214.070667:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078214.070668:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078214.070670:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:0.0:1769078214.070671:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078214.070672:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078214.070673:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:0.0:1769078214.070675:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078214.070676:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070678:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.070681:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078214.070682:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078214.070683:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078214.070685:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078214.708725:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078214.708735:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078214.708738:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078214.708741:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078214.708746:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078214.708749:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078214.708751:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078214.708753:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078214.708798:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078214.708801:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078214.708803:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078215.348662:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299867899, at 4299867904
00000100:00000040:1.0:1769078215.348662:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299867899, at 4299867904
00000100:00000010:1.0:1769078215.348679:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16360.
00000100:00000010:0.0:1769078215.348681:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078215.732658:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078215.732665:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078215.732716:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078215.732719:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078215.732722:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078216.756632:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078216.756641:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078216.756702:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078216.756705:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078216.756707:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078217.780649:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078217.780658:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078217.780721:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078217.780738:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078217.780743:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078218.804678:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078218.804685:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078218.804749:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078218.804755:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078218.804760:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078219.188682:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078219.188691:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078219.188694:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078219.188699:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078219.188703:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078219.188712:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5199
00000400:00000200:1.0:1769078219.188723:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078219.188731:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078219.188735:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078219.188741:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078219.188745:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078219.188749:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078219.188753:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078219.188759:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078219.188762:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078219.188774:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078219.188778:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078219.188781:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078219.188784:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078219.188789:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078219.188792:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078219.188794:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078219.188797:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078219.188801:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078219.188805:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078219.188808:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078219.188813:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078219.188817:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078219.188821:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.188824:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078219.188826:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078219.188834:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611f80.
00000020:00000040:1.0:1769078219.188839:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078219.188844:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078219.188847:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.188851:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078219.188854:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078219.188859:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078219.188943:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219400.
00000100:00000001:1.0:1769078219.188953:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078219.188967:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611f80 x1855007653157632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078219.188981:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078219.188986:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078219.188991:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0de5d6f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611f80 x1855007653157632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.189019:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078219.189023:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078219.189027:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078219.189029:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078219.189032:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078219.189035:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078219.189039:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5199
00000400:00000200:1.0:1769078219.189044:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078219.189049:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078219.189051:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769078219.189053:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078219.189059:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078219.189060:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078219.189065:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078219.189067:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078219.189072:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078219.189077:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000040:0.0:1769078219.189080:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611f80 x1855007653157632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078219.189082:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078219.189085:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078219.189090:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078219.189095:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078219.189101:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078219.189106:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078219.189107:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078219.189111:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078219.189116:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078219.189118:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078219.189121:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769078219.189123:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078219.189127:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078219.189132:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:0.0:1769078219.189133:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078219.189134:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078219.189145:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00100000:0.0:1769078219.189147:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653157632:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769078219.189154:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.189157:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078219.189158:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078219.189163:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078219.189167:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078219.189167:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078219.189178:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078219.189178:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.189184:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:0.0:1769078219.189186:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078219.189191:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078219.189191:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078219.189203:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.189207:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078219.189212:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611880.
00000400:00000200:0.0:1769078219.189213:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:1.0:1769078219.189222:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000400:00000010:0.0:1769078219.189224:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
02000000:00000001:1.0:1769078219.189230:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078219.189236:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078219.189237:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000001:1.0:1769078219.189249:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078219.189254:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1769078219.189255:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653157632, portal 25
00000100:00000001:0.0:1769078219.189261:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078219.189263:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415870336 : -131140293681280 : ffff88ba85611f80)
02000000:00000001:1.0:1769078219.189263:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078219.189279:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611f80 x1855007653157632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078219.189287:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
00000100:00000001:0.0:1769078219.189288:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078219.189296:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078219.189299:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078219.189301:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078219.189307:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653157632, offset 0
00000100:00100000:1.0:1769078219.189308:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611880 x1855007653157760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078219.189317:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078219.189318:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078219.189321:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078219.189331:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:1.0:1769078219.189335:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0af494a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611880 x1855007653157760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078219.189345:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:1.0:1769078219.189346:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078219.189352:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078219.189356:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769078219.189357:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078219.189360:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078219.189362:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078219.189369:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078219.189370:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00080000:1.0:1769078219.189374:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5199
00000400:00000200:0.0:1769078219.189380:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078219.189385:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078219.189389:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200935:200935:256:4294967295] 192.168.204.104@tcp LPNI seq info [200935:200935:8:4294967295]
00000400:00000200:0.0:1769078219.189402:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078219.189411:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1769078219.189421:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:0.0:1769078219.189428:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078219.189429:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078219.189433:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078219.189439:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078219.189442:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1769078219.189443:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000100:00000040:1.0:1769078219.189447:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078219.189450:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078219.189451:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078219.189452:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078219.189453:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078219.189456:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000800:00000200:0.0:1769078219.189461:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:1.0:1769078219.189461:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078219.189463:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078219.189471:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:0.0:1769078219.189472:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1769078219.189474:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078219.189478:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078219.189483:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:0.1:1769078219.189489:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:1.0:1769078219.189491:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078219.189496:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078219.189498:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078219.189500:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078219.189503:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078219.189509:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078219.189509:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078219.189522:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078219.189526:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000100:00000001:1.0:1769078219.189527:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078219.189532:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078219.189533:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078219.189580:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000008:00000001:1.0:1769078219.189586:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078219.189588:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000100:00000001:1.0:1769078219.189590:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078219.189596:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611500.
00000400:00000010:0.0:1769078219.189598:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000020:00000040:1.0:1769078219.189601:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000001:0.0:1769078219.189606:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1769078219.189607:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078219.189610:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.189613:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078219.189617:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1769078219.189618:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611f80 x1855007653157632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078219.189620:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078219.189630:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b800.
00000100:00000001:0.0:1769078219.189636:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078219.189637:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078219.189644:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611f80 x1855007653157632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078219.189648:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611500 x1855007653157888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078219.189703:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.189704:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078219.189708:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078219.189710:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.189717:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078219.189719:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fb51406] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611500 x1855007653157888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078219.189730:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078219.189740:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299873020
00000100:00000001:1.0:1769078219.189746:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078219.189749:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00080000:1.0:1769078219.189749:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078219.189757:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078219.189759:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078219.189761:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1769078219.189762:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078219.189779:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299873020
00000100:00000001:1.0:1769078219.189779:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078219.189786:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5199
00000100:00000010:0.0:1769078219.189790:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d169c0.
00000400:00000200:1.0:1769078219.189791:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078219.189797:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078219.189799:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1769078219.189800:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078219.189806:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078219.189809:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078219.189810:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078219.189814:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078219.189821:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078219.189823:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078219.189824:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078219.189829:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078219.189831:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078219.189832:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1769078219.189834:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078219.189838:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00100000:0.0:1769078219.189842:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078219/real 1769078219]  req@ffff88ba85611f80 x1855007653157632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078219.189844:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078219.189871:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000001:0.0:1769078219.189874:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1769078219.189875:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1769078219.189878:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078219.189882:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000100:00000040:1.0:1769078219.189883:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078219.189888:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078219.189890:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000020:00000040:1.0:1769078219.189892:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000400:00000010:0.0:1769078219.189895:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00080000:1.0:1769078219.189897:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078219.189903:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769078219.189903:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078219.189908:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1769078219.189912:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611f80 x1855007653157632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078219.189914:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078219.189926:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.189933:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078219.189939:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000200:0.0:1769078219.189940:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611f80 x1855007653157632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769078219.189951:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.189961:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.189964:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078219.189968:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1769078219.189968:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611c00.
00000020:00000040:1.0:1769078219.189974:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:0.0:1769078219.189975:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078219.189978:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078219.189982:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078219.189985:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078219.189989:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611f80 x1855007653157632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.189989:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078219.189993:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078219.189996:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078219.190004:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a400.
00000100:00000001:0.0:1769078219.190007:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.190010:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078219.190016:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611f80 x1855007653157632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078219.190021:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611c00 x1855007653158016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078219.190060:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078219.190067:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.190073:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1769078219.190078:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8684d4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611c00 x1855007653158016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190081:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.190088:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078219.190093:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.190100:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078219.190102:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.190103:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078219.190115:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078219.190115:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078219.190126:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1769078219.190127:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078219.190132:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078219.190134:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1769078219.190137:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1769078219.190145:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611f80 x1855007653157632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.190145:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078219.190156:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5199
00000100:00100000:0.0:1769078219.190170:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653157632:192.168.204.104@tcp:250:kworker.0
00000400:00000200:1.0:1769078219.190172:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078219.190186:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769078219.190187:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078219.190191:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1769078219.190193:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078219.190199:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611f80 x1855007653157632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078219.190200:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078219.190207:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078219.190211:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078219.190217:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078219.190223:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078219.190227:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078219.190233:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078219.190240:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000040:1.0:1769078219.190240:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
02000000:00000001:0.0:1769078219.190246:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:1.0:1769078219.190246:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000010:0.0:1769078219.190251:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
00000020:00000001:1.0:1769078219.190256:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000001:0.0:1769078219.190258:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078219.190263:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000040:1.0:1769078219.190266:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000020:00000040:0.0:1769078219.190268:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000100:00000001:1.0:1769078219.190275:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1769078219.190276:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078219.190281:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219400.
00000100:00000040:1.0:1769078219.190283:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078219.190288:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1769078219.190290:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:0.0:1769078219.190292:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1769078219.190293:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000010:0.0:1769078219.190297:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611f80.
00000100:00000001:0.0:1769078219.190302:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078219.190303:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769078219.190308:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078219.190310:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.190312:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078219.190317:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078219.190320:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078219.190322:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.190323:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078219.190325:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078219.190328:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078219.190329:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078219.190340:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.190341:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078219.190343:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.190347:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000010:1.0:1769078219.190348:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612680.
00000100:00000001:0.0:1769078219.190351:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769078219.190354:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078219.190357:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078219.190360:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078219.190362:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611880 x1855007653157760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.190362:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078219.190365:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078219.190369:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078219.190378:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769078219.190387:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.190388:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078219.190396:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078219.190400:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612680 x1855007653158144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078219.190402:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078219.190407:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078219.190417:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.190426:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078219.190429:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078219.190430:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653157760:192.168.204.104@tcp:38:kworker.0
00000100:00000040:1.0:1769078219.190436:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c0d898d] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612680 x1855007653158144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190439:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078219.190448:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078219.190449:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078219.190452:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078219.190455:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5209)
02000000:00000001:0.0:1769078219.190457:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078219.190463:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078219.190466:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078219.190473:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078219.190476:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078219.190479:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078219.190482:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653157760, portal 10
00000100:00000001:0.0:1769078219.190484:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078219.190485:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415868544 : -131140293683072 : ffff88ba85611880)
00000100:00000040:0.0:1769078219.190492:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611880 x1855007653157760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190499:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078219.190501:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078219.190503:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078219.190506:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653157760, offset 0
00000400:00000200:0.0:1769078219.190509:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078219.190513:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078219.190517:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078219.190519:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078219.190522:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078219.190525:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078219.190527:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078219.190530:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200936:200936:256:4294967295] 192.168.204.104@tcp LPNI seq info [200936:200936:8:4294967295]
00000400:00000200:0.0:1769078219.190534:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078219.190560:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078219.190565:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078219.190569:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078219.190574:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078219.190578:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078219.190584:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078219.190586:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078219.190590:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078219.190592:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078219.190595:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078219.190599:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078219.190602:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078219.190604:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078219.190607:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078219.190611:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611880 x1855007653157760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190619:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078219.190622:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611880 x1855007653157760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190629:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.190630:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078219.190633:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078219.190637:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078219.190640:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078219.190642:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299871771
00000100:00000001:0.0:1769078219.190645:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299873020
00000100:00000001:0.0:1769078219.190647:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299871771
00000100:00000001:0.0:1769078219.190649:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299873020
00000100:00000001:0.0:1769078219.190651:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078219.190653:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.190655:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078219.190658:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078219/real 1769078219]  req@ffff88ba85611880 x1855007653157760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078219.190665:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078219.190666:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078219.190668:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078219.190670:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078219.190672:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078219.190674:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078219.190677:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611880 x1855007653157760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078219.190685:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611880 x1855007653157760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190691:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078219.190693:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.190694:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078219.190696:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078219.190699:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611880 x1855007653157760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190706:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078219.190709:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611880 x1855007653157760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190715:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078219.190717:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.190719:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078219.190720:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.190721:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078219.190723:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078219.190725:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078219.190728:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078219.190730:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078219.190734:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611880 x1855007653157760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078219.190741:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653157760:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078219.190745:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078219.190748:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611500 x1855007653157888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190755:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078219.190756:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078219.190758:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078219.190760:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078219.190762:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078219.190779:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653157888:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078219.190782:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078219.190784:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078219.190786:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078219.190788:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078219.190791:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078219.190793:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078219.190796:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078219.190798:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078219.190801:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078219.190804:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653157888, portal 10
00000100:00000001:0.0:1769078219.190806:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078219.190807:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415867648 : -131140293683968 : ffff88ba85611500)
00000100:00000040:0.0:1769078219.190812:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611500 x1855007653157888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190818:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078219.190820:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078219.190823:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078219.190825:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653157888, offset 0
00000400:00000200:0.0:1769078219.190829:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078219.190833:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078219.190836:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078219.190838:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078219.190841:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078219.190843:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078219.190845:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078219.190848:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200937:200937:256:4294967295] 192.168.204.104@tcp LPNI seq info [200937:200937:8:4294967295]
00000400:00000200:0.0:1769078219.190852:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078219.190858:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078219.190863:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078219.190866:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078219.190869:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078219.190872:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078219.190876:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078219.190878:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078219.190882:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078219.190884:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078219.190887:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078219.190890:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078219.190892:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078219.190894:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078219.190896:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078219.190900:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611500 x1855007653157888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190907:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078219.190909:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611500 x1855007653157888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190916:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.190917:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078219.190920:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078219.190922:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078219.190926:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078219.190927:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299871756
00000100:00000001:0.0:1769078219.190930:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299873020
00000100:00000001:0.0:1769078219.190932:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299871756
00000100:00000001:0.0:1769078219.190934:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299873020
00000100:00000001:0.0:1769078219.190936:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078219.190938:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.190940:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078219.190944:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078219/real 1769078219]  req@ffff88ba85611500 x1855007653157888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078219.190950:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078219.190952:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078219.190953:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078219.190955:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078219.190957:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078219.190959:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078219.190962:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611500 x1855007653157888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078219.190969:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611500 x1855007653157888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190976:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078219.190977:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.190978:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078219.190979:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078219.190983:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611500 x1855007653157888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190989:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078219.190992:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611500 x1855007653157888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.190999:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078219.191001:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191002:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078219.191004:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191005:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078219.191007:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078219.191010:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078219.191013:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078219.191016:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078219.191019:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611500 x1855007653157888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078219.191027:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653157888:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078219.191030:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078219.191033:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611c00 x1855007653158016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191039:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078219.191040:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078219.191042:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078219.191044:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078219.191046:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078219.191048:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653158016:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078219.191051:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078219.191052:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078219.191054:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078219.191055:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078219.191058:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f400.
02000000:00000001:0.0:1769078219.191060:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078219.191062:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078219.191064:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078219.191066:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078219.191068:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653158016, portal 4
00000100:00000001:0.0:1769078219.191069:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078219.191070:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415869440 : -131140293682176 : ffff88ba85611c00)
00000100:00000040:0.0:1769078219.191073:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611c00 x1855007653158016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191077:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078219.191079:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078219.191080:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078219.191082:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653158016, offset 0
00000400:00000200:0.0:1769078219.191084:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078219.191086:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078219.191088:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078219.191089:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078219.191090:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078219.191092:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078219.191093:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078219.191095:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200938:200938:256:4294967295] 192.168.204.104@tcp LPNI seq info [200938:200938:8:4294967295]
00000400:00000200:0.0:1769078219.191098:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078219.191103:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078219.191108:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078219.191111:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078219.191114:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078219.191117:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078219.191121:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078219.191123:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078219.191126:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078219.191128:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078219.191131:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078219.191134:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078219.191137:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078219.191139:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078219.191141:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078219.191145:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611c00 x1855007653158016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191152:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078219.191155:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611c00 x1855007653158016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191167:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.191169:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078219.191172:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078219.191174:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078219.191178:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078219.191180:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299871763
00000100:00000001:0.0:1769078219.191182:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299873020
00000100:00000001:0.0:1769078219.191185:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299871763
00000100:00000001:0.0:1769078219.191187:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299873020
00000100:00000001:0.0:1769078219.191189:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078219.191191:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.191193:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078219.191196:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078219/real 1769078219]  req@ffff88ba85611c00 x1855007653158016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078219.191203:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078219.191204:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078219.191206:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078219.191208:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078219.191210:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078219.191212:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078219.191215:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611c00 x1855007653158016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078219.191223:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611c00 x1855007653158016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191229:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078219.191230:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191232:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078219.191233:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078219.191236:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611c00 x1855007653158016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191243:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078219.191247:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611c00 x1855007653158016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191254:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078219.191256:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191258:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078219.191259:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191260:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078219.191261:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078219.191263:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078219.191266:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078219.191268:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078219.191271:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611c00 x1855007653158016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078219.191278:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653158016:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078219.191282:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191284:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078219.191287:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611880 x1855007653157760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191293:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078219.191295:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078219.191297:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078219.191299:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078219.191301:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078219.191302:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078219.191304:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078219.191306:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b400.
02000000:00000001:0.0:1769078219.191309:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078219.191310:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078219.191312:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611880.
00000100:00000001:0.0:1769078219.191314:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078219.191315:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191317:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078219.191320:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611500 x1855007653157888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191327:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078219.191328:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078219.191330:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078219.191332:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078219.191333:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078219.191334:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078219.191336:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078219.191337:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b800.
02000000:00000001:0.0:1769078219.191339:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078219.191340:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078219.191341:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611500.
00000100:00000001:0.0:1769078219.191343:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078219.191344:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191345:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078219.191348:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611c00 x1855007653158016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191353:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078219.191354:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078219.191356:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f400.
02000000:00000001:0.0:1769078219.191357:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078219.191358:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078219.191359:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078219.191361:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078219.191362:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a400.
02000000:00000001:0.0:1769078219.191365:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078219.191365:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078219.191367:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611c00.
00000100:00000001:0.0:1769078219.191369:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078219.191370:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191372:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191375:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078219.191377:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.191379:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078219.191381:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078219.191382:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078219.191385:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612680 x1855007653158144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191392:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078219.191394:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078219.191396:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078219.191397:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078219.191399:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078219.191402:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653158144:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078219.191405:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078219.191407:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078219.191409:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078219.191411:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078219.191414:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f400.
02000000:00000001:0.0:1769078219.191416:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078219.191419:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078219.191422:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078219.191425:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078219.191427:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653158144, portal 4
00000100:00000001:0.0:1769078219.191429:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078219.191430:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415872128 : -131140293679488 : ffff88ba85612680)
00000100:00000040:0.0:1769078219.191436:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612680 x1855007653158144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191442:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078219.191444:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078219.191446:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078219.191448:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653158144, offset 0
00000400:00000200:0.0:1769078219.191452:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078219.191456:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078219.191459:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078219.191461:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078219.191464:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078219.191466:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078219.191468:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078219.191471:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200939:200939:256:4294967295] 192.168.204.104@tcp LPNI seq info [200939:200939:8:4294967295]
00000400:00000200:0.0:1769078219.191475:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078219.191481:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078219.191485:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078219.191487:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078219.191491:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078219.191493:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078219.191497:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078219.191500:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078219.191503:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078219.191505:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078219.191507:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078219.191511:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078219.191513:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078219.191515:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078219.191516:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078219.191520:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612680 x1855007653158144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191527:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078219.191530:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612680 x1855007653158144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191552:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.191555:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078219.191559:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078219.191562:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078219.191566:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078219.191570:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299871764
00000100:00000001:0.0:1769078219.191573:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299873020
00000100:00000001:0.0:1769078219.191575:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299871764
00000100:00000001:0.0:1769078219.191578:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299873020
00000100:00000001:0.0:1769078219.191580:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078219.191582:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.191584:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078219.191588:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078219/real 1769078219]  req@ffff88ba85612680 x1855007653158144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078219.191595:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078219.191597:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078219.191598:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078219.191601:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078219.191602:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078219.191605:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078219.191608:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612680 x1855007653158144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078219.191617:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612680 x1855007653158144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191624:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078219.191625:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191627:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078219.191628:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078219.191632:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612680 x1855007653158144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191639:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078219.191642:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612680 x1855007653158144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191648:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078219.191651:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191652:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078219.191654:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191656:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078219.191657:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078219.191660:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078219.191663:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078219.191664:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078219.191668:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612680 x1855007653158144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078219.191676:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653158144:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078219.191679:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191681:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078219.191684:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612680 x1855007653158144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078219.191690:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078219.191692:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078219.191693:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f400.
02000000:00000001:0.0:1769078219.191695:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078219.191696:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078219.191698:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078219.191699:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078219.191701:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:0.0:1769078219.191703:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078219.191704:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078219.191706:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612680.
00000100:00000001:0.0:1769078219.191708:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078219.191709:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191711:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078219.191714:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078219.191715:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.191717:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078219.191719:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078219.828606:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078219.828613:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078219.828680:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078219.828684:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078219.828688:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078220.468621:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299873020, at 4299873024
00000100:00000040:1.0:1769078220.468636:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299873020, at 4299873024
00000100:00000010:0.0:1769078220.468641:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000010:1.0:1769078220.468644:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d169c0.
00010000:00000001:2.0:1769078220.852676:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078220.852685:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078220.852771:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078220.852775:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078220.852779:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078221.876633:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078221.876638:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078221.876695:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078221.876698:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078221.876702:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078222.900644:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078222.900650:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078222.900739:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078222.900742:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078222.900745:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078223.924655:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078223.924662:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078223.924665:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078223.924667:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078223.924671:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078223.924673:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078223.924674:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078223.924677:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078223.924735:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078223.924739:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078223.924742:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078224.308648:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078224.308655:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078224.308657:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078224.308660:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078224.308663:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078224.308668:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5204
00000400:00000200:1.0:1769078224.308676:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078224.308699:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078224.308701:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078224.308704:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.308706:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078224.308707:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.308709:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078224.308711:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078224.308713:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078224.308715:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078224.308716:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078224.308718:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078224.308720:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078224.308721:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.308722:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078224.308723:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.308725:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078224.308727:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078224.308729:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078224.308731:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078224.308733:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078224.308735:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078224.308736:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.308738:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078224.308739:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078224.308746:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610e00.
00000020:00000040:1.0:1769078224.308748:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078224.308751:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078224.308752:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.308754:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078224.308756:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078224.308759:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078224.308764:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000001:1.0:1769078224.308769:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078224.308775:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610e00 x1855007653158272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078224.308782:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078224.308785:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078224.308788:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e5ce01] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610e00 x1855007653158272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078224.308805:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078224.308808:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078224.308810:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078224.308811:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078224.308812:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078224.308814:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078224.308815:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5204
00000400:00000200:1.0:1769078224.308817:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078224.308819:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078224.308821:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078224.308822:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.308824:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078224.308825:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.308827:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078224.308828:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078224.308829:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078224.308830:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078224.308832:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078224.308833:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078224.308834:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078224.308836:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.308837:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078224.308838:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078224.308840:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078224.308840:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078224.308844:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:0.0:1769078224.308846:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769078224.308847:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078224.308851:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078224.308851:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078224.308852:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078224.308858:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078224.308860:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.308862:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:0.0:1769078224.308863:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610e00 x1855007653158272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769078224.308865:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078224.308870:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.308874:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078224.308878:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610380.
00000020:00000040:1.0:1769078224.308881:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000001:0.0:1769078224.308884:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769078224.308884:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078224.308888:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078224.308888:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.308892:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078224.308894:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078224.308895:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078224.308896:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078224.308901:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769078224.308901:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219c00.
00000100:00000001:1.0:1769078224.308903:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078224.308906:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078224.308910:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653158272:192.168.204.104@tcp:250:kworker.0
00000100:00100000:1.0:1769078224.308917:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610380 x1855007653158400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078224.308918:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078224.308923:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078224.308924:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078224.308927:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078224.308929:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea9b11c2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610380 x1855007653158400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078224.308933:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.308935:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078224.308939:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769078224.308939:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078224.308943:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078224.308944:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078224.308946:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078224.308947:0:13730:0:(import.c:484:import_select_connection()) Process entered
02000000:00000010:0.0:1769078224.308948:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
00000100:00080000:1.0:1769078224.308949:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5204
02000000:00000001:0.0:1769078224.308953:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078224.308954:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078224.308959:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078224.308960:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078224.308963:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078224.308965:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078224.308965:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078224.308969:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.308971:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000010:0.0:1769078224.308972:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000020:00000001:1.0:1769078224.308973:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078224.308974:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078224.308977:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078224.308978:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078224.308980:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000010:0.0:1769078224.308981:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000020:00000001:1.0:1769078224.308982:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078224.308987:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.308989:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078224.308990:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078224.308991:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653158272, portal 25
00000100:00000001:1.0:1769078224.308992:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078224.308997:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00000001:0.0:1769078224.308998:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1769078224.308999:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078224.309001:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415865856 : -131140293685760 : ffff88ba85610e00)
00000100:00000001:1.0:1769078224.309002:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078224.309006:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078224.309008:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078224.309010:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078224.309013:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610e00 x1855007653158272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078224.309013:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078224.309015:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078224.309020:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.309023:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078224.309028:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612a00.
00000100:00000001:0.0:1769078224.309031:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1769078224.309031:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078224.309033:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078224.309035:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078224.309037:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078224.309038:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078224.309040:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078224.309042:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078224.309043:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
02000000:00000010:1.0:1769078224.309046:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000200:0.0:1769078224.309048:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653158272, offset 0
00000100:00000001:1.0:1769078224.309050:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078224.309056:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612a00 x1855007653158528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078224.309062:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078224.309064:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078224.309067:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078224.309071:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080821b25] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612a00 x1855007653158528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078224.309074:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078224.309084:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078224.309085:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00080000:1.0:1769078224.309089:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078224.309093:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769078224.309094:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078224.309098:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078224.309099:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00080000:1.0:1769078224.309101:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078224.309104:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769078224.309107:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078224.309108:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078224.309114:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200940:200940:256:4294967295] 192.168.204.104@tcp LPNI seq info [200940:200940:8:4294967295]
00000100:00080000:1.0:1769078224.309114:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5204
00000400:00000200:0.0:1769078224.309121:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078224.309128:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078224.309132:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078224.309136:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000010:0.0:1769078224.309138:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000400:00000200:1.0:1769078224.309142:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078224.309145:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1769078224.309149:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:1.0:1769078224.309149:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.309155:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1769078224.309157:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1769078224.309157:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.309159:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078224.309163:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078224.309165:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078224.309166:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078224.309167:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078224.309169:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078224.309172:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000800:00000200:0.1:1769078224.309172:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:1.0:1769078224.309178:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.309179:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769078224.309179:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1769078224.309183:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.309186:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078224.309187:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000800:00000100:0.0:1769078224.309191:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00080000:1.0:1769078224.309192:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000010:0.0:1769078224.309196:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000100:00000001:1.0:1769078224.309196:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078224.309197:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078224.309200:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078224.309203:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078224.309204:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078224.309204:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078224.309207:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078224.309210:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.309213:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078224.309214:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000010:1.0:1769078224.309217:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613800.
00000020:00000040:1.0:1769078224.309220:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078224.309221:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078224.309222:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
02000000:00000001:1.0:1769078224.309222:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.309227:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1769078224.309228:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
02000000:00000001:1.0:1769078224.309228:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078224.309230:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078224.309235:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:1.0:1769078224.309235:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000001:1.0:1769078224.309240:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078224.309244:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610e00 x1855007653158272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078224.309246:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613800 x1855007653158656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078224.309261:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078224.309263:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078224.309265:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ee6579f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613800 x1855007653158656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309271:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078224.309273:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078224.309275:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078224.309276:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610e00 x1855007653158272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078224.309279:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078224.309282:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078224.309284:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078224.309289:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078224.309291:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078224.309293:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5204
00000100:00000001:0.0:1769078224.309294:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078224.309302:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078224.309303:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078224.309307:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1769078224.309310:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078224.309311:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078224.309314:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299878139
00000100:00000040:1.0:1769078224.309315:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.309319:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078224.309321:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000010:0.0:1769078224.309322:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:1.0:1769078224.309323:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078224.309326:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078224.309327:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078224.309328:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078224.309329:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:0.0:1769078224.309330:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000020:00000001:1.0:1769078224.309331:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078224.309335:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078224.309337:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299878139
00000100:00000040:1.0:1769078224.309337:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.309341:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1769078224.309342:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16d80.
00000100:00000001:0.0:1769078224.309346:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078224.309348:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078224.309351:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078224.309351:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078224.309355:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078224.309356:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1769078224.309359:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00100000:0.0:1769078224.309362:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078224/real 1769078224]  req@ffff88ba85610e00 x1855007653158272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078224.309364:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078224.309369:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078224.309372:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078224.309376:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1769078224.309378:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1769078224.309378:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.309380:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078224.309382:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078224.309383:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.309384:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769078224.309385:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000010:1.0:1769078224.309387:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610a80.
00000400:00000010:0.0:1769078224.309388:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000020:00000040:1.0:1769078224.309391:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000400:00000200:0.0:1769078224.309393:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
02000000:00000001:1.0:1769078224.309394:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1769078224.309398:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
02000000:00000001:1.0:1769078224.309398:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078224.309403:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769078224.309403:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078224.309404:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078224.309407:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078224.309408:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610e00 x1855007653158272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078224.309410:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000100:00000001:1.0:1769078224.309414:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078224.309421:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610a80 x1855007653158784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078224.309422:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610e00 x1855007653158272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309445:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078224.309447:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.309451:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078224.309454:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078224.309457:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1769078224.309462:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610e00 x1855007653158272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078224.309462:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078224.309471:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cf2531] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610a80 x1855007653158784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309477:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078224.309487:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078224.309493:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5214)
00000100:00000040:0.0:1769078224.309500:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610e00 x1855007653158272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309507:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078224.309509:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.309511:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078224.309512:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.309514:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078224.309515:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078224.309518:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078224.309521:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078224.309522:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078224.309525:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610e00 x1855007653158272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078224.309533:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653158272:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078224.309556:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.309557:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078224.309559:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610e00 x1855007653158272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309565:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078224.309567:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078224.309570:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078224.309573:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078224.309574:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078224.309576:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078224.309577:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078224.309579:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219800.
02000000:00000001:0.0:1769078224.309583:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078224.309585:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078224.309586:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610e00.
00000100:00000001:0.0:1769078224.309589:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078224.309591:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.309593:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.309599:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078224.309600:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078224.309602:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078224.309604:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078224.309605:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078224.309610:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610380 x1855007653158400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309616:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078224.309618:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078224.309620:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078224.309622:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078224.309624:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078224.309626:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653158400:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078224.309630:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078224.309632:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078224.309633:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078224.309635:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078224.309638:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078224.309640:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078224.309644:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078224.309646:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078224.309648:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078224.309651:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653158400, portal 10
00000100:00000001:0.0:1769078224.309652:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078224.309653:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415863168 : -131140293688448 : ffff88ba85610380)
00000100:00000040:0.0:1769078224.309657:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610380 x1855007653158400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309661:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078224.309663:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078224.309664:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078224.309665:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653158400, offset 0
00000400:00000200:0.0:1769078224.309667:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078224.309670:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078224.309672:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078224.309674:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078224.309676:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078224.309677:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078224.309693:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078224.309696:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200941:200941:256:4294967295] 192.168.204.104@tcp LPNI seq info [200941:200941:8:4294967295]
00000400:00000200:0.0:1769078224.309699:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078224.309703:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078224.309706:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078224.309708:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078224.309711:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078224.309712:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078224.309715:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078224.309717:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769078224.309719:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078224.309720:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078224.309722:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078224.309724:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078224.309726:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078224.309727:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078224.309729:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078224.309731:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610380 x1855007653158400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309736:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078224.309737:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610380 x1855007653158400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309741:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078224.309742:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078224.309744:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078224.309747:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078224.309749:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078224.309750:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299876890
00000100:00000001:0.0:1769078224.309752:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299878139
00000100:00000001:0.0:1769078224.309753:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299876890
00000100:00000001:0.0:1769078224.309755:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299878139
00000100:00000001:0.0:1769078224.309756:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078224.309758:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078224.309759:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078224.309761:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078224/real 1769078224]  req@ffff88ba85610380 x1855007653158400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078224.309766:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078224.309767:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078224.309768:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078224.309769:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078224.309770:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078224.309771:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078224.309773:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610380 x1855007653158400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078224.309778:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610380 x1855007653158400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309782:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078224.309782:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.309783:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078224.309784:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078224.309786:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610380 x1855007653158400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309789:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078224.309792:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610380 x1855007653158400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309795:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078224.309796:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.309797:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078224.309798:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.309799:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078224.309800:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078224.309801:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078224.309803:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078224.309805:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078224.309807:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610380 x1855007653158400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078224.309811:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653158400:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078224.309813:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078224.309815:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612a00 x1855007653158528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309818:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078224.309819:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078224.309820:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078224.309821:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078224.309822:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078224.309824:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653158528:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078224.309826:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078224.309827:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078224.309828:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078224.309829:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078224.309831:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078224.309832:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078224.309834:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078224.309835:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078224.309837:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078224.309839:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653158528, portal 10
00000100:00000001:0.0:1769078224.309840:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078224.309841:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873024 : -131140293678592 : ffff88ba85612a00)
00000100:00000040:0.0:1769078224.309845:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612a00 x1855007653158528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309850:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078224.309852:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078224.309854:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078224.309857:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653158528, offset 0
00000400:00000200:0.0:1769078224.309860:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078224.309863:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078224.309866:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078224.309869:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078224.309871:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078224.309874:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078224.309875:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078224.309878:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200942:200942:256:4294967295] 192.168.204.104@tcp LPNI seq info [200942:200942:8:4294967295]
00000400:00000200:0.0:1769078224.309882:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078224.309888:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078224.309892:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078224.309895:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078224.309899:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078224.309901:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078224.309905:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078224.309908:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769078224.309911:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078224.309912:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078224.309914:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078224.309916:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078224.309918:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078224.309919:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078224.309920:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078224.309923:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612a00 x1855007653158528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309927:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078224.309929:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612a00 x1855007653158528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309933:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078224.309934:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078224.309936:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078224.309938:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078224.309940:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078224.309941:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299876875
00000100:00000001:0.0:1769078224.309943:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299878139
00000100:00000001:0.0:1769078224.309944:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299876875
00000100:00000001:0.0:1769078224.309946:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299878139
00000100:00000001:0.0:1769078224.309947:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078224.309948:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078224.309949:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078224.309951:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078224/real 1769078224]  req@ffff88ba85612a00 x1855007653158528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078224.309956:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078224.309957:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078224.309958:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078224.309959:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078224.309960:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078224.309961:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078224.309963:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612a00 x1855007653158528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078224.309967:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612a00 x1855007653158528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309971:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078224.309971:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.309972:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078224.309973:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078224.309975:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612a00 x1855007653158528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309978:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078224.309980:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612a00 x1855007653158528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.309984:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078224.309986:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.309987:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078224.309988:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.309989:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078224.309990:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078224.309991:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078224.309992:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078224.309993:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078224.309995:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612a00 x1855007653158528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078224.310000:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653158528:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078224.310002:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078224.310003:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613800 x1855007653158656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310007:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078224.310008:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078224.310009:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078224.310010:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078224.310011:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078224.310013:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653158656:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078224.310015:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078224.310016:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078224.310017:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078224.310018:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078224.310020:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078224.310021:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078224.310023:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078224.310025:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078224.310027:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078224.310029:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653158656, portal 4
00000100:00000001:0.0:1769078224.310030:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078224.310031:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415876608 : -131140293675008 : ffff88ba85613800)
00000100:00000040:0.0:1769078224.310034:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613800 x1855007653158656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310038:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078224.310039:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078224.310040:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078224.310041:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653158656, offset 0
00000400:00000200:0.0:1769078224.310043:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078224.310045:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078224.310047:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078224.310049:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078224.310050:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078224.310052:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078224.310053:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078224.310055:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200943:200943:256:4294967295] 192.168.204.104@tcp LPNI seq info [200943:200943:8:4294967295]
00000400:00000200:0.0:1769078224.310057:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078224.310060:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078224.310063:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078224.310064:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078224.310066:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078224.310068:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078224.310070:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078224.310072:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769078224.310074:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078224.310075:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078224.310077:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078224.310078:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078224.310080:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078224.310081:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078224.310083:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078224.310084:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613800 x1855007653158656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310089:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078224.310090:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613800 x1855007653158656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310094:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078224.310095:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078224.310097:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078224.310098:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078224.310100:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078224.310101:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299876882
00000100:00000001:0.0:1769078224.310102:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299878139
00000100:00000001:0.0:1769078224.310103:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299876882
00000100:00000001:0.0:1769078224.310104:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299878139
00000100:00000001:0.0:1769078224.310106:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078224.310107:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078224.310108:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078224.310109:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078224/real 1769078224]  req@ffff88ba85613800 x1855007653158656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078224.310113:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078224.310114:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078224.310115:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078224.310116:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078224.310117:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078224.310118:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078224.310119:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613800 x1855007653158656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078224.310123:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613800 x1855007653158656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310131:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078224.310131:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.310133:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078224.310134:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078224.310135:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613800 x1855007653158656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310139:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078224.310141:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613800 x1855007653158656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310144:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078224.310145:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.310146:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078224.310147:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.310148:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078224.310148:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078224.310150:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078224.310151:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078224.310152:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078224.310154:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613800 x1855007653158656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078224.310158:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653158656:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078224.310160:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078224.310162:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610a80 x1855007653158784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310166:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078224.310166:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078224.310168:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078224.310169:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078224.310171:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078224.310172:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653158784:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078224.310174:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078224.310175:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078224.310176:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078224.310176:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078224.310178:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078224.310179:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078224.310180:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078224.310182:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078224.310183:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078224.310184:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653158784, portal 4
00000100:00000001:0.0:1769078224.310186:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078224.310186:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864960 : -131140293686656 : ffff88ba85610a80)
00000100:00000040:0.0:1769078224.310190:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610a80 x1855007653158784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310194:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078224.310195:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078224.310196:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078224.310197:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653158784, offset 0
00000400:00000200:0.0:1769078224.310200:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078224.310201:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078224.310203:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078224.310204:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078224.310205:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078224.310207:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078224.310208:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078224.310210:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200944:200944:256:4294967295] 192.168.204.104@tcp LPNI seq info [200944:200944:8:4294967295]
00000400:00000200:0.0:1769078224.310213:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078224.310216:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078224.310219:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078224.310221:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078224.310223:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078224.310224:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078224.310226:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078224.310228:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769078224.310230:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078224.310231:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078224.310232:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078224.310234:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078224.310236:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078224.310236:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078224.310238:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078224.310239:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610a80 x1855007653158784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310243:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078224.310245:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610a80 x1855007653158784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310248:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078224.310249:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078224.310251:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078224.310252:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078224.310254:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078224.310255:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299876882
00000100:00000001:0.0:1769078224.310256:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299878139
00000100:00000001:0.0:1769078224.310258:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299876882
00000100:00000001:0.0:1769078224.310259:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299878139
00000100:00000001:0.0:1769078224.310260:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078224.310261:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078224.310262:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078224.310263:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078224/real 1769078224]  req@ffff88ba85610a80 x1855007653158784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078224.310268:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078224.310269:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078224.310270:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078224.310271:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078224.310272:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078224.310273:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078224.310274:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610a80 x1855007653158784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078224.310278:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610a80 x1855007653158784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310284:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078224.310285:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.310286:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078224.310287:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078224.310291:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610a80 x1855007653158784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310296:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078224.310300:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610a80 x1855007653158784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310306:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078224.310308:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.310310:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078224.310311:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.310312:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078224.310314:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078224.310316:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078224.310319:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078224.310321:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078224.310325:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610a80 x1855007653158784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078224.310333:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653158784:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078224.310337:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.310339:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078224.310341:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610380 x1855007653158400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310347:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078224.310349:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078224.310351:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078224.310353:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078224.310354:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078224.310356:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078224.310358:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078224.310359:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219c00.
02000000:00000001:0.0:1769078224.310362:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078224.310363:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078224.310364:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610380.
00000100:00000001:0.0:1769078224.310367:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078224.310368:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.310370:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078224.310373:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612a00 x1855007653158528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310380:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078224.310381:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078224.310382:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078224.310385:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078224.310386:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078224.310387:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078224.310389:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078224.310390:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b000.
02000000:00000001:0.0:1769078224.310393:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078224.310394:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078224.310395:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612a00.
00000100:00000001:0.0:1769078224.310398:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078224.310399:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.310400:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078224.310403:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613800 x1855007653158656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310409:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078224.310410:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078224.310411:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078224.310413:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078224.310414:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078224.310416:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078224.310418:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078224.310419:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218800.
02000000:00000001:0.0:1769078224.310421:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078224.310422:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078224.310423:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613800.
00000100:00000001:0.0:1769078224.310425:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078224.310426:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.310428:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078224.310431:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610a80 x1855007653158784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078224.310436:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078224.310438:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078224.310439:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078224.310441:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078224.310442:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078224.310443:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078224.310445:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078224.310446:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218400.
02000000:00000001:0.0:1769078224.310448:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078224.310449:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078224.310450:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610a80.
00000100:00000001:0.0:1769078224.310452:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078224.310453:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.310455:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.310458:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078224.310460:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078224.310462:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078224.310463:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078224.948645:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078224.948650:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078224.948710:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078224.948714:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078224.948717:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078225.588671:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299878139, at 4299878144
00000100:00000040:1.0:1769078225.588681:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299878139, at 4299878144
00000100:00000010:0.0:1769078225.588689:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000010:1.0:1769078225.588693:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16d80.
00010000:00000001:2.0:1769078225.972643:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078225.972649:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078225.972732:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078225.972736:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078225.972740:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078226.996721:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078226.996728:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078226.996790:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078226.996794:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078226.996797:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078228.020642:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078228.020647:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078228.020709:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078228.020713:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078228.020717:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078229.044654:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078229.044661:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078229.044717:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078229.044721:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078229.044724:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078229.428658:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078229.428668:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078229.428674:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078229.428678:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078229.428682:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078229.428688:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5209
00000400:00000200:3.0:1769078229.428696:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078229.428702:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078229.428704:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078229.428707:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078229.428710:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078229.428712:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078229.428714:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078229.428718:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078229.428719:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078229.428722:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078229.428724:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078229.428726:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078229.428729:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078229.428731:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078229.428733:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078229.428734:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078229.428736:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078229.428739:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078229.428742:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078229.428744:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078229.428747:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078229.428750:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078229.428752:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.428755:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078229.428757:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078229.428765:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769078229.428778:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078229.428784:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078229.428786:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.428788:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078229.428791:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078229.428795:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078229.428802:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769078229.428807:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078229.428815:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653158912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078229.428823:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078229.428827:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078229.428830:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653158912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078229.428850:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078229.428853:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078229.428856:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078229.428857:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078229.428858:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078229.428860:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078229.428863:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5209
00000400:00000200:3.0:1769078229.428867:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078229.428870:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078229.428873:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078229.428876:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078229.428877:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078229.428879:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078229.428881:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078229.428884:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078229.428885:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078229.428890:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000040:0.0:1769078229.428893:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9aa00 x1855007653158912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078229.428894:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078229.428897:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078229.428901:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078229.428904:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:0.0:1769078229.428905:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078229.428908:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078229.428909:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
02000000:00000001:0.0:1769078229.428912:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769078229.428913:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
02000000:00000001:0.0:1769078229.428915:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078229.428918:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078229.428920:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.428921:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078229.428926:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00100000:0.0:1769078229.428929:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653158912:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769078229.428929:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078229.428934:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:0.0:1769078229.428937:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1769078229.428939:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078229.428942:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078229.428943:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078229.428944:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078229.428946:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078229.428951:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078229.428951:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078229.428956:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.428958:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:0.0:1769078229.428959:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078229.428963:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769078229.428963:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078229.428969:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.428972:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078229.428975:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000010:3.0:1769078229.428977:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000400:00000010:0.0:1769078229.428981:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000020:00000040:3.0:1769078229.428982:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078229.428987:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078229.428988:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078229.428990:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000001:3.0:1769078229.428991:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078229.428994:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078229.428996:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078229.428998:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653158912, portal 25
00000100:00000001:0.0:1769078229.429001:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078229.429003:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454178816 : -131140255372800 : ffff88ba87a9aa00)
02000000:00000010:3.0:1769078229.429003:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769078229.429010:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078229.429012:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9aa00 x1855007653158912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078229.429019:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653159040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078229.429020:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078229.429027:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078229.429030:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078229.429034:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653158912, offset 0
00000100:00000001:3.0:1769078229.429035:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078229.429039:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078229.429041:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078229.429046:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653159040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078229.429050:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078229.429059:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:3.0:1769078229.429060:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078229.429064:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078229.429065:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078229.429071:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00080000:3.0:1769078229.429071:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078229.429076:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078229.429078:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769078229.429079:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078229.429082:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:3.0:1769078229.429084:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078229.429087:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200945:200945:256:4294967295] 192.168.204.104@tcp LPNI seq info [200945:200945:8:4294967295]
00000100:00080000:3.0:1769078229.429090:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5209
00000400:00000200:0.0:1769078229.429093:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078229.429097:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078229.429105:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1769078229.429106:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769078229.429111:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1769078229.429116:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078229.429119:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000010:0.0:1769078229.429121:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000100:00000001:3.0:1769078229.429123:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078229.429126:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:0.0:1769078229.429130:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078229.429131:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:0.0:1769078229.429133:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769078229.429134:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078229.429137:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078229.429142:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1769078229.429142:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:3.0:1769078229.429147:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000800:00000200:0.1:1769078229.429147:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769078229.429151:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000100:0.0:1769078229.429154:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000020:00000001:3.0:1769078229.429157:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000010:0.0:1769078229.429158:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078229.429165:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078229.429165:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078229.429170:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078229.429171:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078229.429177:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078229.429179:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000040:3.0:1769078229.429183:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078229.429184:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078229.429188:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000200:0.0:1769078229.429191:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9aa00 x1855007653158912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078229.429193:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078229.429199:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078229.429205:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.429209:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1769078229.429210:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078229.429215:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078229.429218:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.429220:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078229.429222:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078229.429224:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078229.429225:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9aa00 x1855007653158912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078229.429226:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078229.429233:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000100:00000001:0.0:1769078229.429235:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078229.429237:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000001:0.0:1769078229.429238:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769078229.429242:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078229.429244:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.429246:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.429246:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078229.429250:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078229.429253:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078229.429253:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.429256:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299883259
02000000:00000010:3.0:1769078229.429259:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000010:0.0:1769078229.429262:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:3.0:1769078229.429264:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.429269:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1769078229.429272:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653159168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078229.429275:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299883259
00000100:00000010:0.0:1769078229.429280:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16ba0.
00000100:00000001:0.0:1769078229.429283:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078229.429285:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078229.429287:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078229.429290:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.429291:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.429295:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1769078229.429298:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653159168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078229.429301:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078229/real 1769078229]  req@ffff88ba87a9aa00 x1855007653158912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078229.429327:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769078229.429327:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769078229.429329:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078229.429333:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000100:00080000:3.0:1769078229.429333:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078229.429338:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078229.429340:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00080000:3.0:1769078229.429340:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078229.429344:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078229.429345:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1769078229.429349:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1769078229.429350:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9aa00 x1855007653158912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078229.429354:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078229.429360:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5209
00000400:00000200:3.0:1769078229.429368:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000200:0.0:1769078229.429369:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9aa00 x1855007653158912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078229.429374:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078229.429379:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078229.429386:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1769078229.429386:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078229.429390:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078229.429391:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.429396:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1769078229.429396:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078229.429400:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078229.429401:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078229.429405:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078229.429408:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00100000:0.0:1769078229.429409:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9aa00 x1855007653158912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078229.429410:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078229.429414:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078229.429418:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078229.429422:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078229.429428:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9aa00 x1855007653158912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078229.429432:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078229.429440:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078229.429443:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078229.429444:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078229.429449:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078229.429450:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078229.429454:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078229.429456:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078229.429458:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769078229.429460:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:0.0:1769078229.429462:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078229.429466:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078229.429466:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00080000:0.0:1769078229.429471:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769078229.429472:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078229.429475:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:0.0:1769078229.429476:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
02000000:00000001:3.0:1769078229.429478:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078229.429479:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1769078229.429484:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078229.429489:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9aa00 x1855007653158912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078229.429489:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078229.429493:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078229.429498:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.429502:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078229.429508:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000100:00100000:0.0:1769078229.429510:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653158912:192.168.204.104@tcp:250:kworker.0
00000020:00000040:3.0:1769078229.429512:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078229.429519:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078229.429520:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078229.429521:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.429526:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078229.429526:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078229.429528:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078229.429532:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078229.429533:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9aa00 x1855007653158912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.429561:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078229.429564:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078229.429565:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
02000000:00000010:0.0:1769078229.429567:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
00000100:00000001:3.0:1769078229.429571:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078229.429572:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078229.429574:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078229.429577:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078229.429579:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00100000:3.0:1769078229.429581:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653159296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1769078229.429582:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7c00.
02000000:00000001:0.0:1769078229.429586:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078229.429589:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078229.429604:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9aa00.
00000100:00000001:3.0:1769078229.429605:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078229.429609:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078229.429609:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.429612:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.429615:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078229.429617:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653159296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.429623:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078229.429627:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078229.429630:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078229.429631:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078229.429637:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078229.429638:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078229.429641:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078229.429642:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078229.429644:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078229.429645:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078229.429648:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1769078229.429653:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98000 x1855007653159040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078229.429654:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5209
00000400:00000200:3.0:1769078229.429663:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078229.429670:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769078229.429670:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078229.429674:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078229.429674:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1769078229.429676:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078229.429680:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078229.429680:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078229.429683:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.429685:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1769078229.429688:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653159040:192.168.204.104@tcp:38:kworker.0
00000100:00000040:3.0:1769078229.429691:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078229.429693:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078229.429696:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078229.429696:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:0.0:1769078229.429699:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078229.429700:0:13478:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:0.0:1769078229.429701:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769078229.429703:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
02000000:00000010:0.0:1769078229.429705:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
00000020:00000001:3.0:1769078229.429707:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1769078229.429708:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078229.429710:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078229.429713:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000200:0.0:1769078229.429714:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:3.0:1769078229.429719:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000010:0.0:1769078229.429720:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078229.429724:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000040:3.0:1769078229.429727:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078229.429728:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653159040, portal 10
00000100:00000001:0.0:1769078229.429732:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078229.429733:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078229.429734:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168064 : -131140255383552 : ffff88ba87a98000)
00000100:00000040:3.0:1769078229.429738:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000040:0.0:1769078229.429742:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98000 x1855007653159040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078229.429743:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078229.429748:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:0.0:1769078229.429754:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078229.429755:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000040:0.0:1769078229.429759:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078229.429761:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078229.429762:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
02000000:00000001:3.0:1769078229.429765:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1769078229.429766:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653159040, offset 0
02000000:00000001:3.0:1769078229.429770:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078229.429774:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078229.429777:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078229.429778:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078229.429782:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000008:00100000:3.0:1769078229.429782:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078229.429787:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078229.429788:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:3.0:1769078229.429792:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078229.429793:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078229.429796:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078229.429798:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1769078229.429799:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000400:00000200:0.0:1769078229.429800:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000020:00000040:3.0:1769078229.429804:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000400:00000200:0.0:1769078229.429805:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200946:200946:256:4294967295] 192.168.204.104@tcp LPNI seq info [200946:200946:8:4294967295]
02000000:00000001:3.0:1769078229.429810:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078229.429811:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078229.429813:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.429818:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078229.429821:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769078229.429822:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078229.429826:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078229.429827:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078229.429833:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
02000000:00000010:3.0:1769078229.429833:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000800:00000200:0.0:1769078229.429839:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078229.429839:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078229.429842:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769078229.429848:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00100000:3.0:1769078229.429849:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653159424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769078229.429850:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769078229.429858:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078229.429860:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078229.429864:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078229.429866:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078229.429868:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078229.429871:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078229.429872:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078229.429875:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078229.429878:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769078229.429879:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653159424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078229.429882:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98000 x1855007653159040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.429907:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078229.429907:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078229.429912:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98000 x1855007653159040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078229.429914:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5219)
00000100:00000001:0.0:1769078229.429923:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.429925:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078229.429928:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078229.429932:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078229.429935:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078229.429937:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299882010
00000100:00000001:0.0:1769078229.429940:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299883259
00000100:00000001:0.0:1769078229.429943:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299882010
00000100:00000001:0.0:1769078229.429944:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299883259
00000100:00000001:0.0:1769078229.429947:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078229.429949:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.429951:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078229.429954:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078229/real 1769078229]  req@ffff88ba87a98000 x1855007653159040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078229.429962:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078229.429964:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078229.429965:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078229.429968:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078229.429969:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078229.429971:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078229.429974:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98000 x1855007653159040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078229.429980:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98000 x1855007653159040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.429984:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078229.429985:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.429986:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078229.429987:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078229.429989:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98000 x1855007653159040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.429992:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078229.429995:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98000 x1855007653159040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.429999:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078229.430000:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430002:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078229.430002:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430003:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078229.430005:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078229.430006:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078229.430008:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078229.430009:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078229.430011:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98000 x1855007653159040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078229.430016:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653159040:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078229.430018:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078229.430020:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653159168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430024:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078229.430024:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078229.430025:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078229.430027:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078229.430028:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078229.430029:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653159168:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078229.430031:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078229.430032:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078229.430033:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078229.430034:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078229.430036:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078229.430037:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078229.430040:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078229.430041:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078229.430043:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078229.430045:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653159168, portal 10
00000100:00000001:0.0:1769078229.430046:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078229.430047:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:0.0:1769078229.430050:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653159168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430054:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078229.430056:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078229.430057:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078229.430058:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653159168, offset 0
00000400:00000200:0.0:1769078229.430061:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078229.430063:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078229.430065:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078229.430067:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078229.430068:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078229.430069:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078229.430071:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078229.430073:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200947:200947:256:4294967295] 192.168.204.104@tcp LPNI seq info [200947:200947:8:4294967295]
00000400:00000200:0.0:1769078229.430075:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078229.430079:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078229.430082:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078229.430083:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078229.430086:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078229.430087:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769078229.430090:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078229.430102:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769078229.430104:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078229.430106:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078229.430107:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078229.430110:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078229.430112:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078229.430113:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078229.430114:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078229.430116:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653159168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430121:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078229.430123:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653159168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430127:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.430128:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078229.430130:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078229.430132:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078229.430134:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078229.430135:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299881995
00000100:00000001:0.0:1769078229.430137:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299883259
00000100:00000001:0.0:1769078229.430138:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299881995
00000100:00000001:0.0:1769078229.430139:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299883259
00000100:00000001:0.0:1769078229.430140:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078229.430142:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.430143:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078229.430145:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078229/real 1769078229]  req@ffff88ba87a99c00 x1855007653159168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078229.430148:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078229.430149:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078229.430150:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078229.430151:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078229.430152:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078229.430153:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078229.430155:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653159168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078229.430159:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653159168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430163:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078229.430164:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430165:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078229.430165:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078229.430168:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653159168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430172:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078229.430175:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653159168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430181:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078229.430183:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430184:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078229.430186:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430187:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078229.430189:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078229.430191:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078229.430194:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078229.430196:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078229.430199:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653159168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078229.430207:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653159168:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078229.430210:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078229.430214:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653159296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430220:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078229.430221:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078229.430223:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078229.430225:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078229.430227:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078229.430230:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653159296:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078229.430231:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078229.430233:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078229.430234:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078229.430235:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078229.430238:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078229.430239:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078229.430242:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078229.430243:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078229.430245:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078229.430247:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653159296, portal 4
00000100:00000001:0.0:1769078229.430248:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078229.430249:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:0.0:1769078229.430253:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653159296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430257:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078229.430258:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078229.430259:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078229.430261:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653159296, offset 0
00000400:00000200:0.0:1769078229.430263:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078229.430265:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078229.430267:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078229.430269:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078229.430270:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078229.430272:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078229.430273:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078229.430275:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200948:200948:256:4294967295] 192.168.204.104@tcp LPNI seq info [200948:200948:8:4294967295]
00000400:00000200:0.0:1769078229.430277:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078229.430281:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078229.430283:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078229.430285:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078229.430287:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078229.430289:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769078229.430291:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078229.430293:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769078229.430295:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078229.430297:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078229.430299:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078229.430301:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078229.430303:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078229.430304:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078229.430305:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078229.430307:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653159296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430311:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078229.430313:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653159296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430316:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.430317:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078229.430319:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078229.430321:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078229.430322:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078229.430323:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299882002
00000100:00000001:0.0:1769078229.430324:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299883259
00000100:00000001:0.0:1769078229.430326:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299882002
00000100:00000001:0.0:1769078229.430327:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299883259
00000100:00000001:0.0:1769078229.430328:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078229.430329:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.430331:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078229.430333:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078229/real 1769078229]  req@ffff88ba87a9b800 x1855007653159296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078229.430336:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078229.430337:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078229.430338:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078229.430339:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078229.430340:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078229.430341:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078229.430343:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653159296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078229.430348:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653159296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430351:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078229.430352:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430354:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078229.430355:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078229.430358:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653159296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430364:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078229.430367:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653159296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430373:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078229.430375:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430377:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078229.430378:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430379:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078229.430381:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078229.430383:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078229.430386:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078229.430388:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078229.430392:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653159296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078229.430400:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653159296:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078229.430404:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430405:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078229.430408:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98000 x1855007653159040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430415:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078229.430416:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078229.430417:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078229.430420:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078229.430421:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078229.430422:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078229.430424:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078229.430425:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:0.0:1769078229.430427:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078229.430429:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078229.430430:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98000.
00000100:00000001:0.0:1769078229.430432:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078229.430433:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430435:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078229.430438:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653159168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430444:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078229.430446:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078229.430447:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078229.430449:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078229.430450:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078229.430451:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078229.430453:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078229.430454:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:0.0:1769078229.430456:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078229.430457:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078229.430459:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:0.0:1769078229.430461:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078229.430462:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430463:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078229.430465:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653159296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430469:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078229.430470:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078229.430471:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078229.430472:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078229.430473:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078229.430474:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078229.430475:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078229.430476:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:0.0:1769078229.430477:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078229.430477:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078229.430478:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:0.0:1769078229.430479:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078229.430480:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430481:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430483:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078229.430484:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.430485:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078229.430486:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078229.430486:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078229.430488:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653159424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430492:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078229.430492:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078229.430494:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078229.430495:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078229.430496:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078229.430498:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653159424:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078229.430500:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078229.430501:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078229.430501:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078229.430503:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078229.430504:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078229.430506:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078229.430508:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078229.430510:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078229.430511:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078229.430514:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653159424, portal 4
00000100:00000001:0.0:1769078229.430515:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078229.430516:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:0.0:1769078229.430519:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653159424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430523:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078229.430524:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078229.430526:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078229.430527:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653159424, offset 0
00000400:00000200:0.0:1769078229.430529:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078229.430531:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078229.430533:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078229.430549:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078229.430551:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078229.430552:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078229.430553:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078229.430555:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200949:200949:256:4294967295] 192.168.204.104@tcp LPNI seq info [200949:200949:8:4294967295]
00000400:00000200:0.0:1769078229.430558:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078229.430562:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078229.430564:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078229.430567:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078229.430569:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078229.430571:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769078229.430573:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078229.430575:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769078229.430577:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078229.430578:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078229.430580:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078229.430582:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078229.430583:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078229.430585:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078229.430586:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078229.430588:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653159424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430611:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078229.430613:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653159424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430619:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.430620:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078229.430624:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078229.430626:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078229.430629:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078229.430631:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299882003
00000100:00000001:0.0:1769078229.430633:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299883259
00000100:00000001:0.0:1769078229.430635:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299882003
00000100:00000001:0.0:1769078229.430637:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299883259
00000100:00000001:0.0:1769078229.430640:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078229.430642:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.430643:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078229.430647:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078229/real 1769078229]  req@ffff88ba87a99880 x1855007653159424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078229.430655:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078229.430656:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078229.430658:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078229.430660:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078229.430662:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078229.430664:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078229.430667:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653159424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078229.430672:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653159424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430676:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078229.430677:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430678:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078229.430679:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078229.430681:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653159424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430685:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078229.430687:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653159424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430690:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078229.430692:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430692:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078229.430693:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430694:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078229.430695:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078229.430697:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078229.430698:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078229.430699:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078229.430702:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653159424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078229.430706:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653159424:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078229.430708:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430709:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078229.430711:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653159424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078229.430714:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078229.430715:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078229.430716:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078229.430717:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078229.430718:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078229.430719:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078229.430720:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078229.430721:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:0.0:1769078229.430722:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078229.430723:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078229.430724:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:0.0:1769078229.430725:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078229.430726:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430727:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.430729:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078229.430730:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078229.430731:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078229.430732:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078230.068648:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078230.068655:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078230.068718:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078230.068721:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078230.068724:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078230.708639:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299883259, at 4299883264
00000100:00000010:1.0:1769078230.708653:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16ba0.
00000100:00000040:0.0:1769078230.710645:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299883259, at 4299883266
00000100:00000010:0.0:1769078230.710651:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078231.092700:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078231.092706:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078231.092797:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078231.092800:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078231.092803:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078232.116643:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078232.116649:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078232.116702:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078232.116705:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078232.116707:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078233.140620:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078233.140627:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078233.140710:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078233.140714:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078233.140717:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078234.164613:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078234.164621:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078234.164623:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078234.164626:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078234.164631:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078234.164633:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078234.164635:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078234.164637:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078234.164681:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078234.164684:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078234.164686:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078234.548663:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078234.548674:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078234.548676:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078234.548681:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078234.548685:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078234.548692:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5214
00000400:00000200:3.0:1769078234.548700:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078234.548706:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078234.548709:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078234.548712:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.548715:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.548717:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.548719:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078234.548723:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078234.548743:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078234.548746:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078234.548748:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078234.548751:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078234.548753:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078234.548757:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.548760:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.548761:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.548763:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078234.548766:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078234.548769:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078234.548772:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078234.548775:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078234.548778:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078234.548781:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.548783:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078234.548785:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078234.548794:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769078234.548798:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078234.548801:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078234.548803:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.548806:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078234.548808:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078234.548811:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078234.548818:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078234.548825:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078234.548833:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653159552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078234.548843:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078234.548847:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078234.548851:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653159552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078234.548872:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078234.548876:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078234.548879:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078234.548880:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078234.548882:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078234.548890:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078234.548894:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5214
00000400:00000200:3.0:1769078234.548898:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078234.548901:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078234.548903:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078234.548905:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.548908:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.548910:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.548912:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078234.548914:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078234.548916:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078234.548917:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078234.548919:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078234.548920:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078234.548921:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078234.548923:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.548924:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.548925:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078234.548927:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078234.548928:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078234.548931:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:0.0:1769078234.548932:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078234.548933:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078234.548937:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078234.548937:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078234.548938:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078234.548944:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078234.548946:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078234.548948:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653159552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078234.548948:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078234.548951:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078234.548955:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.548959:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078234.548963:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000100:00000001:0.0:1769078234.548966:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769078234.548966:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078234.548970:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078234.548971:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078234.548971:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.548976:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078234.548977:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078234.548978:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078234.548978:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078234.548983:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769078234.548984:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769078234.548989:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078234.548990:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078234.548994:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653159680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769078234.548997:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653159552:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078234.549005:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078234.549006:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078234.549009:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078234.549012:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1769078234.549013:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653159680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078234.549017:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078234.549023:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078234.549023:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078234.549027:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078234.549029:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078234.549030:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:0.0:1769078234.549032:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
00000100:00080000:3.0:1769078234.549032:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1769078234.549038:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.549038:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078234.549041:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5214
00000400:00000200:3.0:1769078234.549044:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078234.549046:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078234.549048:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078234.549050:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:3.0:1769078234.549052:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.549054:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.549055:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000010:0.0:1769078234.549057:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00000001:3.0:1769078234.549057:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078234.549059:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078234.549061:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078234.549063:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078234.549065:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078234.549066:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000010:0.0:1769078234.549067:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000020:00000001:3.0:1769078234.549068:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078234.549073:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.549075:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.549076:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.549077:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078234.549078:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078234.549080:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078234.549081:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078234.549082:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1769078234.549083:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653159552, portal 25
02000000:00000001:3.0:1769078234.549084:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078234.549088:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.549089:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078234.549090:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078234.549092:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000008:00100000:3.0:1769078234.549093:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078234.549098:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.549099:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078234.549101:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000100:00000040:0.0:1769078234.549104:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653159552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078234.549104:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078234.549108:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078234.549110:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.549113:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078234.549115:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078234.549117:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078234.549122:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:0.0:1769078234.549123:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078234.549124:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078234.549130:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00100000:3.0:1769078234.549131:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653159808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769078234.549136:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000001:3.0:1769078234.549137:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078234.549140:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078234.549143:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653159552, offset 0
00000100:00000040:3.0:1769078234.549143:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653159808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078234.549151:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078234.549154:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078234.549156:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00080000:3.0:1769078234.549156:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078234.549159:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078234.549161:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078234.549162:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078234.549164:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5214
00000400:00000200:0.0:1769078234.549170:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078234.549170:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078234.549173:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078234.549176:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078234.549177:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.549178:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078234.549181:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000040:3.0:1769078234.549182:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.549186:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078234.549187:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078234.549188:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000400:00000200:0.0:1769078234.549190:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769078234.549190:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078234.549193:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078234.549195:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078234.549197:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000200:0.0:1769078234.549198:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000040:3.0:1769078234.549201:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.549204:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078234.549206:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078234.549207:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.549211:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078234.549214:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000020:00000040:3.0:1769078234.549216:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000400:00000200:0.0:1769078234.549222:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200950:200950:256:4294967295] 192.168.204.104@tcp LPNI seq info [200950:200950:8:4294967295]
00000100:00080000:3.0:1769078234.549223:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078234.549228:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078234.549233:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078234.549233:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078234.549238:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078234.549242:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.549245:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078234.549249:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1769078234.549250:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078234.549255:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.549258:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078234.549261:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078234.549267:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000100:00000010:3.0:1769078234.549271:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000800:00000200:0.0:1769078234.549276:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:3.0:1769078234.549277:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000800:00000200:0.0:1769078234.549282:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
02000000:00000001:3.0:1769078234.549282:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078234.549283:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.549288:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078234.549291:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1769078234.549293:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:3.0:1769078234.549294:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078234.549300:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
02000000:00000010:3.0:1769078234.549301:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769078234.549307:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769078234.549310:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078234.549314:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000100:00100000:3.0:1769078234.549316:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653159936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078234.549320:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078234.549329:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078234.549329:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078234.549333:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078234.549337:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000100:00000040:3.0:1769078234.549338:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653159936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769078234.549342:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:3.0:1769078234.549346:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.549349:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1769078234.549350:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078234.549354:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078234.549357:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1769078234.549358:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653159552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078234.549360:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078234.549365:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078234.549370:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5214
00000100:00000001:0.0:1769078234.549377:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1769078234.549378:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:0.0:1769078234.549384:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653159552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078234.549385:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078234.549390:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078234.549397:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078234.549401:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.549401:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078234.549406:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769078234.549407:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.549411:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078234.549414:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078234.549415:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078234.549416:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078234.549420:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078234.549422:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000400:00000200:0.0:1769078234.549423:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:3.0:1769078234.549427:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078234.549429:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299888379
00000020:00000001:3.0:1769078234.549432:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000010:0.0:1769078234.549436:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000040:3.0:1769078234.549437:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.549442:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.549444:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078234.549446:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078234.549447:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078234.549455:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299888379
00000020:00000040:3.0:1769078234.549456:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000010:0.0:1769078234.549458:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16b40.
00000100:00080000:3.0:1769078234.549463:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078234.549464:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078234.549468:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078234.549471:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078234.549474:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078234.549476:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.549478:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078234.549480:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1769078234.549480:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078234.549485:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078234.549486:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.549490:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078234.549490:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078234.549496:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000100:00100000:0.0:1769078234.549498:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078234/real 1769078234]  req@ffff88ba87a9a300 x1855007653159552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078234.549500:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000400:00000001:0.0:1769078234.549524:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078234.549526:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1769078234.549529:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1769078234.549530:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
02000000:00000001:3.0:1769078234.549533:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.549563:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078234.549565:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078234.549568:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078234.549573:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769078234.549577:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078234.549581:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000100:00100000:3.0:1769078234.549582:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653160064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769078234.549586:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078234.549591:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078234.549597:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653159552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078234.549608:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078234.549613:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078234.549615:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653159552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078234.549619:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653160064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.549633:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078234.549635:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.549637:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078234.549640:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5224)
00000100:00000001:0.0:1769078234.549642:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078234.549645:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078234.549651:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653159552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.549659:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078234.549664:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653159552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.549671:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078234.549675:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.549676:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078234.549677:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.549679:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078234.549681:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078234.549684:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078234.549688:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078234.549690:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078234.549694:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653159552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078234.549702:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653159552:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078234.549707:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.549708:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078234.549711:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653159552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.549718:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078234.549720:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078234.549722:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078234.549725:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078234.549727:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078234.549729:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078234.549731:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078234.549733:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:0.0:1769078234.549736:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078234.549738:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078234.549740:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:0.0:1769078234.549743:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078234.549744:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.549746:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.549753:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078234.549755:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.549757:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078234.549759:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078234.549760:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078234.549764:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653159680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.549770:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078234.549772:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078234.549774:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078234.549775:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078234.549778:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078234.549781:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653159680:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078234.549784:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078234.549785:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078234.549787:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078234.549789:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078234.549791:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078234.549793:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078234.549798:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078234.549800:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078234.549803:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078234.549806:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653159680, portal 10
00000100:00000001:0.0:1769078234.549808:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078234.549809:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:0.0:1769078234.549815:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653159680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.549822:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078234.549825:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078234.549827:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078234.549829:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653159680, offset 0
00000400:00000200:0.0:1769078234.549833:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078234.549836:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078234.549840:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078234.549842:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078234.549845:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078234.549847:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078234.549850:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078234.549853:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200951:200951:256:4294967295] 192.168.204.104@tcp LPNI seq info [200951:200951:8:4294967295]
00000400:00000200:0.0:1769078234.549857:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078234.549863:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078234.549867:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078234.549871:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078234.549875:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078234.549878:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769078234.549882:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078234.549884:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769078234.549888:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078234.549890:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078234.549893:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078234.549896:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078234.549898:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078234.549900:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078234.549903:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078234.549906:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653159680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.549914:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078234.549917:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653159680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.549929:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.549930:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078234.549933:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078234.549936:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078234.549939:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078234.549942:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299887130
00000100:00000001:0.0:1769078234.549944:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299888379
00000100:00000001:0.0:1769078234.549946:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299887130
00000100:00000001:0.0:1769078234.549949:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299888379
00000100:00000001:0.0:1769078234.549951:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078234.549953:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.549955:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078234.549958:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078234/real 1769078234]  req@ffff88ba87a9b480 x1855007653159680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078234.549965:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078234.549967:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078234.549968:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078234.549971:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078234.549972:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078234.549974:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078234.549977:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653159680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078234.549985:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653159680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.549990:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078234.549991:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.549993:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078234.549994:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078234.549997:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653159680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550004:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078234.550008:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653159680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550014:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078234.550016:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.550018:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078234.550019:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.550021:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078234.550022:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078234.550025:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078234.550028:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078234.550030:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078234.550034:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653159680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078234.550042:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653159680:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078234.550046:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078234.550049:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653159808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550055:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078234.550057:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078234.550059:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078234.550060:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078234.550062:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078234.550065:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653159808:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078234.550068:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078234.550070:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078234.550072:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078234.550073:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078234.550076:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078234.550078:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078234.550081:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078234.550084:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078234.550087:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078234.550090:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653159808, portal 10
00000100:00000001:0.0:1769078234.550092:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078234.550093:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:0.0:1769078234.550098:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653159808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550105:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078234.550107:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078234.550109:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078234.550111:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653159808, offset 0
00000400:00000200:0.0:1769078234.550115:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078234.550119:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078234.550123:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078234.550126:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078234.550128:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078234.550130:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078234.550133:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078234.550136:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200952:200952:256:4294967295] 192.168.204.104@tcp LPNI seq info [200952:200952:8:4294967295]
00000400:00000200:0.0:1769078234.550140:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078234.550146:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078234.550150:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078234.550153:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078234.550157:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078234.550159:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769078234.550164:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078234.550166:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769078234.550169:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078234.550172:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078234.550174:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078234.550178:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078234.550181:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078234.550182:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078234.550184:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078234.550188:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653159808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550195:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078234.550198:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653159808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550205:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.550206:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078234.550209:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078234.550212:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078234.550215:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078234.550217:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299887115
00000100:00000001:0.0:1769078234.550219:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299888379
00000100:00000001:0.0:1769078234.550221:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299887115
00000100:00000001:0.0:1769078234.550224:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299888379
00000100:00000001:0.0:1769078234.550226:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078234.550228:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.550230:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078234.550234:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078234/real 1769078234]  req@ffff88ba87a98700 x1855007653159808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078234.550242:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078234.550243:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078234.550244:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078234.550247:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078234.550248:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078234.550251:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078234.550254:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653159808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078234.550261:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653159808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550268:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078234.550269:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.550271:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078234.550273:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078234.550276:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653159808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550283:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078234.550286:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653159808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550292:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078234.550295:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.550296:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078234.550297:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.550299:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078234.550301:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078234.550303:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078234.550307:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078234.550309:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078234.550313:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653159808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078234.550320:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653159808:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078234.550324:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078234.550327:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653159936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550333:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078234.550334:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078234.550336:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078234.550338:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078234.550340:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078234.550342:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653159936:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078234.550346:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078234.550348:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078234.550349:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078234.550351:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078234.550353:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078234.550356:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078234.550359:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078234.550361:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078234.550364:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078234.550367:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653159936, portal 4
00000100:00000001:0.0:1769078234.550368:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078234.550370:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:0.0:1769078234.550375:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653159936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550381:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078234.550383:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078234.550386:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078234.550388:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653159936, offset 0
00000400:00000200:0.0:1769078234.550392:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078234.550395:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078234.550399:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078234.550401:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078234.550404:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078234.550406:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078234.550408:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078234.550411:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200953:200953:256:4294967295] 192.168.204.104@tcp LPNI seq info [200953:200953:8:4294967295]
00000400:00000200:0.0:1769078234.550415:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078234.550422:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078234.550426:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078234.550429:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078234.550433:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078234.550436:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769078234.550440:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078234.550443:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769078234.550446:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078234.550448:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078234.550451:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078234.550454:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078234.550457:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078234.550459:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078234.550461:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078234.550465:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653159936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550472:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078234.550475:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653159936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550482:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.550484:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078234.550487:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078234.550489:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078234.550493:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078234.550495:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299887122
00000100:00000001:0.0:1769078234.550497:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299888379
00000100:00000001:0.0:1769078234.550499:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299887122
00000100:00000001:0.0:1769078234.550501:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299888379
00000100:00000001:0.0:1769078234.550504:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078234.550519:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.550521:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078234.550525:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078234/real 1769078234]  req@ffff88ba87a98380 x1855007653159936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078234.550532:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078234.550533:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078234.550552:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078234.550555:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078234.550556:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078234.550558:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078234.550562:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653159936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078234.550571:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653159936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550577:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078234.550579:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.550581:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078234.550582:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078234.550585:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653159936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550591:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078234.550595:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653159936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550601:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078234.550604:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.550605:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078234.550607:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.550608:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078234.550610:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078234.550612:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078234.550616:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078234.550618:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078234.550621:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653159936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078234.550629:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653159936:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078234.550633:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078234.550636:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653160064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550642:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078234.550643:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078234.550645:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078234.550646:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078234.550648:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078234.550651:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653160064:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078234.550654:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078234.550656:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078234.550657:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078234.550659:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078234.550662:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078234.550664:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078234.550667:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078234.550670:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078234.550673:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078234.550675:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653160064, portal 4
00000100:00000001:0.0:1769078234.550677:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078234.550678:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:0.0:1769078234.550684:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653160064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550690:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078234.550692:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078234.550694:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078234.550696:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653160064, offset 0
00000400:00000200:0.0:1769078234.550700:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078234.550703:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078234.550707:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078234.550709:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078234.550712:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078234.550714:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078234.550716:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078234.550719:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200954:200954:256:4294967295] 192.168.204.104@tcp LPNI seq info [200954:200954:8:4294967295]
00000400:00000200:0.0:1769078234.550723:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078234.550729:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078234.550733:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078234.550736:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078234.550740:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078234.550743:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769078234.550747:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078234.550750:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769078234.550754:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078234.550756:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078234.550759:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078234.550762:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078234.550765:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078234.550767:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078234.550769:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078234.550772:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653160064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550780:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078234.550783:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653160064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550789:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.550790:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078234.550794:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078234.550796:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078234.550800:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078234.550802:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299887123
00000100:00000001:0.0:1769078234.550804:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299888379
00000100:00000001:0.0:1769078234.550806:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299887123
00000100:00000001:0.0:1769078234.550808:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299888379
00000100:00000001:0.0:1769078234.550810:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078234.550812:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.550814:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078234.550818:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078234/real 1769078234]  req@ffff88ba87a99f80 x1855007653160064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078234.550826:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078234.550827:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078234.550829:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078234.550832:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078234.550833:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078234.550835:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078234.550838:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653160064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078234.550846:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653160064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550853:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078234.550854:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.550856:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078234.550857:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078234.550860:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653160064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550867:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078234.550870:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653160064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550876:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078234.550878:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.550880:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078234.550881:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.550883:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078234.550884:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078234.550886:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078234.550890:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078234.550892:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078234.550896:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653160064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078234.550903:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653160064:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078234.550907:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.550909:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078234.550912:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653159680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550919:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078234.550921:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078234.550923:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078234.550925:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078234.550927:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078234.550928:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078234.550930:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078234.550932:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:0.0:1769078234.550934:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078234.550935:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078234.550937:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:0.0:1769078234.550939:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078234.550940:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.550942:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078234.550946:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653159808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550953:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078234.550954:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078234.550955:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078234.550958:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078234.550959:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078234.550961:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078234.550963:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078234.550964:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:0.0:1769078234.550966:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078234.550967:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078234.550969:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:0.0:1769078234.550971:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078234.550972:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.550973:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078234.550977:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653159936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.550983:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078234.550984:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078234.550986:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078234.550988:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078234.550989:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078234.550990:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078234.550992:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078234.550994:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:0.0:1769078234.550995:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078234.550997:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078234.550998:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:0.0:1769078234.551000:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078234.551002:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.551004:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078234.551006:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653160064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078234.551018:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078234.551019:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078234.551020:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078234.551022:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078234.551023:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078234.551024:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078234.551027:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078234.551028:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:0.0:1769078234.551030:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078234.551031:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078234.551032:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:0.0:1769078234.551035:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078234.551036:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.551038:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.551041:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078234.551042:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.551044:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078234.551046:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078235.188705:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078235.188713:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078235.188795:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078235.188802:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078235.188807:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078235.828659:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299888379, at 4299888384
00000100:00000040:1.0:1769078235.828659:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299888379, at 4299888384
00000100:00000010:1.0:1769078235.828676:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16b40.
00000100:00000010:0.0:1769078235.828678:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078236.212699:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078236.212707:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078236.212783:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078236.212788:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078236.212792:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078237.236648:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078237.236654:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078237.236709:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078237.236712:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078237.236715:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078238.260637:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078238.260642:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078238.260688:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078238.260691:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078238.260694:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078239.284610:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078239.284617:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078239.284679:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078239.284687:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078239.284690:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078239.668596:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078239.668607:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078239.668610:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078239.668613:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078239.668617:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078239.668624:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5219
00000400:00000200:3.0:1769078239.668632:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078239.668638:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078239.668641:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078239.668643:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.668647:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078239.668649:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.668650:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078239.668654:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078239.668655:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078239.668659:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078239.668661:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078239.668663:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078239.668664:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078239.668667:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.668668:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078239.668669:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.668670:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078239.668677:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078239.668679:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078239.668681:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078239.668683:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078239.668685:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078239.668687:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.668689:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078239.668690:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078239.668700:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769078239.668703:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078239.668707:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078239.668709:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.668712:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078239.668714:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078239.668718:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078239.668725:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078239.668731:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078239.668738:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653160192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078239.668746:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078239.668750:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078239.668753:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653160192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078239.668772:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078239.668774:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078239.668777:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078239.668778:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078239.668779:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078239.668781:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078239.668782:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5219
00000400:00000200:3.0:1769078239.668784:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078239.668786:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078239.668787:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078239.668789:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.668790:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078239.668791:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.668793:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078239.668794:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078239.668796:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078239.668797:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078239.668798:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078239.668799:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078239.668801:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078239.668803:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.668804:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078239.668805:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.668806:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078239.668808:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:0.0:1769078239.668809:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769078239.668810:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078239.668812:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078239.668814:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078239.668815:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078239.668818:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769078239.668819:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078239.668822:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.668824:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:0.0:1769078239.668826:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653160192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769078239.668828:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078239.668835:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.668838:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.668840:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1769078239.668842:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000100:00000001:0.0:1769078239.668843:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078239.668846:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:0.0:1769078239.668849:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078239.668849:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078239.668852:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078239.668853:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078239.668853:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078239.668856:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078239.668857:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078239.668858:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078239.668862:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653160192:192.168.204.104@tcp:250:kworker.0
02000000:00000010:3.0:1769078239.668863:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:0.0:1769078239.668868:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078239.668868:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078239.668874:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1769078239.668874:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653160320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078239.668878:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078239.668883:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078239.668884:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078239.668887:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078239.668889:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
00000100:00000040:3.0:1769078239.668890:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653160320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078239.668893:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.668901:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078239.668903:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078239.668906:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078239.668906:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078239.668909:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078239.668910:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769078239.668911:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00000001:3.0:1769078239.668913:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078239.668916:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5219
00000400:00000010:0.0:1769078239.668920:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000400:00000200:3.0:1769078239.668920:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078239.668923:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078239.668926:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078239.668928:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.668929:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078239.668931:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078239.668932:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653160192, portal 25
00000100:00000001:3.0:1769078239.668933:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078239.668938:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078239.668939:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1769078239.668939:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078239.668943:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078239.668944:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000020:00000040:3.0:1769078239.668944:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078239.668947:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078239.668950:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078239.668952:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.668954:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078239.668956:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653160192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078239.668956:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.668959:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078239.668962:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078239.668966:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078239.668969:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078239.668971:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078239.668974:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078239.668976:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.668977:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078239.668977:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078239.668980:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769078239.668983:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000008:00000001:3.0:1769078239.668984:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.668988:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078239.668989:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000010:3.0:1769078239.668991:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769078239.668993:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000200:0.0:1769078239.668994:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653160192, offset 0
02000000:00000001:3.0:1769078239.668995:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078239.668997:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.668999:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078239.669000:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078239.669001:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078239.669003:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
02000000:00000010:3.0:1769078239.669005:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769078239.669008:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078239.669011:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653160448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078239.669014:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078239.669023:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:3.0:1769078239.669028:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078239.669030:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078239.669032:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078239.669035:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653160448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078239.669047:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078239.669048:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00080000:3.0:1769078239.669051:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078239.669054:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769078239.669058:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1769078239.669059:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.669063:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078239.669067:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200955:200955:256:4294967295] 192.168.204.104@tcp LPNI seq info [200955:200955:8:4294967295]
00000100:00080000:3.0:1769078239.669067:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078239.669074:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078239.669075:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078239.669081:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5219
00000400:00000200:0.0:1769078239.669088:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769078239.669091:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:0.0:1769078239.669096:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078239.669099:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000010:0.0:1769078239.669103:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000100:00080000:3.0:1769078239.669104:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078239.669109:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.669111:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1769078239.669116:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769078239.669116:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.669121:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:0.0:1769078239.669124:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000020:00000001:3.0:1769078239.669125:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078239.669127:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078239.669130:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078239.669132:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078239.669135:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078239.669137:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000800:00000200:0.1:1769078239.669137:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769078239.669141:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.669143:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078239.669145:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:0.1:1769078239.669145:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000100:00000001:3.0:1769078239.669148:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078239.669152:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078239.669154:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000100:0.0:1769078239.669158:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078239.669159:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078239.669163:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1769078239.669164:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
02000000:00000001:3.0:1769078239.669165:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078239.669168:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.669169:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078239.669170:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:3.0:1769078239.669171:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078239.669175:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.669177:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078239.669180:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000010:3.0:1769078239.669181:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769078239.669183:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000400:00000200:0.0:1769078239.669185:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
02000000:00000001:3.0:1769078239.669185:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1769078239.669189:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
02000000:00000001:3.0:1769078239.669189:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.669191:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078239.669193:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078239.669195:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1769078239.669195:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078239.669198:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000200:0.0:1769078239.669201:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b100 x1855007653160192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078239.669202:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078239.669210:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653160576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078239.669213:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078239.669218:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653160192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078239.669219:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078239.669222:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078239.669229:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653160576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669230:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.669234:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078239.669239:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.669242:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078239.669242:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078239.669247:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1769078239.669250:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078239.669250:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078239.669252:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078239.669254:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078239.669255:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299893499
00000100:00080000:3.0:1769078239.669258:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5219
00000400:00000200:3.0:1769078239.669261:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000010:0.0:1769078239.669262:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000400:00000200:3.0:1769078239.669264:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078239.669267:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078239.669269:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.669270:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078239.669271:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078239.669272:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078239.669273:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078239.669276:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078239.669277:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000100:00000001:0.0:1769078239.669281:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299893499
00000100:00000010:0.0:1769078239.669284:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16420.
00000020:00000001:3.0:1769078239.669285:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078239.669287:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1769078239.669288:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078239.669291:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078239.669292:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769078239.669294:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078239.669295:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078239.669298:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078239.669300:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078239.669301:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078239.669304:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078239.669306:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00100000:0.0:1769078239.669307:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078239/real 1769078239]  req@ffff88ba87a9b100 x1855007653160192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078239.669309:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078239.669314:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078239.669318:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078239.669322:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078239.669325:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1769078239.669326:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1769078239.669326:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.669328:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000001:0.0:1769078239.669329:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000008:00100000:3.0:1769078239.669330:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000400:00000010:0.0:1769078239.669332:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000008:00000001:3.0:1769078239.669333:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.669336:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078239.669337:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078239.669339:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000010:3.0:1769078239.669339:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769078239.669343:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000001:0.0:1769078239.669344:0:2405:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1769078239.669346:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078239.669349:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078239.669350:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653160192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078239.669351:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078239.669353:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078239.669355:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078239.669360:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000200:0.0:1769078239.669364:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653160192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078239.669364:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078239.669371:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653160704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078239.669373:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078239.669375:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078239.669380:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078239.669381:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078239.669383:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.669384:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078239.669388:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653160704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078239.669391:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653160192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669401:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078239.669405:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653160192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078239.669405:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078239.669410:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5229)
00000100:00000001:0.0:1769078239.669412:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078239.669415:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.669416:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078239.669417:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.669429:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078239.669431:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078239.669434:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078239.669438:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078239.669440:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078239.669443:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653160192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078239.669451:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653160192:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078239.669456:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.669459:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078239.669462:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653160192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669473:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078239.669476:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078239.669479:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078239.669482:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078239.669484:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078239.669486:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078239.669488:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078239.669491:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:0.0:1769078239.669495:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078239.669497:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078239.669499:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:0.0:1769078239.669502:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078239.669503:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.669506:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.669513:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078239.669514:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.669516:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078239.669517:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078239.669518:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078239.669521:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653160320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669525:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078239.669526:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078239.669527:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078239.669528:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078239.669530:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078239.669531:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653160320:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078239.669534:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078239.669568:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078239.669569:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078239.669571:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078239.669573:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078239.669574:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078239.669578:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078239.669580:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078239.669582:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078239.669585:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653160320, portal 10
00000100:00000001:0.0:1769078239.669586:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078239.669587:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:0.0:1769078239.669592:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653160320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669596:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078239.669598:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078239.669599:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078239.669600:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653160320, offset 0
00000400:00000200:0.0:1769078239.669602:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078239.669605:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078239.669607:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078239.669609:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078239.669611:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078239.669613:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078239.669614:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078239.669616:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200956:200956:256:4294967295] 192.168.204.104@tcp LPNI seq info [200956:200956:8:4294967295]
00000400:00000200:0.0:1769078239.669619:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078239.669623:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078239.669626:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078239.669628:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078239.669631:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078239.669633:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769078239.669637:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078239.669640:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769078239.669644:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078239.669646:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078239.669648:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078239.669651:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078239.669654:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078239.669656:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078239.669659:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078239.669662:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653160320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669670:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078239.669673:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653160320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669680:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.669681:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078239.669685:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078239.669688:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078239.669691:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078239.669693:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299892250
00000100:00000001:0.0:1769078239.669695:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299893499
00000100:00000001:0.0:1769078239.669696:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299892250
00000100:00000001:0.0:1769078239.669698:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299893499
00000100:00000001:0.0:1769078239.669699:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078239.669701:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.669702:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078239.669704:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078239/real 1769078239]  req@ffff88ba87a98e00 x1855007653160320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078239.669708:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078239.669709:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078239.669710:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078239.669712:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078239.669714:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078239.669716:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078239.669719:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653160320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078239.669727:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653160320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669738:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078239.669740:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.669742:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078239.669743:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078239.669747:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653160320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669754:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078239.669758:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653160320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669764:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078239.669766:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.669767:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078239.669768:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.669769:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078239.669770:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078239.669772:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078239.669774:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078239.669776:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078239.669778:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653160320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078239.669783:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653160320:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078239.669785:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078239.669787:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653160448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669791:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078239.669791:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078239.669793:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078239.669794:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078239.669796:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078239.669797:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653160448:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078239.669800:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078239.669801:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078239.669802:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078239.669803:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078239.669805:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078239.669806:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078239.669809:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078239.669811:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078239.669813:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078239.669815:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653160448, portal 10
00000100:00000001:0.0:1769078239.669816:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078239.669817:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
00000100:00000040:0.0:1769078239.669821:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653160448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669825:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078239.669826:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078239.669828:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078239.669829:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653160448, offset 0
00000400:00000200:0.0:1769078239.669831:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078239.669833:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078239.669836:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078239.669837:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078239.669839:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078239.669840:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078239.669841:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078239.669843:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200957:200957:256:4294967295] 192.168.204.104@tcp LPNI seq info [200957:200957:8:4294967295]
00000400:00000200:0.0:1769078239.669846:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078239.669850:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078239.669853:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078239.669855:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078239.669858:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078239.669860:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769078239.669863:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078239.669864:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769078239.669867:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078239.669868:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078239.669870:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078239.669872:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078239.669874:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078239.669875:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078239.669877:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078239.669879:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98a80 x1855007653160448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669883:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078239.669885:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653160448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669889:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.669890:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078239.669892:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078239.669894:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078239.669896:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078239.669898:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299892235
00000100:00000001:0.0:1769078239.669899:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299893499
00000100:00000001:0.0:1769078239.669901:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299892235
00000100:00000001:0.0:1769078239.669902:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299893499
00000100:00000001:0.0:1769078239.669904:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078239.669905:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.669906:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078239.669907:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078239/real 1769078239]  req@ffff88ba87a98a80 x1855007653160448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078239.669913:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078239.669913:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078239.669915:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078239.669916:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078239.669917:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078239.669919:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078239.669922:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653160448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078239.669930:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653160448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669936:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078239.669937:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.669939:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078239.669940:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078239.669944:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653160448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669950:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078239.669954:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653160448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669961:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078239.669963:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.669965:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078239.669966:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.669968:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078239.669969:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078239.669971:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078239.669973:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078239.669975:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078239.669978:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653160448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078239.669983:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653160448:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078239.669985:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078239.669987:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653160576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.669991:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078239.669992:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078239.669993:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078239.669994:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078239.669996:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078239.669997:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653160576:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078239.669999:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078239.670001:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078239.670001:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078239.670003:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078239.670006:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078239.670008:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078239.670011:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078239.670013:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078239.670015:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078239.670017:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653160576, portal 4
00000100:00000001:0.0:1769078239.670018:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078239.670019:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:0.0:1769078239.670022:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653160576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670026:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078239.670028:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078239.670030:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078239.670031:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653160576, offset 0
00000400:00000200:0.0:1769078239.670034:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078239.670036:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078239.670039:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078239.670040:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078239.670042:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078239.670044:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078239.670045:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078239.670047:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200958:200958:256:4294967295] 192.168.204.104@tcp LPNI seq info [200958:200958:8:4294967295]
00000400:00000200:0.0:1769078239.670050:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078239.670053:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078239.670056:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078239.670057:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078239.670059:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078239.670061:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769078239.670064:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078239.670065:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769078239.670068:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078239.670069:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078239.670071:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078239.670073:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078239.670075:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078239.670076:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078239.670077:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078239.670079:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a680 x1855007653160576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670084:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078239.670086:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653160576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670090:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.670090:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078239.670092:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078239.670094:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078239.670095:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078239.670097:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299892242
00000100:00000001:0.0:1769078239.670099:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299893499
00000100:00000001:0.0:1769078239.670101:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299892242
00000100:00000001:0.0:1769078239.670103:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299893499
00000100:00000001:0.0:1769078239.670105:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078239.670107:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.670109:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078239.670113:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078239/real 1769078239]  req@ffff88ba87a9a680 x1855007653160576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078239.670119:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078239.670121:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078239.670122:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078239.670125:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078239.670126:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078239.670128:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078239.670131:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653160576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078239.670140:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653160576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670147:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078239.670148:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.670150:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078239.670151:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078239.670155:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653160576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670159:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078239.670161:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653160576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670166:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078239.670168:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.670168:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078239.670169:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.670170:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078239.670171:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078239.670173:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078239.670175:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078239.670176:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078239.670178:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653160576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078239.670182:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653160576:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078239.670185:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078239.670187:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653160704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670191:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078239.670192:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078239.670193:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078239.670194:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078239.670195:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078239.670197:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653160704:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078239.670198:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078239.670200:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078239.670200:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078239.670201:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078239.670204:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078239.670205:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078239.670207:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078239.670209:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078239.670210:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078239.670212:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653160704, portal 4
00000100:00000001:0.0:1769078239.670214:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078239.670215:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000040:0.0:1769078239.670219:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653160704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670223:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078239.670224:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078239.670225:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078239.670227:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653160704, offset 0
00000400:00000200:0.0:1769078239.670229:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078239.670231:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078239.670233:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078239.670234:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078239.670236:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078239.670237:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078239.670239:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078239.670241:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200959:200959:256:4294967295] 192.168.204.104@tcp LPNI seq info [200959:200959:8:4294967295]
00000400:00000200:0.0:1769078239.670243:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078239.670247:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078239.670250:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078239.670251:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078239.670254:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078239.670256:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769078239.670258:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078239.670274:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769078239.670277:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078239.670278:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078239.670280:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078239.670282:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078239.670285:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078239.670286:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078239.670287:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078239.670289:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9bb80 x1855007653160704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670298:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078239.670300:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653160704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670303:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.670304:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078239.670306:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078239.670308:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078239.670309:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078239.670310:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299892242
00000100:00000001:0.0:1769078239.670312:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299893499
00000100:00000001:0.0:1769078239.670313:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299892242
00000100:00000001:0.0:1769078239.670315:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299893499
00000100:00000001:0.0:1769078239.670316:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078239.670317:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.670318:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078239.670320:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078239/real 1769078239]  req@ffff88ba87a9bb80 x1855007653160704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078239.670324:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078239.670325:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078239.670326:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078239.670328:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078239.670329:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078239.670330:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078239.670332:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653160704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078239.670336:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653160704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670339:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078239.670341:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.670342:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078239.670343:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078239.670345:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653160704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670349:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078239.670351:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653160704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670354:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078239.670355:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.670356:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078239.670357:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.670358:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078239.670358:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078239.670360:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078239.670361:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078239.670362:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078239.670364:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653160704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078239.670368:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653160704:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078239.670370:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.670371:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078239.670373:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653160320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670377:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078239.670378:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078239.670380:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078239.670381:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078239.670382:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078239.670383:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078239.670384:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078239.670386:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:0.0:1769078239.670387:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078239.670388:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078239.670389:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:0.0:1769078239.670391:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078239.670392:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.670393:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078239.670395:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653160448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670399:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078239.670400:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078239.670400:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078239.670402:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078239.670402:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078239.670403:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078239.670404:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078239.670404:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:0.0:1769078239.670405:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078239.670406:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078239.670407:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:0.0:1769078239.670408:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078239.670408:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.670409:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078239.670411:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653160576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670414:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078239.670414:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078239.670415:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078239.670416:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078239.670417:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078239.670417:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078239.670418:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078239.670431:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:0.0:1769078239.670433:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078239.670434:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078239.670435:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:0.0:1769078239.670437:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078239.670437:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.670439:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078239.670442:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653160704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078239.670448:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078239.670450:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078239.670451:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078239.670453:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078239.670454:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078239.670455:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078239.670457:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078239.670458:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:0.0:1769078239.670460:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078239.670461:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078239.670463:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
00000100:00000001:0.0:1769078239.670465:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078239.670466:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.670468:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.670471:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078239.670473:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.670475:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078239.670476:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078240.308664:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078240.308670:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078240.308722:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078240.308725:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078240.308733:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078240.948658:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299893499, at 4299893504
00000100:00000040:1.0:1769078240.948658:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299893499, at 4299893504
00000100:00000010:0.0:1769078240.948675:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000010:1.0:1769078240.948678:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16420.
00010000:00000001:2.0:1769078241.332647:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078241.332652:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078241.332706:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078241.332708:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078241.332711:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078242.356643:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078242.356648:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078242.356714:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078242.356720:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078242.356724:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078243.380643:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078243.380650:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078243.380750:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078243.380755:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078243.380759:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078244.404636:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078244.404642:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078244.404644:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078244.404646:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078244.404655:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078244.404657:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078244.404659:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078244.404661:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078244.404746:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078244.404753:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078244.404758:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078244.788664:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078244.788678:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078244.788681:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078244.788686:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078244.788691:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078244.788700:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5224
00000400:00000200:3.0:1769078244.788712:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078244.788719:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078244.788722:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078244.788726:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078244.788744:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078244.788747:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078244.788750:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078244.788755:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078244.788757:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078244.788760:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078244.788763:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078244.788766:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078244.788768:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078244.788771:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078244.788774:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078244.788776:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078244.788778:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078244.788782:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078244.788785:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078244.788788:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078244.788791:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078244.788794:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078244.788798:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078244.788800:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078244.788803:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078244.788816:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769078244.788820:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078244.788825:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078244.788826:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078244.788830:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078244.788833:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078244.788838:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078244.788847:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769078244.788854:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078244.788865:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653160832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078244.788883:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078244.788888:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078244.788893:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653160832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078244.788920:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078244.788923:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078244.788927:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078244.788928:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078244.788930:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078244.788933:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078244.788937:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5224
00000400:00000200:3.0:1769078244.788943:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078244.788947:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078244.788949:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078244.788954:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078244.788956:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078244.788958:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078244.788960:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078244.788964:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078244.788964:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078244.788967:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078244.788972:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078244.788973:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078244.788975:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:0.0:1769078244.788978:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078244.788980:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078244.788984:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078244.788988:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078244.788993:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078244.788996:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653160832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078244.789000:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078244.789009:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078244.789016:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769078244.789022:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:0.0:1769078244.789023:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078244.789031:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1769078244.789031:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:0.0:1769078244.789038:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078244.789038:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078244.789046:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078244.789048:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078244.789054:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653160832:192.168.204.104@tcp:250:kworker.0
02000000:00000001:3.0:1769078244.789055:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078244.789061:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078244.789063:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078244.789068:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078244.789070:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769078244.789075:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078244.789079:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078244.789080:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078244.789083:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078244.789087:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
02000000:00000001:0.0:1769078244.789089:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769078244.789093:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078244.789097:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078244.789100:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078244.789101:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
00000100:00000001:3.0:1769078244.789103:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078244.789106:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078244.789107:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078244.789112:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078244.789119:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:3.0:1769078244.789120:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769078244.789126:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078244.789127:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078244.789134:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00100000:3.0:1769078244.789134:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653160960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078244.789144:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653160832, portal 25
00000100:00000001:3.0:1769078244.789148:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078244.789149:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078244.789153:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078244.789158:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653160960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.789161:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000100:00000040:0.0:1769078244.789174:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653160832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078244.789178:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078244.789186:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078244.789197:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078244.789198:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078244.789200:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078244.789204:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078244.789205:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078244.789214:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5224
00000100:00000040:0.0:1769078244.789217:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078244.789223:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078244.789224:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078244.789230:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653160832, offset 0
00000400:00000200:3.0:1769078244.789232:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078244.789239:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078244.789249:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078244.789249:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078244.789260:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078244.789263:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078244.789266:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078244.789268:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:3.0:1769078244.789276:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769078244.789280:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000040:3.0:1769078244.789280:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078244.789288:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078244.789290:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769078244.789295:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000400:00000200:0.0:1769078244.789299:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000001:3.0:1769078244.789306:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078244.789309:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1769078244.789317:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078244.789321:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000040:3.0:1769078244.789327:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078244.789332:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078244.789349:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078244.789351:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078244.789353:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000200:0.0:1769078244.789357:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200960:200960:256:4294967295] 192.168.204.104@tcp LPNI seq info [200960:200960:8:4294967295]
00000100:00080000:3.0:1769078244.789357:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078244.789364:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078244.789369:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769078244.789370:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078244.789374:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078244.789378:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078244.789383:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078244.789389:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1769078244.789390:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1769078244.789400:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000008:00000001:3.0:1769078244.789400:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078244.789406:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078244.789408:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000100:00000010:3.0:1769078244.789411:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769078244.789417:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000800:00000200:0.0:1769078244.789421:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:3.0:1769078244.789424:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078244.789428:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078244.789429:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769078244.789431:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078244.789434:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078244.789438:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078244.789448:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000800:00000200:0.1:1769078244.789452:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078244.789454:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078244.789463:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000100:00100000:3.0:1769078244.789467:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653161088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1769078244.789479:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078244.789488:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078244.789496:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078244.789496:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078244.789505:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078244.789511:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769078244.789517:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653161088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078244.789520:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078244.789526:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078244.789560:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078244.789567:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99180 x1855007653160832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078244.789577:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078244.789588:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078244.789590:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769078244.789596:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:0.0:1769078244.789597:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653160832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078244.789603:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078244.789609:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078244.789614:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.789617:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078244.789617:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078244.789628:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5224
00000100:00000001:0.0:1769078244.789629:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078244.789638:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078244.789642:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078244.789644:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299898620
00000100:00000010:0.0:1769078244.789650:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000400:00000200:3.0:1769078244.789652:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078244.789657:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1769078244.789657:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078244.789666:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299898620
00000100:00000040:3.0:1769078244.789667:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000010:0.0:1769078244.789671:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16120.
00000100:00000001:3.0:1769078244.789673:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078244.789675:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078244.789681:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078244.789681:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078244.789691:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078244.789693:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078244.789695:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1769078244.789699:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:0.0:1769078244.789701:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078244/real 1769078244]  req@ffff88ba87a99180 x1855007653160832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078244.789705:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078244.789712:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078244.789719:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000400:00000001:0.0:1769078244.789721:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1769078244.789728:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000001:0.0:1769078244.789729:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078244.789732:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000020:00000001:3.0:1769078244.789738:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000200:0.0:1769078244.789740:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078244.789746:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000040:3.0:1769078244.789748:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078244.789752:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769078244.789754:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078244.789761:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078244.789762:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653160832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078244.789766:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078244.789773:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078244.789783:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078244.789788:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078244.789790:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653160832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078244.789793:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078244.789799:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078244.789802:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1769078244.789803:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.789806:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078244.789808:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078244.789812:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:3.0:1769078244.789815:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078244.789817:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1769078244.789821:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078244.789827:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653160832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078244.789827:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078244.789837:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769078244.789843:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:0.0:1769078244.789845:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078244.789850:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1769078244.789855:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653160832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078244.789855:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078244.789862:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078244.789864:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078244.789867:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078244.789875:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:0.0:1769078244.789876:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078244.789883:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.789885:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.789890:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078244.789891:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078244.789894:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653161216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078244.789897:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078244.789900:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078244.789910:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769078244.789915:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00080000:0.0:1769078244.789920:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078244.789921:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.789929:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078244.789931:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653161216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078244.789940:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653160832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078244.789955:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078244.789965:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769078244.789967:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653160832:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078244.789977:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078244.789978:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078244.789982:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078244.789983:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078244.789989:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1769078244.789992:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653160832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078244.789997:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078244.790000:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078244.790003:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078244.790008:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
00000100:00080000:3.0:1769078244.790008:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5224
02000000:00000001:0.0:1769078244.790014:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078244.790017:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000400:00000200:3.0:1769078244.790020:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:0.0:1769078244.790021:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078244.790031:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000400:00000200:3.0:1769078244.790034:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
02000000:00000010:0.0:1769078244.790035:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6000.
00000100:00080000:3.0:1769078244.790043:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1769078244.790044:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078244.790050:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078244.790054:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000040:3.0:1769078244.790058:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078244.790059:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078244.790063:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790068:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078244.790068:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078244.790078:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078244.790080:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078244.790085:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078244.790087:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078244.790088:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078244.790091:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078244.790095:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078244.790096:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078244.790103:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000100:00000040:0.0:1769078244.790104:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653160960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078244.790109:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078244.790118:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769078244.790118:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:0.0:1769078244.790120:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078244.790127:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000001:0.0:1769078244.790128:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078244.790132:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078244.790140:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078244.790140:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00100000:0.0:1769078244.790150:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653160960:192.168.204.104@tcp:38:kworker.0
00000100:00000040:3.0:1769078244.790157:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078244.790158:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078244.790162:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078244.790164:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769078244.790165:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078244.790169:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078244.790174:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
00000100:00000040:3.0:1769078244.790174:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078244.790181:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078244.790183:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078244.790190:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:3.0:1769078244.790191:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000400:00000010:0.0:1769078244.790194:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078244.790199:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00080000:3.0:1769078244.790200:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000200:0.0:1769078244.790203:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653160960, portal 10
00000100:00000001:3.0:1769078244.790207:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.790208:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078244.790213:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
02000000:00000001:3.0:1769078244.790215:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078244.790221:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078244.790222:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653160960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078244.790237:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.790239:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078244.790249:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078244.790249:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:0.0:1769078244.790253:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078244.790256:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653160960, offset 0
00000008:00100000:3.0:1769078244.790256:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1769078244.790266:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000008:00000001:3.0:1769078244.790266:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078244.790273:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078244.790274:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078244.790279:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000010:3.0:1769078244.790282:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000400:00000200:0.0:1769078244.790283:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078244.790291:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078244.790294:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1769078244.790294:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000400:00000200:0.0:1769078244.790305:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
02000000:00000001:3.0:1769078244.790308:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078244.790314:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200961:200961:256:4294967295] 192.168.204.104@tcp LPNI seq info [200961:200961:8:4294967295]
02000000:00000001:3.0:1769078244.790315:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078244.790321:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078244.790325:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078244.790329:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078244.790330:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078244.790354:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078244.790361:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078244.790365:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078244.790369:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078244.790372:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078244.790377:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078244.790380:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078244.790383:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078244.790384:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078244.790387:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078244.790389:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078244.790391:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078244.790392:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078244.790394:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1769078244.790395:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000200:0.0:1769078244.790398:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9ad80 x1855007653160960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078244.790403:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.790414:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1769078244.790416:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653161344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078244.790423:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653160960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078244.790425:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078244.790429:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078244.790436:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653161344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790454:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078244.790457:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.790459:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769078244.790463:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5235)
00000100:00000001:0.0:1769078244.790466:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078244.790470:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078244.790474:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078244.790475:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299897370
00000100:00000001:0.0:1769078244.790477:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299898620
00000100:00000001:0.0:1769078244.790479:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299897370
00000100:00000001:0.0:1769078244.790481:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299898620
00000100:00000001:0.0:1769078244.790483:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078244.790485:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.790486:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078244.790491:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078244/real 1769078244]  req@ffff88ba87a9ad80 x1855007653160960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078244.790496:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078244.790497:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078244.790498:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078244.790500:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078244.790501:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078244.790502:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078244.790504:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653160960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078244.790509:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653160960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790513:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078244.790514:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790515:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078244.790516:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078244.790517:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653160960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790521:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078244.790523:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653160960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790527:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078244.790528:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790529:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078244.790530:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790531:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078244.790533:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078244.790549:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078244.790552:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078244.790553:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078244.790556:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653160960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078244.790560:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653160960:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078244.790563:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078244.790565:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653161088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790572:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078244.790573:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078244.790574:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078244.790576:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078244.790577:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078244.790579:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653161088:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078244.790580:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078244.790582:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078244.790583:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078244.790584:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078244.790586:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078244.790588:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078244.790590:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078244.790591:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078244.790593:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078244.790595:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653161088, portal 10
00000100:00000001:0.0:1769078244.790596:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078244.790597:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000040:0.0:1769078244.790601:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653161088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790604:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078244.790606:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078244.790607:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078244.790608:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653161088, offset 0
00000400:00000200:0.0:1769078244.790610:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078244.790613:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078244.790616:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078244.790618:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078244.790619:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078244.790620:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078244.790622:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078244.790624:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200962:200962:256:4294967295] 192.168.204.104@tcp LPNI seq info [200962:200962:8:4294967295]
00000400:00000200:0.0:1769078244.790627:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078244.790630:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078244.790633:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078244.790635:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078244.790637:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078244.790639:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078244.790642:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078244.790643:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078244.790646:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078244.790647:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078244.790649:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078244.790651:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078244.790652:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078244.790653:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078244.790655:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078244.790657:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9bb80 x1855007653161088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790661:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078244.790663:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653161088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790666:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.790667:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078244.790669:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078244.790670:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078244.790672:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078244.790673:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299897356
00000100:00000001:0.0:1769078244.790675:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299898620
00000100:00000001:0.0:1769078244.790676:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299897356
00000100:00000001:0.0:1769078244.790677:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299898620
00000100:00000001:0.0:1769078244.790678:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078244.790680:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.790681:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078244.790683:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078244/real 1769078244]  req@ffff88ba87a9bb80 x1855007653161088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078244.790687:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078244.790688:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078244.790689:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078244.790690:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078244.790691:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078244.790692:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078244.790694:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653161088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078244.790698:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653161088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790702:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078244.790703:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790703:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078244.790704:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078244.790706:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653161088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790709:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078244.790711:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653161088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790715:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078244.790716:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790717:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078244.790718:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790719:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078244.790721:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078244.790723:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078244.790726:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078244.790728:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078244.790731:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653161088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078244.790738:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653161088:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078244.790742:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078244.790746:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653161216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790752:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078244.790754:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078244.790756:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078244.790757:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078244.790759:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078244.790762:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653161216:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078244.790766:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078244.790767:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078244.790769:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078244.790771:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078244.790773:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078244.790775:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078244.790777:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078244.790779:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078244.790781:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078244.790783:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653161216, portal 4
00000100:00000001:0.0:1769078244.790784:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078244.790785:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:0.0:1769078244.790789:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653161216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790793:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078244.790795:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078244.790796:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078244.790797:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653161216, offset 0
00000400:00000200:0.0:1769078244.790799:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078244.790802:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078244.790804:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078244.790806:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078244.790807:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078244.790808:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078244.790810:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078244.790812:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200963:200963:256:4294967295] 192.168.204.104@tcp LPNI seq info [200963:200963:8:4294967295]
00000400:00000200:0.0:1769078244.790814:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078244.790818:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078244.790820:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078244.790822:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078244.790824:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078244.790826:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078244.790828:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078244.790829:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078244.790832:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078244.790833:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078244.790835:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078244.790837:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078244.790838:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078244.790839:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078244.790841:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078244.790843:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a680 x1855007653161216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790847:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078244.790848:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653161216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790852:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.790853:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078244.790855:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078244.790857:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078244.790859:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078244.790860:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299897363
00000100:00000001:0.0:1769078244.790862:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299898620
00000100:00000001:0.0:1769078244.790863:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299897363
00000100:00000001:0.0:1769078244.790864:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299898620
00000100:00000001:0.0:1769078244.790865:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078244.790867:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.790868:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078244.790869:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078244/real 1769078244]  req@ffff88ba87a9a680 x1855007653161216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078244.790873:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078244.790874:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078244.790875:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078244.790877:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078244.790878:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078244.790879:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078244.790880:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653161216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078244.790885:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653161216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790888:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078244.790889:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790890:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078244.790890:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078244.790892:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653161216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790895:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078244.790897:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653161216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790902:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078244.790903:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790904:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078244.790905:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790906:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078244.790907:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078244.790908:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078244.790910:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078244.790911:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078244.790913:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653161216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078244.790917:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653161216:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078244.790919:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790920:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078244.790921:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653160960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790925:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078244.790926:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078244.790927:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078244.790928:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078244.790929:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078244.790929:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078244.790930:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078244.790932:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:0.0:1769078244.790933:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078244.790934:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078244.790935:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:0.0:1769078244.790938:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078244.790938:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790940:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078244.790941:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653161088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790945:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078244.790946:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078244.790947:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078244.790948:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078244.790948:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078244.790949:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078244.790950:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078244.790950:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:0.0:1769078244.790951:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078244.790952:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078244.790953:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
00000100:00000001:0.0:1769078244.790954:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078244.790954:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790955:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078244.790957:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653161216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790960:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078244.790960:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078244.790961:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078244.790962:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078244.790963:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078244.790963:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078244.790964:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078244.790965:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:0.0:1769078244.790966:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078244.790966:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078244.790967:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:0.0:1769078244.790968:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078244.790969:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790969:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.790972:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078244.790972:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.790974:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078244.790975:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078244.790976:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078244.790978:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653161344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.790982:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078244.790983:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078244.790984:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078244.790985:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078244.790986:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078244.790988:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653161344:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078244.790989:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078244.790991:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078244.790992:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078244.790992:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078244.790994:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078244.790995:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078244.790997:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078244.790998:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078244.791000:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078244.791002:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653161344, portal 4
00000100:00000001:0.0:1769078244.791003:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078244.791004:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
00000100:00000040:0.0:1769078244.791007:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653161344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.791011:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078244.791012:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078244.791013:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078244.791014:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653161344, offset 0
00000400:00000200:0.0:1769078244.791016:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078244.791018:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078244.791020:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078244.791021:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078244.791023:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078244.791024:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078244.791026:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078244.791028:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200964:200964:256:4294967295] 192.168.204.104@tcp LPNI seq info [200964:200964:8:4294967295]
00000400:00000200:0.0:1769078244.791030:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078244.791033:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078244.791035:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078244.791037:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078244.791039:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078244.791040:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078244.791043:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078244.791044:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078244.791047:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078244.791048:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078244.791049:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078244.791051:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078244.791053:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078244.791054:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078244.791055:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078244.791057:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98a80 x1855007653161344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.791061:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078244.791063:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653161344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.791066:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.791067:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078244.791068:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078244.791070:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078244.791072:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078244.791073:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299897363
00000100:00000001:0.0:1769078244.791074:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299898620
00000100:00000001:0.0:1769078244.791075:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299897363
00000100:00000001:0.0:1769078244.791076:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299898620
00000100:00000001:0.0:1769078244.791078:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078244.791079:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.791080:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078244.791082:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078244/real 1769078244]  req@ffff88ba87a98a80 x1855007653161344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078244.791086:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078244.791087:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078244.791087:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078244.791088:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078244.791089:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078244.791090:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078244.791092:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653161344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078244.791097:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653161344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.791100:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078244.791101:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.791102:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078244.791102:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078244.791104:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653161344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.791107:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078244.791109:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653161344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.791113:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078244.791114:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.791115:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078244.791115:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.791116:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078244.791117:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078244.791119:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078244.791121:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078244.791122:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078244.791124:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653161344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078244.791128:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653161344:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078244.791130:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.791131:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078244.791132:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653161344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.791135:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078244.791136:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078244.791137:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078244.791138:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078244.791139:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078244.791139:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078244.791140:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078244.791141:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:0.0:1769078244.791142:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078244.791143:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078244.791144:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:0.0:1769078244.791145:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078244.791145:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.791146:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.791148:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078244.791149:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.791150:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078244.791151:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078245.428660:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078245.428666:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078245.428731:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078245.428738:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078245.428743:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078246.068600:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299898620, at 4299898624
00000100:00000040:0.0:1769078246.068607:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299898620, at 4299898624
00000100:00000010:1.0:1769078246.068613:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16120.
00000100:00000010:0.0:1769078246.068621:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078246.452682:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078246.452689:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078246.452742:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078246.452748:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078246.452752:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078247.476665:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078247.476673:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078247.476742:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078247.476747:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078247.476751:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078248.500686:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078248.500695:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078248.500780:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078248.500785:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078248.500788:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078249.524665:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078249.524675:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078249.524731:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078249.524735:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078249.524738:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078249.908725:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078249.908751:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078249.908753:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078249.908758:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078249.908763:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078249.908773:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5230
00000400:00000200:2.0:1769078249.908803:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078249.908812:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078249.908815:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078249.908819:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078249.908830:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078249.908833:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078249.908836:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078249.908841:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078249.908844:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078249.908847:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078249.908860:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078249.908863:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078249.908866:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078249.908869:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078249.908871:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078249.908873:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078249.908883:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078249.908886:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078249.908890:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078249.908893:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078249.908896:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078249.908909:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078249.908912:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.908915:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078249.908918:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078249.908938:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0380.
00000020:00000040:2.0:1769078249.908943:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078249.908947:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078249.908949:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.908953:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078249.908956:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078249.908967:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078249.908977:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7800.
00000100:00000001:2.0:1769078249.908984:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078249.908994:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0380 x1855007653161472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078249.909016:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078249.909021:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078249.909026:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463fdd6a] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0380 x1855007653161472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.909068:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078249.909072:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078249.909084:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078249.909086:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078249.909087:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078249.909091:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078249.909094:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5230
00000400:00000200:2.0:1769078249.909099:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078249.909103:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078249.909106:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078249.909110:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769078249.909110:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078249.909115:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078249.909116:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078249.909119:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078249.909125:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0380 x1855007653161472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078249.909129:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078249.909136:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078249.909141:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078249.909143:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078249.909146:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078249.909150:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1769078249.909151:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
02000000:00000001:0.0:1769078249.909155:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769078249.909155:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078249.909159:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
02000000:00000001:0.0:1769078249.909161:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078249.909163:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00100000:0.0:1769078249.909168:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653161472:192.168.204.104@tcp:250:kworker.0
00000020:00000001:2.0:1769078249.909169:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078249.909176:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078249.909181:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078249.909185:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078249.909185:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078249.909189:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078249.909190:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1769078249.909195:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078249.909197:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078249.909202:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078249.909207:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078249.909208:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078249.909213:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000400:00000010:0.0:1769078249.909215:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00080000:2.0:1769078249.909217:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078249.909221:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078249.909224:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
02000000:00000001:2.0:1769078249.909224:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1769078249.909240:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653161472, portal 25
02000000:00000001:2.0:1769078249.909242:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078249.909244:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1769078249.909260:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.909263:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078249.909268:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976458112 : -131139733093504 : ffff88baa6cb0380)
00000008:00100000:2.0:1769078249.909269:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769078249.909276:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0380 x1855007653161472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769078249.909276:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.909281:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078249.909288:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2a00.
00000100:00000001:0.0:1769078249.909290:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078249.909294:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078249.909297:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078249.909301:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653161472, offset 0
00000020:00000040:2.0:1769078249.909305:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078249.909310:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078249.909311:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
02000000:00000001:2.0:1769078249.909312:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.909316:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078249.909318:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078249.909324:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:2.0:1769078249.909328:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078249.909333:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
02000000:00000010:2.0:1769078249.909337:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6400.
00000400:00000200:0.0:1769078249.909339:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769078249.909344:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078249.909346:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078249.909352:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00100000:2.0:1769078249.909353:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2a00 x1855007653161600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078249.909356:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078249.909361:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200965:200965:256:4294967295] 192.168.204.104@tcp LPNI seq info [200965:200965:8:4294967295]
00000400:00000200:0.0:1769078249.909363:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078249.909377:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078249.909383:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1769078249.909387:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000001:2.0:1769078249.909388:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078249.909393:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000100:00000040:2.0:1769078249.909396:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb869b7d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2a00 x1855007653161600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1769078249.909404:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078249.909409:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769078249.909412:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078249.909417:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:2.0:1769078249.909418:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1769078249.909422:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078249.909425:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078249.909427:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078249.909432:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1769078249.909434:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078249.909437:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078249.909438:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1769078249.909442:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078249.909444:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000100:00000001:2.0:1769078249.909446:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1769078249.909447:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078249.909453:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1769078249.909453:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5230
00000100:00000200:0.0:1769078249.909458:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0380 x1855007653161472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.909467:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078249.909469:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0380 x1855007653161472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078249.909474:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078249.909477:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.909480:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1769078249.909483:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078249.909488:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078249.909488:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078249.909495:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:2.0:1769078249.909495:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078249.909499:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299903739
00000100:00000010:0.0:1769078249.909505:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:0.0:1769078249.909512:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078249.909512:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078249.909517:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078249.909521:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299903739
00000100:00000001:2.0:1769078249.909522:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000010:0.0:1769078249.909525:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16720.
00000020:00000001:2.0:1769078249.909527:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078249.909529:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000020:00000040:2.0:1769078249.909531:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078249.909569:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078249.909572:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078249.909575:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000001:0.0:1769078249.909576:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769078249.909579:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000001:0.0:1769078249.909582:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078249.909586:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078249.909587:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078249.909594:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078249/real 1769078249]  req@ffff88baa6cb0380 x1855007653161472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.909599:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1769078249.909608:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078249.909610:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078249.909613:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000100:00000040:2.0:1769078249.909613:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078249.909617:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078249.909618:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078249.909620:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078249.909624:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0380 x1855007653161472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.909626:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078249.909633:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00000200:0.0:1769078249.909641:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0380 x1855007653161472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.909652:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078249.909654:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769078249.909654:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078249.909659:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078249.909660:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.909663:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1769078249.909664:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078249.909669:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769078249.909671:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0380 x1855007653161472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.909677:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078249.909682:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0380 x1855007653161472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078249.909683:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.909689:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078249.909691:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078249.909694:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.909695:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078249.909696:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.909697:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078249.909699:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078249.909702:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1769078249.909704:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1769078249.909706:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078249.909709:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078249.909711:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0380 x1855007653161472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078249.909718:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653161472:192.168.204.104@tcp:250:kworker.0
00000008:00000001:2.0:1769078249.909718:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.909723:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.909726:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1769078249.909729:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2d80.
00000100:00000001:0.0:1769078249.909730:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1769078249.909735:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000040:0.0:1769078249.909736:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0380 x1855007653161472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078249.909740:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078249.909742:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.909749:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078249.909752:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1769078249.909755:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1769078249.909757:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:2.0:1769078249.909759:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078249.909762:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1769078249.909763:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078249.909766:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078249.909770:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
02000000:00000010:2.0:1769078249.909770:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4400.
00000020:00000001:0.0:1769078249.909775:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078249.909777:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:0.0:1769078249.909782:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078249.909784:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078249.909786:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0380.
00000100:00000001:2.0:1769078249.909787:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.909788:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078249.909791:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.909793:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078249.909797:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2d80 x1855007653161728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078249.909802:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078249.909805:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.909809:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078249.909810:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078249.909811:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078249.909815:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2a00 x1855007653161600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.909840:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078249.909844:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.909847:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078249.909849:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078249.909851:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078249.909853:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078249.909853:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000284d5799] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2d80 x1855007653161728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078249.909855:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078249.909858:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653161600:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078249.909861:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078249.909863:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078249.909865:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078249.909869:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078249.909874:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
00000100:00000001:2.0:1769078249.909877:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078249.909878:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078249.909882:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078249.909887:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:2.0:1769078249.909889:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:0.0:1769078249.909892:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00000001:2.0:1769078249.909893:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078249.909896:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769078249.909899:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078249.909903:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653161600, portal 10
00000100:00000001:0.0:1769078249.909906:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078249.909908:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976467968 : -131139733083648 : ffff88baa6cb2a00)
00000100:00000001:2.0:1769078249.909909:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078249.909915:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5230
00000100:00000040:0.0:1769078249.909917:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2a00 x1855007653161600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078249.909923:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078249.909930:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078249.909935:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078249.909938:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078249.909940:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078249.909941:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078249.909942:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000040:0.0:1769078249.909948:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078249.909952:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078249.909955:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653161600, offset 0
00000100:00000001:2.0:1769078249.909955:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078249.909962:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078249.909965:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000400:00000200:0.0:1769078249.909966:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000020:00000001:2.0:1769078249.909969:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078249.909973:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:2.0:1769078249.909973:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078249.909978:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000200:0.0:1769078249.909981:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000001:2.0:1769078249.909982:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078249.909989:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078249.909990:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769078249.909994:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078249.909997:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078249.910002:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078249.910005:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078249.910009:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200966:200966:256:4294967295] 192.168.204.104@tcp LPNI seq info [200966:200966:8:4294967295]
00000100:00000040:2.0:1769078249.910012:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078249.910016:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078249.910018:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078249.910023:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000400:00000200:0.0:1769078249.910028:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1769078249.910030:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078249.910036:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078249.910040:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
02000000:00000001:2.0:1769078249.910041:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078249.910046:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1769078249.910047:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
02000000:00000001:2.0:1769078249.910051:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078249.910056:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078249.910056:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078249.910060:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000800:00000200:0.0:1769078249.910062:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000008:00000001:2.0:1769078249.910066:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.910070:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078249.910071:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000010:2.0:1769078249.910076:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1c00.
00000800:00000200:0.1:1769078249.910076:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078249.910081:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078249.910083:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078249.910085:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078249.910087:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078249.910090:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000020:00000040:2.0:1769078249.910091:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000400:00000010:0.0:1769078249.910092:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078249.910096:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1769078249.910098:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1769078249.910100:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2a00 x1855007653161600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078249.910101:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.910106:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078249.910109:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078249.910112:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769078249.910112:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078249.910116:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2a00 x1855007653161600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078249.910119:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6800.
00000100:00000001:0.0:1769078249.910122:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.910125:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.910126:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078249.910130:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078249.910135:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1c00 x1855007653161856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078249.910136:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078249.910145:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078249.910149:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299902490
00000100:00000001:2.0:1769078249.910152:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078249.910155:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299903739
00000100:00000001:2.0:1769078249.910156:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.910161:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299902490
00000100:00000001:0.0:1769078249.910164:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299903739
00000100:00000001:0.0:1769078249.910167:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078249.910171:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.910175:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1769078249.910175:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9079ac7] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1c00 x1855007653161856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078249.910182:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078249/real 1769078249]  req@ffff88baa6cb2a00 x1855007653161600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.910197:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769078249.910199:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1769078249.910201:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1769078249.910202:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078249.910204:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078249.910207:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000100:00080000:2.0:1769078249.910209:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:0.0:1769078249.910210:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078249.910214:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1769078249.910214:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078249.910219:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1769078249.910220:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2a00 x1855007653161600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.910226:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1769078249.910231:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2a00 x1855007653161600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078249.910234:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5230
00000100:00000001:0.0:1769078249.910242:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078249.910244:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769078249.910245:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078249.910257:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078249.910259:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078249.910262:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2a00 x1855007653161600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910266:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078249.910268:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2a00 x1855007653161600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910272:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078249.910277:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.910279:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078249.910280:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769078249.910281:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078249.910283:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078249.910287:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078249.910287:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1769078249.910293:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1769078249.910294:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078249.910300:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1769078249.910303:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000040:2.0:1769078249.910305:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078249.910308:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1769078249.910310:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000040:0.0:1769078249.910317:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2a00 x1855007653161600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078249.910318:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078249.910321:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078249.910324:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078249.910327:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078249.910331:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00100000:0.0:1769078249.910336:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653161600:192.168.204.104@tcp:38:kworker.0
00000020:00000001:2.0:1769078249.910336:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078249.910344:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078249.910344:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078249.910346:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769078249.910350:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078249.910351:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2a00 x1855007653161600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910359:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078249.910360:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078249.910361:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078249.910363:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078249.910364:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078249.910365:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078249.910366:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078249.910367:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:0.0:1769078249.910369:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078249.910370:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078249.910371:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2a00.
00000100:00000001:0.0:1769078249.910374:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000040:2.0:1769078249.910374:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078249.910376:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.910380:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078249.910381:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078249.910383:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:2.0:1769078249.910385:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:0.0:1769078249.910386:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.910391:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078249.910392:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769078249.910394:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078249.910395:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078249.910399:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2d80 x1855007653161728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.910401:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078249.910406:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078249.910410:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078249.910411:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078249.910411:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078249.910417:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078249.910417:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078249.910420:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078249.910422:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769078249.910423:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078249.910426:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653161728:192.168.204.104@tcp:38:kworker.0
00000008:00100000:2.0:1769078249.910426:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078249.910432:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1769078249.910434:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078249.910435:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078249.910437:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078249.910439:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078249.910439:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078249.910442:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078249.910445:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078249.910446:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3800.
00000400:00000200:0.0:1769078249.910450:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:2.0:1769078249.910453:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000400:00000010:0.0:1769078249.910454:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078249.910458:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
02000000:00000001:2.0:1769078249.910459:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1769078249.910462:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653161728, portal 10
02000000:00000001:2.0:1769078249.910463:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.910465:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078249.910468:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976468864 : -131139733082752 : ffff88baa6cb2d80)
00000100:00000001:2.0:1769078249.910468:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078249.910472:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1769078249.910473:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2d80 x1855007653161728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078249.910477:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.910482:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078249.910484:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
02000000:00000010:2.0:1769078249.910486:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5800.
00000400:00000010:0.0:1769078249.910487:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078249.910491:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653161728, offset 0
00000100:00000001:2.0:1769078249.910494:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078249.910495:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078249.910500:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078249.910505:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00100000:2.0:1769078249.910505:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3800 x1855007653161984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078249.910509:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078249.910513:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078249.910514:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078249.910516:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078249.910518:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200967:200967:256:4294967295] 192.168.204.104@tcp LPNI seq info [200967:200967:8:4294967295]
00000400:00000200:0.0:1769078249.910520:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078249.910524:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078249.910527:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078249.910529:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078249.910531:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078249.910534:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078249.910553:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078249.910559:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769078249.910566:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1769078249.910568:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000001:2.0:1769078249.910572:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078249.910573:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078249.910578:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769078249.910580:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054f3da69] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3800 x1855007653161984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078249.910586:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078249.910591:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078249.910595:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:2.0:1769078249.910597:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.910599:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078249.910604:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2d80 x1855007653161728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078249.910605:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5240)
00000100:00000001:0.0:1769078249.910613:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078249.910615:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2d80 x1855007653161728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910619:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.910620:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078249.910622:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078249.910625:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078249.910629:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078249.910631:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299902476
00000100:00000001:0.0:1769078249.910634:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299903739
00000100:00000001:0.0:1769078249.910636:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299902476
00000100:00000001:0.0:1769078249.910638:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299903739
00000100:00000001:0.0:1769078249.910640:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078249.910642:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.910644:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078249.910648:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078249/real 1769078249]  req@ffff88baa6cb2d80 x1855007653161728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078249.910656:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078249.910658:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078249.910660:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078249.910662:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078249.910664:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078249.910666:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078249.910669:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2d80 x1855007653161728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078249.910677:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2d80 x1855007653161728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910681:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078249.910682:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.910683:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078249.910684:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078249.910686:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2d80 x1855007653161728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910691:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078249.910693:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2d80 x1855007653161728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910697:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078249.910698:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.910699:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078249.910700:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.910701:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078249.910702:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078249.910703:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078249.910705:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078249.910706:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078249.910709:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2d80 x1855007653161728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078249.910714:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653161728:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078249.910716:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078249.910718:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1c00 x1855007653161856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910721:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078249.910722:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078249.910724:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078249.910726:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078249.910727:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078249.910730:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653161856:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078249.910732:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078249.910734:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078249.910735:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078249.910737:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078249.910740:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078249.910742:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078249.910747:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078249.910749:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078249.910753:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078249.910756:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653161856, portal 4
00000100:00000001:0.0:1769078249.910758:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078249.910759:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976464384 : -131139733087232 : ffff88baa6cb1c00)
00000100:00000040:0.0:1769078249.910765:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1c00 x1855007653161856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910771:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078249.910773:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078249.910775:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078249.910777:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653161856, offset 0
00000400:00000200:0.0:1769078249.910780:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078249.910782:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078249.910785:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078249.910787:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078249.910788:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078249.910790:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078249.910791:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078249.910793:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200968:200968:256:4294967295] 192.168.204.104@tcp LPNI seq info [200968:200968:8:4294967295]
00000400:00000200:0.0:1769078249.910796:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078249.910800:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078249.910803:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078249.910805:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078249.910807:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078249.910809:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078249.910812:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078249.910813:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078249.910816:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078249.910817:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078249.910819:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078249.910821:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078249.910823:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078249.910824:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078249.910825:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078249.910828:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1c00 x1855007653161856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910833:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078249.910834:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1c00 x1855007653161856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910838:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.910839:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078249.910841:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078249.910843:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078249.910845:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078249.910846:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299902483
00000100:00000001:0.0:1769078249.910848:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299903739
00000100:00000001:0.0:1769078249.910850:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299902483
00000100:00000001:0.0:1769078249.910851:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299903739
00000100:00000001:0.0:1769078249.910852:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078249.910853:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.910854:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078249.910856:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078249/real 1769078249]  req@ffff88baa6cb1c00 x1855007653161856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078249.910862:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078249.910863:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078249.910865:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078249.910867:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078249.910869:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078249.910870:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078249.910874:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1c00 x1855007653161856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078249.910881:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1c00 x1855007653161856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910888:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078249.910890:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.910891:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078249.910893:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078249.910896:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1c00 x1855007653161856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910903:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078249.910907:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1c00 x1855007653161856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910912:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078249.910914:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.910915:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078249.910916:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.910918:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078249.910920:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078249.910923:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078249.910926:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078249.910928:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078249.910932:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1c00 x1855007653161856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078249.910939:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653161856:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078249.910943:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.910945:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078249.910948:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2d80 x1855007653161728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910955:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078249.910956:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078249.910958:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078249.910960:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078249.910962:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078249.910963:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078249.910965:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078249.910966:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:0.0:1769078249.910968:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078249.910969:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078249.910970:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2d80.
00000100:00000001:0.0:1769078249.910972:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078249.910973:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.910974:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078249.910978:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1c00 x1855007653161856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.910989:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078249.910991:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078249.910992:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078249.910994:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078249.910995:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078249.910996:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078249.910999:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078249.911000:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:0.0:1769078249.911002:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078249.911004:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078249.911005:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1c00.
00000100:00000001:0.0:1769078249.911007:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078249.911008:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.911010:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.911013:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078249.911015:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.911017:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078249.911018:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078249.911020:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078249.911023:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3800 x1855007653161984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.911030:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078249.911031:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078249.911033:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078249.911034:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078249.911036:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078249.911039:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653161984:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078249.911042:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078249.911044:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078249.911045:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078249.911046:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078249.911050:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078249.911051:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078249.911055:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078249.911058:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078249.911062:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078249.911065:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653161984, portal 4
00000100:00000001:0.0:1769078249.911067:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078249.911068:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976471552 : -131139733080064 : ffff88baa6cb3800)
00000100:00000040:0.0:1769078249.911074:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3800 x1855007653161984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.911081:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078249.911082:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078249.911084:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078249.911086:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653161984, offset 0
00000400:00000200:0.0:1769078249.911088:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078249.911091:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078249.911093:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078249.911096:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078249.911097:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078249.911099:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078249.911101:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078249.911102:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200969:200969:256:4294967295] 192.168.204.104@tcp LPNI seq info [200969:200969:8:4294967295]
00000400:00000200:0.0:1769078249.911105:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078249.911108:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078249.911111:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078249.911112:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078249.911115:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078249.911116:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078249.911119:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078249.911121:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078249.911124:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078249.911125:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078249.911127:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078249.911130:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078249.911132:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078249.911134:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078249.911136:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078249.911140:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3800 x1855007653161984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.911146:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078249.911149:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3800 x1855007653161984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.911155:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.911157:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078249.911160:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078249.911163:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078249.911167:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078249.911169:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299902483
00000100:00000001:0.0:1769078249.911171:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299903739
00000100:00000001:0.0:1769078249.911173:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299902483
00000100:00000001:0.0:1769078249.911175:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299903739
00000100:00000001:0.0:1769078249.911177:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078249.911179:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.911181:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078249.911183:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078249/real 1769078249]  req@ffff88baa6cb3800 x1855007653161984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078249.911188:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078249.911190:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078249.911191:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078249.911193:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078249.911194:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078249.911195:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078249.911197:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3800 x1855007653161984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078249.911202:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3800 x1855007653161984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.911209:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078249.911210:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.911212:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078249.911212:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078249.911214:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3800 x1855007653161984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.911218:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078249.911220:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3800 x1855007653161984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.911223:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078249.911225:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.911225:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078249.911226:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.911227:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078249.911228:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078249.911230:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078249.911232:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078249.911234:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078249.911236:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3800 x1855007653161984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078249.911240:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653161984:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078249.911242:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.911243:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078249.911245:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3800 x1855007653161984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078249.911261:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078249.911262:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078249.911263:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078249.911265:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078249.911266:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078249.911267:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078249.911268:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078249.911269:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:0.0:1769078249.911271:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078249.911272:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078249.911273:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3800.
00000100:00000001:0.0:1769078249.911275:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078249.911276:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.911277:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.911279:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078249.911280:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.911282:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078249.911284:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078250.548676:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078250.548684:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078250.548740:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078250.548743:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078250.548746:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078251.188630:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299903739, at 4299903744
00000100:00000040:1.0:1769078251.188630:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299903739, at 4299903744
00000100:00000010:0.0:1769078251.188647:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000010:1.0:1769078251.188650:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16720.
00010000:00000001:2.0:1769078251.572629:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078251.572636:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078251.572686:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078251.572690:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078251.572695:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078252.596632:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078252.596642:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078252.596704:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078252.596709:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078252.596712:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078253.620687:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078253.620698:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078253.620780:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078253.620785:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078253.620789:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078254.644624:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078254.644633:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078254.644635:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078254.644638:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078254.644644:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078254.644647:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078254.644649:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078254.644652:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078254.644692:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078254.644695:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078254.644698:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078255.028719:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078255.028733:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078255.028736:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078255.028749:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078255.028754:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078255.028763:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5235
00000400:00000200:2.0:1769078255.028774:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078255.028782:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078255.028786:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078255.028789:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.028794:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078255.028796:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.028799:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078255.028811:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078255.028814:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078255.028817:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078255.028819:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078255.028822:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078255.028826:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078255.028829:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.028831:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078255.028833:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.028835:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078255.028838:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078255.028841:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078255.028844:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078255.028847:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078255.028852:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078255.028855:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.028857:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078255.028860:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078255.028872:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1880.
00000020:00000040:2.0:1769078255.028877:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078255.028882:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078255.028884:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.028888:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078255.028891:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078255.028896:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078255.028904:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7400.
00000100:00000001:2.0:1769078255.028912:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078255.028923:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1880 x1855007653162112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078255.028935:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078255.028946:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078255.028951:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000298d1d4e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1880 x1855007653162112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078255.028976:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078255.028980:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078255.028987:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078255.028989:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078255.028991:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078255.028993:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078255.028996:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5235
00000400:00000200:2.0:1769078255.029000:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078255.029003:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078255.029006:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078255.029009:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.029012:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078255.029015:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.029018:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078255.029020:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078255.029022:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000100:00000001:0.0:1769078255.029024:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078255.029024:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078255.029027:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:0.0:1769078255.029030:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078255.029031:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078255.029035:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769078255.029036:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078255.029044:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000040:0.0:1769078255.029046:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1880 x1855007653162112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078255.029048:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078255.029052:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.029057:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078255.029062:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:0.0:1769078255.029065:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769078255.029067:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078255.029069:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.029072:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.029076:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078255.029077:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078255.029081:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078255.029085:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078255.029086:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078255.029091:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078255.029095:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653162112:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078255.029096:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078255.029102:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078255.029103:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1769078255.029108:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.029110:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078255.029111:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.029115:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078255.029117:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0700.
02000000:00000001:0.0:1769078255.029120:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1769078255.029122:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078255.029126:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1769078255.029128:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d000.
02000000:00000001:2.0:1769078255.029128:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.029130:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078255.029133:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078255.029134:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078255.029137:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078255.029143:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7c00.
00000400:00000200:0.0:1769078255.029146:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078255.029148:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078255.029153:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00100000:2.0:1769078255.029155:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0700 x1855007653162240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078255.029182:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078255.029184:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078255.029188:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbee985a] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0700 x1855007653162240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769078255.029190:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000001:2.0:1769078255.029201:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078255.029203:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653162112, portal 25
00000100:00080000:2.0:1769078255.029204:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078255.029209:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769078255.029210:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078255.029213:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976463488 : -131139733088128 : ffff88baa6cb1880)
00000100:00000001:2.0:1769078255.029214:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078255.029217:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078255.029221:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1769078255.029225:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1880 x1855007653162112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078255.029227:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5235
00000400:00000200:2.0:1769078255.029236:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078255.029242:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078255.029244:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769078255.029246:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078255.029252:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000040:2.0:1769078255.029254:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000010:0.0:1769078255.029256:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000001:2.0:1769078255.029258:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769078255.029262:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653162112, offset 0
00000100:00000040:2.0:1769078255.029262:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.029268:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078255.029272:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078255.029273:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000400:00000200:0.0:1769078255.029277:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000020:00000001:2.0:1769078255.029278:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078255.029281:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078255.029285:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078255.029287:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078255.029291:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:2.0:1769078255.029295:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.029298:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078255.029303:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000040:2.0:1769078255.029303:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.029307:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078255.029311:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000200:0.0:1769078255.029313:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769078255.029316:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078255.029320:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078255.029321:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
02000000:00000001:2.0:1769078255.029323:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078255.029327:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078255.029328:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078255.029332:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078255.029335:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.029336:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078255.029340:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078255.029343:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200970:200970:256:4294967295] 192.168.204.104@tcp LPNI seq info [200970:200970:8:4294967295]
00000008:00000001:2.0:1769078255.029345:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.029349:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078255.029353:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000010:2.0:1769078255.029358:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3800.
00000020:00000040:2.0:1769078255.029361:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078255.029367:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078255.029368:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.029370:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078255.029371:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078255.029373:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078255.029378:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4000.
00000400:00000200:0.0:1769078255.029381:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078255.029383:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078255.029393:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3800 x1855007653162368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769078255.029396:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078255.029406:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000100:00000001:2.0:1769078255.029406:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078255.029410:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078255.029417:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078255.029422:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769078255.029425:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054f3da69] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3800 x1855007653162368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769078255.029434:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078255.029441:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078255.029441:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1769078255.029446:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1769078255.029452:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00080000:2.0:1769078255.029454:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:0.0:1769078255.029457:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000100:00000001:2.0:1769078255.029458:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078255.029461:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078255.029465:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078255.029468:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1769078255.029469:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5235
00000400:00000200:2.0:1769078255.029477:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078255.029479:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078255.029484:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078255.029487:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078255.029488:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000100:00000040:2.0:1769078255.029493:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000010:0.0:1769078255.029494:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:2.0:1769078255.029497:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078255.029502:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769078255.029502:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.029507:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000200:0.0:1769078255.029511:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1880 x1855007653162112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078255.029511:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078255.029514:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078255.029518:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078255.029521:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078255.029526:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078255.029530:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1769078255.029530:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:0.0:1769078255.029565:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1880 x1855007653162112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078255.029571:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.029576:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078255.029581:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078255.029582:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.029585:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078255.029586:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1769078255.029591:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078255.029595:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078255.029597:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.029599:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078255.029602:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769078255.029605:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:2.0:1769078255.029607:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078255.029609:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299908860
02000000:00000001:2.0:1769078255.029613:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.029617:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:0.0:1769078255.029618:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000008:00100000:2.0:1769078255.029619:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078255.029623:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.029624:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.029628:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000010:2.0:1769078255.029629:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1c00.
00000020:00000040:2.0:1769078255.029633:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078255.029636:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078255.029637:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.029638:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078255.029639:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078255.029640:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299908860
02000000:00000001:2.0:1769078255.029641:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078255.029648:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d166c0.
02000000:00000010:2.0:1769078255.029648:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5400.
00000100:00000001:0.0:1769078255.029654:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078255.029654:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078255.029658:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1c00 x1855007653162496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078255.029664:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078255.029666:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.029667:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078255.029670:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9079ac7] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1c00 x1855007653162496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.029673:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.029679:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078255.029682:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078255.029685:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769078255.029688:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078255/real 1769078255]  req@ffff88baa6cb1880 x1855007653162112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078255.029689:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078255.029692:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078255.029694:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078255.029696:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078255.029699:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5235
00000400:00000200:2.0:1769078255.029702:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078255.029704:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078255.029708:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078255.029713:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.029716:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078255.029717:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000001:0.0:1769078255.029718:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769078255.029719:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000001:0.0:1769078255.029722:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1769078255.029723:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078255.029725:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078255.029727:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:0.0:1769078255.029728:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000020:00000040:2.0:1769078255.029728:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078255.029733:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078255.029735:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000200:0.0:1769078255.029736:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000100:00000040:2.0:1769078255.029737:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000010:0.0:1769078255.029740:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:2.0:1769078255.029740:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078255.029742:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078255.029743:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078255.029744:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078255.029745:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078255.029746:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078255.029748:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078255.029750:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078255.029753:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.029754:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1769078255.029754:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078255.029758:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078255.029760:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.029762:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078255.029763:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1880 x1855007653162112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769078255.029765:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2d80.
00000020:00000040:2.0:1769078255.029768:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078255.029772:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078255.029774:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.029777:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078255.029780:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078255.029782:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078255.029784:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1880 x1855007653162112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078255.029786:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4800.
00000100:00000001:2.0:1769078255.029789:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078255.029796:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2d80 x1855007653162624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078255.029799:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078255.029803:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078255.029803:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078255.029806:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.029808:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1769078255.029810:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000284d5799] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2d80 x1855007653162624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.029812:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078255.029818:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078255.029821:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1880 x1855007653162112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078255.029822:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5245)
00000100:00000001:0.0:1769078255.029831:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078255.029836:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1880 x1855007653162112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.029850:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078255.029853:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.029855:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078255.029856:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.029859:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078255.029861:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078255.029864:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078255.029870:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078255.029872:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078255.029877:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1880 x1855007653162112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078255.029887:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653162112:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078255.029893:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.029896:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078255.029899:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1880 x1855007653162112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.029907:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078255.029910:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078255.029914:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078255.029917:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078255.029919:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078255.029921:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078255.029923:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078255.029925:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7400.
02000000:00000001:0.0:1769078255.029938:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078255.029943:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078255.029946:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1880.
00000100:00000001:0.0:1769078255.029949:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078255.029951:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.029954:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.029963:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078255.029965:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.029968:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078255.029969:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078255.029971:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078255.029975:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0700 x1855007653162240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.029981:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078255.029983:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.029985:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078255.029987:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078255.029990:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078255.029993:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653162240:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078255.029997:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078255.029999:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078255.030001:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.030004:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078255.030008:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078255.030010:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078255.030015:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078255.030019:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078255.030022:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078255.030025:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653162240, portal 10
00000100:00000001:0.0:1769078255.030028:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078255.030030:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459008 : -131139733092608 : ffff88baa6cb0700)
00000100:00000040:0.0:1769078255.030037:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0700 x1855007653162240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030044:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078255.030047:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078255.030051:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078255.030053:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653162240, offset 0
00000400:00000200:0.0:1769078255.030058:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078255.030062:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078255.030067:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078255.030070:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078255.030073:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078255.030077:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078255.030079:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078255.030083:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200971:200971:256:4294967295] 192.168.204.104@tcp LPNI seq info [200971:200971:8:4294967295]
00000400:00000200:0.0:1769078255.030089:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078255.030098:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078255.030103:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078255.030107:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078255.030110:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078255.030159:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078255.030178:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078255.030201:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078255.030207:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078255.030209:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078255.030212:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078255.030216:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078255.030220:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078255.030222:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078255.030224:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078255.030228:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0700 x1855007653162240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030242:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078255.030245:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0700 x1855007653162240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030252:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.030253:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078255.030257:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078255.030261:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078255.030264:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078255.030267:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299907610
00000100:00000001:0.0:1769078255.030269:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299908860
00000100:00000001:0.0:1769078255.030272:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299907610
00000100:00000001:0.0:1769078255.030274:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299908860
00000100:00000001:0.0:1769078255.030276:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078255.030279:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.030280:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078255.030284:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078255/real 1769078255]  req@ffff88baa6cb0700 x1855007653162240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078255.030293:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078255.030294:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078255.030296:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078255.030299:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078255.030301:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078255.030303:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078255.030307:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0700 x1855007653162240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078255.030315:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0700 x1855007653162240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030321:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078255.030324:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.030326:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078255.030327:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078255.030331:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0700 x1855007653162240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030338:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078255.030344:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0700 x1855007653162240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030351:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078255.030354:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.030356:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078255.030358:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.030361:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078255.030363:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078255.030367:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078255.030372:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078255.030374:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078255.030379:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0700 x1855007653162240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078255.030387:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653162240:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078255.030392:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078255.030396:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3800 x1855007653162368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030403:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078255.030404:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.030407:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078255.030409:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078255.030412:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078255.030417:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653162368:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078255.030421:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078255.030423:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078255.030425:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.030427:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078255.030431:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078255.030433:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078255.030436:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078255.030439:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078255.030442:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078255.030445:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653162368, portal 10
00000100:00000001:0.0:1769078255.030446:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078255.030448:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976471552 : -131139733080064 : ffff88baa6cb3800)
00000100:00000040:0.0:1769078255.030454:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3800 x1855007653162368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030461:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078255.030463:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078255.030465:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078255.030467:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653162368, offset 0
00000400:00000200:0.0:1769078255.030472:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078255.030475:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078255.030479:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078255.030482:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078255.030485:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078255.030487:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078255.030490:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078255.030493:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200972:200972:256:4294967295] 192.168.204.104@tcp LPNI seq info [200972:200972:8:4294967295]
00000400:00000200:0.0:1769078255.030496:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078255.030502:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078255.030507:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078255.030511:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078255.030515:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078255.030517:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078255.030522:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078255.030525:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078255.030529:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078255.030531:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078255.030534:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078255.030559:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078255.030563:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078255.030565:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078255.030569:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078255.030573:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3800 x1855007653162368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030582:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078255.030586:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3800 x1855007653162368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030593:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.030595:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078255.030598:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078255.030601:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078255.030604:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078255.030607:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299907596
00000100:00000001:0.0:1769078255.030610:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299908860
00000100:00000001:0.0:1769078255.030612:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299907596
00000100:00000001:0.0:1769078255.030615:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299908860
00000100:00000001:0.0:1769078255.030617:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078255.030619:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.030621:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078255.030624:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078255/real 1769078255]  req@ffff88baa6cb3800 x1855007653162368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078255.030632:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078255.030634:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078255.030636:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078255.030639:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078255.030640:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078255.030643:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078255.030646:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3800 x1855007653162368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078255.030654:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3800 x1855007653162368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030660:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078255.030662:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.030663:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078255.030665:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078255.030668:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3800 x1855007653162368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030675:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078255.030678:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3800 x1855007653162368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030685:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078255.030687:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.030689:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078255.030690:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.030692:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078255.030694:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078255.030696:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078255.030700:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078255.030702:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078255.030706:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3800 x1855007653162368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078255.030719:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653162368:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078255.030723:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078255.030726:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1c00 x1855007653162496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030732:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078255.030733:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.030735:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078255.030737:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078255.030739:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078255.030742:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653162496:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078255.030746:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078255.030747:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078255.030749:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.030750:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078255.030753:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078255.030755:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078255.030759:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078255.030762:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078255.030765:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078255.030768:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653162496, portal 4
00000100:00000001:0.0:1769078255.030770:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078255.030771:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976464384 : -131139733087232 : ffff88baa6cb1c00)
00000100:00000040:0.0:1769078255.030776:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1c00 x1855007653162496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030782:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078255.030784:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078255.030786:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078255.030788:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653162496, offset 0
00000400:00000200:0.0:1769078255.030792:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078255.030797:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078255.030800:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078255.030803:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078255.030805:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078255.030808:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078255.030810:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078255.030813:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200973:200973:256:4294967295] 192.168.204.104@tcp LPNI seq info [200973:200973:8:4294967295]
00000400:00000200:0.0:1769078255.030816:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078255.030822:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078255.030826:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078255.030830:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078255.030833:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078255.030835:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078255.030839:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078255.030842:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078255.030845:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078255.030847:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078255.030850:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078255.030853:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078255.030856:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078255.030857:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078255.030859:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078255.030863:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1c00 x1855007653162496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030870:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078255.030874:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1c00 x1855007653162496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030880:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.030882:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078255.030885:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078255.030888:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078255.030891:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078255.030894:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299907603
00000100:00000001:0.0:1769078255.030897:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299908860
00000100:00000001:0.0:1769078255.030899:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299907603
00000100:00000001:0.0:1769078255.030901:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299908860
00000100:00000001:0.0:1769078255.030903:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078255.030905:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.030907:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078255.030911:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078255/real 1769078255]  req@ffff88baa6cb1c00 x1855007653162496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078255.030919:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078255.030920:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078255.030922:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078255.030924:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078255.030926:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078255.030928:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078255.030931:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1c00 x1855007653162496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078255.030939:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1c00 x1855007653162496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030945:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078255.030946:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.030948:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078255.030949:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078255.030953:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1c00 x1855007653162496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030960:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078255.030963:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1c00 x1855007653162496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.030970:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078255.030973:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.030975:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078255.030976:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.030978:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078255.030979:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078255.030982:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078255.030985:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078255.030988:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078255.030992:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1c00 x1855007653162496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078255.031001:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653162496:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078255.031004:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078255.031008:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2d80 x1855007653162624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.031014:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078255.031015:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.031017:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078255.031019:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078255.031021:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078255.031024:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653162624:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078255.031027:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078255.031028:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078255.031030:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.031032:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078255.031035:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f400.
02000000:00000001:0.0:1769078255.031037:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078255.031040:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078255.031043:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078255.031046:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078255.031048:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653162624, portal 4
00000100:00000001:0.0:1769078255.031051:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078255.031052:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976468864 : -131139733082752 : ffff88baa6cb2d80)
00000100:00000040:0.0:1769078255.031057:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2d80 x1855007653162624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.031064:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078255.031066:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078255.031068:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078255.031070:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653162624, offset 0
00000400:00000200:0.0:1769078255.031074:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078255.031078:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078255.031081:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078255.031084:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078255.031086:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078255.031089:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078255.031091:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078255.031094:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200974:200974:256:4294967295] 192.168.204.104@tcp LPNI seq info [200974:200974:8:4294967295]
00000400:00000200:0.0:1769078255.031099:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078255.031104:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078255.031109:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078255.031112:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078255.031115:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078255.031118:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078255.031122:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078255.031124:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078255.031128:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078255.031130:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078255.031133:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078255.031136:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078255.031139:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078255.031141:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078255.031143:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078255.031147:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2d80 x1855007653162624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.031160:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078255.031186:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2d80 x1855007653162624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.031192:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.031194:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078255.031198:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078255.031201:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078255.031204:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078255.031206:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299907603
00000100:00000001:0.0:1769078255.031208:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299908860
00000100:00000001:0.0:1769078255.031210:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299907603
00000100:00000001:0.0:1769078255.031213:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299908860
00000100:00000001:0.0:1769078255.031214:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078255.031217:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.031218:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078255.031222:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078255/real 1769078255]  req@ffff88baa6cb2d80 x1855007653162624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078255.031229:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078255.031230:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078255.031232:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078255.031234:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078255.031236:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078255.031238:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078255.031241:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2d80 x1855007653162624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078255.031249:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2d80 x1855007653162624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.031255:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078255.031257:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.031258:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078255.031260:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078255.031263:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2d80 x1855007653162624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.031269:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078255.031272:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2d80 x1855007653162624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.031279:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078255.031281:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.031282:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078255.031284:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.031285:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078255.031287:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078255.031289:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078255.031292:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078255.031295:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078255.031298:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2d80 x1855007653162624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078255.031306:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653162624:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078255.031309:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.031311:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078255.031314:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0700 x1855007653162240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.031320:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078255.031322:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078255.031324:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078255.031326:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078255.031328:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078255.031329:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078255.031331:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078255.031333:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7c00.
02000000:00000001:0.0:1769078255.031336:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078255.031338:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078255.031339:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0700.
00000100:00000001:0.0:1769078255.031342:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078255.031343:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.031345:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078255.031348:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3800 x1855007653162368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.031355:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078255.031356:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078255.031358:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078255.031360:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078255.031362:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078255.031363:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078255.031365:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078255.031366:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:0.0:1769078255.031369:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078255.031370:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078255.031372:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3800.
00000100:00000001:0.0:1769078255.031374:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078255.031375:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.031377:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078255.031380:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1c00 x1855007653162496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.031387:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078255.031388:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078255.031390:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078255.031392:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078255.031394:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078255.031395:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078255.031397:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078255.031398:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:0.0:1769078255.031401:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078255.031403:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078255.031404:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1c00.
00000100:00000001:0.0:1769078255.031406:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078255.031408:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.031409:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078255.031413:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2d80 x1855007653162624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.031420:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078255.031421:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078255.031423:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f400.
02000000:00000001:0.0:1769078255.031424:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078255.031425:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078255.031427:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078255.031428:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078255.031430:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4800.
02000000:00000001:0.0:1769078255.031432:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078255.031433:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078255.031434:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2d80.
00000100:00000001:0.0:1769078255.031437:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078255.031438:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.031440:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.031444:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078255.031445:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.031447:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078255.031449:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078255.668644:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078255.668651:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078255.668711:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078255.668715:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078255.668718:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078256.308662:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299908860, at 4299908864
00000100:00000040:1.0:1769078256.308662:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299908860, at 4299908864
00000100:00000010:1.0:1769078256.308679:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d166c0.
00000100:00000010:0.0:1769078256.308681:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078256.692645:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078256.692652:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078256.692719:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078256.692724:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078256.692729:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078257.716648:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078257.716656:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078257.716713:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078257.716718:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078257.716722:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078258.740654:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078258.740662:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078258.740725:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078258.740729:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078258.740733:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078259.764713:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078259.764721:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078259.764821:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078259.764824:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078259.764828:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078260.148682:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078260.148696:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078260.148699:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078260.148704:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078260.148708:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078260.148718:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5240
00000400:00000200:1.0:1769078260.148729:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078260.148735:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078260.148739:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078260.148743:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.148746:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078260.148749:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.148752:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078260.148757:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078260.148759:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078260.148762:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078260.148765:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078260.148768:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078260.148771:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078260.148774:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.148776:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078260.148777:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.148778:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078260.148781:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078260.148784:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078260.148785:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078260.148787:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078260.148790:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078260.148792:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.148794:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078260.148796:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078260.148806:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613480.
00000020:00000040:1.0:1769078260.148809:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078260.148813:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078260.148815:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.148817:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078260.148820:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078260.148824:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078260.148831:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218000.
00000100:00000001:1.0:1769078260.148837:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078260.148845:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613480 x1855007653162752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078260.148854:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078260.148858:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078260.148861:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3972140] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613480 x1855007653162752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.148879:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078260.148882:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078260.148884:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078260.148886:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078260.148887:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078260.148889:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078260.148890:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5240
00000400:00000200:1.0:1769078260.148893:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078260.148894:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078260.148896:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078260.148899:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.148900:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078260.148902:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.148903:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078260.148905:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078260.148906:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078260.148907:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078260.148908:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078260.148910:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078260.148911:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078260.148913:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.148915:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078260.148916:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.148918:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078260.148919:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:0.0:1769078260.148922:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769078260.148922:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078260.148924:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078260.148927:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078260.148929:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769078260.148932:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078260.148933:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078260.148934:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.148938:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078260.148941:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078260.148944:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078260.148945:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613480 x1855007653162752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.148945:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078260.148950:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613b80.
00000020:00000040:1.0:1769078260.148953:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078260.148958:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078260.148959:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.148963:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078260.148964:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769078260.148965:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078260.148968:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.148969:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078260.148972:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
02000000:00000001:0.0:1769078260.148975:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078260.148978:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078260.148980:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078260.148985:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078260.148986:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613b80 x1855007653162880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769078260.148991:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653162752:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078260.149001:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078260.149005:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769078260.149006:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078260.149013:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078260.149018:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078260.149021:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463b92a8] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613b80 x1855007653162880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078260.149023:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078260.149030:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637fc00.
00000100:00000001:1.0:1769078260.149033:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078260.149034:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078260.149040:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078260.149044:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078260.149046:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078260.149047:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078260.149048:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078260.149052:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1769078260.149053:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00080000:1.0:1769078260.149055:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5240
00000400:00000200:1.0:1769078260.149062:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078260.149063:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000400:00000200:1.0:1769078260.149067:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078260.149071:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1769078260.149087:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653162752, portal 25
00000100:00000001:0.0:1769078260.149091:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769078260.149093:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078260.149094:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415875712 : -131140293675904 : ffff88ba85613480)
00000100:00000001:1.0:1769078260.149098:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078260.149101:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.149105:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000040:0.0:1769078260.149110:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613480 x1855007653162752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078260.149110:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078260.149113:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078260.149117:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078260.149121:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000100:00000001:0.0:1769078260.149123:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1769078260.149125:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078260.149129:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:0.0:1769078260.149130:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769078260.149133:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000010:0.0:1769078260.149135:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000001:1.0:1769078260.149136:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769078260.149140:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653162752, offset 0
00000100:00000040:1.0:1769078260.149140:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.149141:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078260.149146:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078260.149149:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:0.0:1769078260.149153:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078260.149154:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078260.149158:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078260.149161:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078260.149165:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.149167:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078260.149170:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078260.149171:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000008:00000001:1.0:1769078260.149176:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.149178:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078260.149181:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000010:1.0:1769078260.149185:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611180.
00000400:00000200:0.0:1769078260.149189:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1769078260.149190:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078260.149194:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078260.149195:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
02000000:00000001:1.0:1769078260.149197:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.149200:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078260.149203:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1769078260.149204:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078260.149207:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078260.149209:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
02000000:00000010:1.0:1769078260.149213:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000400:00000200:0.0:1769078260.149215:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200975:200975:256:4294967295] 192.168.204.104@tcp LPNI seq info [200975:200975:8:4294967295]
00000100:00000001:1.0:1769078260.149219:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078260.149223:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00100000:1.0:1769078260.149226:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611180 x1855007653163008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078260.149233:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078260.149237:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078260.149240:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078260.149245:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca7c0f41] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611180 x1855007653163008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1769078260.149253:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078260.149262:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000100:00000001:1.0:1769078260.149262:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078260.149266:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078260.149271:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.0:1769078260.149274:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078260.149275:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078260.149278:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.0:1769078260.149281:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1769078260.149283:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078260.149290:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5240
00000800:00000200:0.1:1769078260.149290:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000400:00000200:1.0:1769078260.149295:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:0.1:1769078260.149296:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000400:00000200:1.0:1769078260.149300:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078260.149303:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1769078260.149308:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769078260.149310:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000010:0.0:1769078260.149312:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000100:00000001:1.0:1769078260.149313:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078260.149317:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.149319:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078260.149321:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1769078260.149322:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078260.149325:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078260.149329:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078260.149331:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1769078260.149333:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000400:00000200:0.0:1769078260.149337:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000020:00000001:1.0:1769078260.149338:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000010:0.0:1769078260.149341:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000020:00000001:1.0:1769078260.149343:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078260.149348:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769078260.149349:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.149354:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769078260.149355:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613480 x1855007653162752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078260.149359:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.149364:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078260.149369:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078260.149373:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078260.149375:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078260.149375:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078260.149379:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078260.149381:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078260.149382:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613480 x1855007653162752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078260.149384:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.149387:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078260.149390:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078260.149394:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.149399:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.149399:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.149403:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:1.0:1769078260.149405:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610a80.
00000020:00000040:1.0:1769078260.149408:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078260.149410:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078260.149411:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078260.149411:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.149416:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078260.149417:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078260.149419:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078260.149420:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:1.0:1769078260.149423:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000001:0.0:1769078260.149425:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299913979
00000100:00000001:1.0:1769078260.149430:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078260.149432:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00100000:1.0:1769078260.149439:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610a80 x1855007653163136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078260.149442:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078260.149451:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299913979
00000100:00000001:1.0:1769078260.149451:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078260.149455:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078260.149457:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16f60.
00000100:00000040:1.0:1769078260.149462:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cf2531] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610a80 x1855007653163136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.149464:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078260.149469:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078260.149475:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.149480:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078260.149480:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078260.149485:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769078260.149490:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078260/real 1769078260]  req@ffff88ba85613480 x1855007653162752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078260.149490:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078260.149493:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078260.149495:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078260.149500:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078260.149505:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5240
00000400:00000001:0.0:1769078260.149507:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078260.149511:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1769078260.149512:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078260.149515:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:1.0:1769078260.149518:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1769078260.149520:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000100:00080000:1.0:1769078260.149523:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1769078260.149524:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078260.149529:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1769078260.149530:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.149560:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078260.149563:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078260.149564:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613480 x1855007653162752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.149565:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078260.149570:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078260.149571:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078260.149574:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078260.149577:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078260.149581:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078260.149584:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000200:0.0:1769078260.149585:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613480 x1855007653162752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078260.149589:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.149592:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078260.149596:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078260.149599:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078260.149602:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:0.0:1769078260.149604:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1769078260.149605:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078260.149607:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.149608:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078260.149613:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078260.149614:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1769078260.149616:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078260.149617:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078260.149621:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.149624:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:0.0:1769078260.149626:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613480 x1855007653162752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769078260.149627:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078260.149631:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.149635:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078260.149640:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613800.
00000100:00000001:0.0:1769078260.149643:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769078260.149644:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078260.149648:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078260.149648:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.149651:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1769078260.149652:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613480 x1855007653162752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078260.149652:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078260.149655:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078260.149660:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:1.0:1769078260.149665:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.149666:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1769078260.149671:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613800 x1855007653163264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078260.149672:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.149676:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078260.149679:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.149683:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078260.149685:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078260.149687:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078260.149688:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078260.149694:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1769078260.149695:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ee6579f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613800 x1855007653163264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.149702:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078260.149705:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5250)
00000100:00080000:0.0:1769078260.149708:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078260.149712:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078260.149718:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613480 x1855007653162752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078260.149726:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653162752:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078260.149732:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.149734:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078260.149737:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613480 x1855007653162752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.149747:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078260.149750:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078260.149753:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078260.149757:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078260.149759:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078260.149761:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078260.149763:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078260.149765:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218000.
02000000:00000001:0.0:1769078260.149769:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078260.149771:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078260.149773:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613480.
00000100:00000001:0.0:1769078260.149776:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078260.149777:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.149779:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.149787:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078260.149789:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.149792:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078260.149793:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078260.149794:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078260.149798:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613b80 x1855007653162880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.149804:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078260.149805:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078260.149807:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078260.149809:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078260.149811:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078260.149814:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653162880:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078260.149817:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078260.149818:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078260.149820:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078260.149822:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078260.149825:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078260.149827:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078260.149837:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078260.149840:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078260.149843:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078260.149847:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653162880, portal 10
00000100:00000001:0.0:1769078260.149849:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078260.149850:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415877504 : -131140293674112 : ffff88ba85613b80)
00000100:00000040:0.0:1769078260.149856:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613b80 x1855007653162880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.149862:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078260.149864:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078260.149866:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078260.149869:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653162880, offset 0
00000400:00000200:0.0:1769078260.149872:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078260.149875:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078260.149878:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078260.149881:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078260.149884:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078260.149886:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078260.149888:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078260.149891:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200976:200976:256:4294967295] 192.168.204.104@tcp LPNI seq info [200976:200976:8:4294967295]
00000400:00000200:0.0:1769078260.149894:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078260.149900:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078260.149904:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078260.149907:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078260.149910:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078260.149913:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078260.149917:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078260.149919:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078260.149923:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078260.149925:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078260.149928:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078260.149931:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078260.149933:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078260.149935:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078260.149937:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078260.149940:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613b80 x1855007653162880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.149947:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078260.149950:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613b80 x1855007653162880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.149956:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.149957:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078260.149960:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078260.149964:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078260.149967:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078260.149969:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299912730
00000100:00000001:0.0:1769078260.149972:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299913979
00000100:00000001:0.0:1769078260.149974:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299912730
00000100:00000001:0.0:1769078260.149976:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299913979
00000100:00000001:0.0:1769078260.149978:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078260.149980:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.149982:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078260.149985:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078260/real 1769078260]  req@ffff88ba85613b80 x1855007653162880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078260.149993:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078260.149995:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078260.149996:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078260.149998:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078260.150000:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078260.150002:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078260.150005:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613b80 x1855007653162880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078260.150013:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613b80 x1855007653162880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150018:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078260.150020:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150021:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078260.150023:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078260.150027:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613b80 x1855007653162880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150033:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078260.150036:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613b80 x1855007653162880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150041:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078260.150044:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150045:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078260.150047:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150048:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078260.150050:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078260.150052:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078260.150055:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078260.150057:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078260.150060:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613b80 x1855007653162880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078260.150068:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653162880:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078260.150071:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078260.150086:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611180 x1855007653163008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150098:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078260.150099:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078260.150101:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078260.150103:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078260.150105:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078260.150108:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653163008:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078260.150111:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078260.150112:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078260.150114:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078260.150116:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078260.150119:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078260.150121:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078260.150124:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078260.150127:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078260.150129:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078260.150132:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653163008, portal 10
00000100:00000001:0.0:1769078260.150134:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078260.150135:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415866752 : -131140293684864 : ffff88ba85611180)
00000100:00000040:0.0:1769078260.150141:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611180 x1855007653163008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150146:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078260.150148:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078260.150150:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078260.150152:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653163008, offset 0
00000400:00000200:0.0:1769078260.150156:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078260.150159:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078260.150162:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078260.150165:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078260.150167:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078260.150170:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078260.150172:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078260.150175:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200977:200977:256:4294967295] 192.168.204.104@tcp LPNI seq info [200977:200977:8:4294967295]
00000400:00000200:0.0:1769078260.150179:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078260.150185:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078260.150189:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078260.150191:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078260.150195:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078260.150198:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078260.150201:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078260.150204:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078260.150208:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078260.150210:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078260.150212:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078260.150215:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078260.150218:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078260.150219:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078260.150222:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078260.150225:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611180 x1855007653163008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150232:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078260.150234:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611180 x1855007653163008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150240:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.150242:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078260.150244:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078260.150247:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078260.150250:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078260.150252:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299912715
00000100:00000001:0.0:1769078260.150254:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299913979
00000100:00000001:0.0:1769078260.150256:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299912715
00000100:00000001:0.0:1769078260.150259:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299913979
00000100:00000001:0.0:1769078260.150261:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078260.150263:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.150265:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078260.150268:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078260/real 1769078260]  req@ffff88ba85611180 x1855007653163008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078260.150275:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078260.150276:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078260.150277:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078260.150280:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078260.150282:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078260.150283:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078260.150286:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611180 x1855007653163008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078260.150293:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611180 x1855007653163008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150299:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078260.150300:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150301:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078260.150302:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078260.150305:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611180 x1855007653163008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150311:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078260.150314:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611180 x1855007653163008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150320:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078260.150322:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150323:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078260.150325:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150327:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078260.150328:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078260.150331:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078260.150335:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078260.150336:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078260.150340:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611180 x1855007653163008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078260.150347:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653163008:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078260.150350:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078260.150353:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610a80 x1855007653163136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150359:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078260.150361:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078260.150363:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078260.150365:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078260.150367:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078260.150370:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653163136:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078260.150373:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078260.150375:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078260.150377:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078260.150378:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078260.150382:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078260.150384:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078260.150387:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078260.150390:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078260.150393:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078260.150396:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653163136, portal 4
00000100:00000001:0.0:1769078260.150398:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078260.150399:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864960 : -131140293686656 : ffff88ba85610a80)
00000100:00000040:0.0:1769078260.150404:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610a80 x1855007653163136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150410:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078260.150412:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078260.150414:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078260.150416:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653163136, offset 0
00000400:00000200:0.0:1769078260.150419:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078260.150423:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078260.150426:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078260.150428:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078260.150431:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078260.150434:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078260.150436:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078260.150439:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200978:200978:256:4294967295] 192.168.204.104@tcp LPNI seq info [200978:200978:8:4294967295]
00000400:00000200:0.0:1769078260.150443:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078260.150448:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078260.150452:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078260.150455:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078260.150459:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078260.150461:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078260.150465:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078260.150468:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078260.150472:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078260.150473:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078260.150476:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078260.150479:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078260.150481:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078260.150483:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078260.150486:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078260.150490:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610a80 x1855007653163136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150496:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078260.150499:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610a80 x1855007653163136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150504:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.150506:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078260.150509:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078260.150512:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078260.150515:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078260.150517:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299912722
00000100:00000001:0.0:1769078260.150519:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299913979
00000100:00000001:0.0:1769078260.150521:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299912722
00000100:00000001:0.0:1769078260.150522:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299913979
00000100:00000001:0.0:1769078260.150524:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078260.150526:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.150528:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078260.150531:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078260/real 1769078260]  req@ffff88ba85610a80 x1855007653163136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078260.150555:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078260.150556:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078260.150558:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078260.150561:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078260.150562:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078260.150565:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078260.150568:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610a80 x1855007653163136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078260.150576:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610a80 x1855007653163136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150582:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078260.150583:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150585:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078260.150587:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078260.150589:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610a80 x1855007653163136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150595:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078260.150599:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610a80 x1855007653163136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150606:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078260.150608:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150610:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078260.150611:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150613:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078260.150615:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078260.150617:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078260.150620:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078260.150622:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078260.150626:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610a80 x1855007653163136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078260.150632:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653163136:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078260.150636:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078260.150639:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613800 x1855007653163264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150645:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078260.150646:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078260.150648:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078260.150650:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078260.150651:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078260.150654:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653163264:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078260.150657:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078260.150659:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078260.150660:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078260.150662:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078260.150665:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e000.
02000000:00000001:0.0:1769078260.150667:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078260.150671:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078260.150674:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078260.150677:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078260.150680:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653163264, portal 4
00000100:00000001:0.0:1769078260.150681:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078260.150682:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415876608 : -131140293675008 : ffff88ba85613800)
00000100:00000040:0.0:1769078260.150688:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613800 x1855007653163264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150694:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078260.150697:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078260.150698:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00000200:0.0:1769078260.150701:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653163264, offset 0
00000400:00000200:0.0:1769078260.150704:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078260.150707:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078260.150711:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078260.150713:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078260.150716:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078260.150718:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078260.150721:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078260.150724:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200979:200979:256:4294967295] 192.168.204.104@tcp LPNI seq info [200979:200979:8:4294967295]
00000400:00000200:0.0:1769078260.150727:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078260.150732:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078260.150737:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078260.150740:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
00000800:00000200:0.0:1769078260.150743:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078260.150746:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078260.150750:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078260.150753:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078260.150756:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078260.150758:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:0.0:1769078260.150761:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078260.150764:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078260.150767:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:0.0:1769078260.150769:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:0.0:1769078260.150771:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078260.150775:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613800 x1855007653163264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150782:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078260.150784:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613800 x1855007653163264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150790:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.150792:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078260.150795:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078260.150797:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078260.150800:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078260.150802:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299912723
00000100:00000001:0.0:1769078260.150804:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299913979
00000100:00000001:0.0:1769078260.150806:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299912723
00000100:00000001:0.0:1769078260.150808:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299913979
00000100:00000001:0.0:1769078260.150810:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078260.150813:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.150814:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078260.150817:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078260/real 1769078260]  req@ffff88ba85613800 x1855007653163264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078260.150823:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078260.150825:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078260.150826:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078260.150828:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078260.150830:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078260.150832:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078260.150835:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613800 x1855007653163264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078260.150842:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613800 x1855007653163264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150853:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078260.150854:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150856:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078260.150857:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078260.150860:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613800 x1855007653163264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150866:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078260.150870:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613800 x1855007653163264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150877:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078260.150879:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150880:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078260.150881:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150883:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078260.150885:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078260.150887:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078260.150890:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078260.150892:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078260.150895:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613800 x1855007653163264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078260.150902:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653163264:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078260.150905:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150907:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078260.150910:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613b80 x1855007653162880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150916:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078260.150917:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078260.150919:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078260.150921:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078260.150923:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078260.150924:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078260.150926:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078260.150928:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a000.
02000000:00000001:0.0:1769078260.150932:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078260.150933:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078260.150935:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613b80.
00000100:00000001:0.0:1769078260.150937:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078260.150938:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150940:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078260.150943:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611180 x1855007653163008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150949:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078260.150950:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078260.150951:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078260.150964:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078260.150969:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078260.150970:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078260.150972:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078260.150973:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218400.
02000000:00000001:0.0:1769078260.150975:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078260.150976:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078260.150978:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611180.
00000100:00000001:0.0:1769078260.150980:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078260.150982:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.150983:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078260.150986:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610a80 x1855007653163136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.150992:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078260.150994:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078260.150995:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078260.150997:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078260.150998:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078260.150999:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078260.151002:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078260.151003:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218800.
02000000:00000001:0.0:1769078260.151005:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078260.151006:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078260.151007:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610a80.
00000100:00000001:0.0:1769078260.151009:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078260.151011:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.151013:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078260.151015:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613800 x1855007653163264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078260.151020:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078260.151021:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078260.151023:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e000.
02000000:00000001:0.0:1769078260.151024:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078260.151026:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078260.151027:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078260.151028:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078260.151029:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b000.
02000000:00000001:0.0:1769078260.151031:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078260.151032:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078260.151033:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613800.
00000100:00000001:0.0:1769078260.151035:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078260.151036:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.151037:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.151040:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078260.151041:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.151043:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078260.151044:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078260.788680:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078260.788690:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078260.788773:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078260.788777:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078260.788781:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078261.428635:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299913979, at 4299913984
00000100:00000040:1.0:1769078261.428648:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299913979, at 4299913984
00000100:00000010:0.0:1769078261.428658:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000010:1.0:1769078261.428659:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16f60.
00010000:00000001:2.0:1769078261.812666:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078261.812673:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078261.812743:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078261.812748:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078261.812751:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078262.836667:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078262.836677:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078262.836766:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078262.836769:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078262.836772:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078263.860676:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078263.860694:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078263.860698:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078263.860701:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078263.860706:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078263.860709:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078263.860711:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078263.860714:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078263.860771:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078263.860776:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078263.860780:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078264.884645:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078264.884659:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078264.884719:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078264.884724:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078264.884728:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078265.268655:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078265.268666:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078265.268668:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078265.268673:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078265.268677:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078265.268683:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5245
00000400:00000200:1.0:1769078265.268692:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078265.268698:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078265.268702:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078265.268705:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.268708:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078265.268711:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.268713:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078265.268717:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078265.268718:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078265.268721:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078265.268723:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078265.268725:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078265.268727:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078265.268730:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.268732:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078265.268734:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.268735:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078265.268739:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078265.268742:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078265.268745:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078265.268747:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078265.268751:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078265.268754:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.268756:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078265.268758:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078265.268767:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612a00.
00000020:00000040:1.0:1769078265.268778:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078265.268781:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078265.268783:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.268786:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078265.268788:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078265.268792:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078265.268800:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000001:1.0:1769078265.268806:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078265.268818:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612a00 x1855007653163392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078265.268828:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078265.268832:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078265.268837:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080821b25] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612a00 x1855007653163392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.268862:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078265.268865:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078265.268869:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078265.268870:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078265.268872:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078265.268874:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078265.268877:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5245
00000400:00000200:1.0:1769078265.268881:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078265.268884:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078265.268886:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078265.268889:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.268891:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078265.268893:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.268896:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078265.268898:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078265.268900:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078265.268902:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078265.268904:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078265.268906:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078265.268909:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078265.268911:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078265.268913:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078265.268916:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078265.268917:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078265.268921:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.268923:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078265.268925:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078265.268927:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078265.268928:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078265.268932:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078265.268935:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769078265.268938:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612a00 x1855007653163392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078265.268942:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078265.268947:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.268952:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078265.268957:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1769078265.268957:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078265.268961:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078265.268963:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078265.268967:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078265.268967:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078265.268972:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1769078265.268973:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610380.
02000000:00000001:0.0:1769078265.268979:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078265.268980:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078265.268985:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1769078265.269002:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653163392:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078265.269009:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078265.269013:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078265.269015:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078265.269016:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078265.269018:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078265.269020:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078265.269023:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1769078265.269025:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:1.0:1769078265.269025:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078265.269030:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078265.269032:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000400:00000200:0.0:1769078265.269038:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078265.269038:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078265.269046:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00100000:1.0:1769078265.269047:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610380 x1855007653163520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769078265.269054:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000001:1.0:1769078265.269058:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078265.269062:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078265.269063:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653163392, portal 25
00000100:00000040:1.0:1769078265.269067:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea9b11c2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610380 x1855007653163520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078265.269068:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078265.269071:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873024 : -131140293678592 : ffff88ba85612a00)
00000100:00000040:0.0:1769078265.269082:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612a00 x1855007653163392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.269082:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078265.269089:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078265.269097:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078265.269100:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078265.269101:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078265.269105:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1769078265.269109:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078265.269110:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1769078265.269114:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897994c8.
00000100:00080000:1.0:1769078265.269115:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5245
00000100:00000200:0.0:1769078265.269121:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653163392, offset 0
00000400:00000200:1.0:1769078265.269125:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078265.269134:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078265.269134:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078265.269139:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078265.269142:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078265.269147:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078265.269147:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078265.269152:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.269156:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078265.269157:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000001:1.0:1769078265.269161:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078265.269164:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000400:00000200:0.0:1769078265.269166:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1769078265.269167:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078265.269170:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078265.269172:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078265.269174:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078265.269178:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.269180:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078265.269184:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000040:1.0:1769078265.269184:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.269189:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078265.269192:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769078265.269193:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000200:0.0:1769078265.269198:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00080000:1.0:1769078265.269201:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:0.0:1769078265.269207:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200980:200980:256:4294967295] 192.168.204.104@tcp LPNI seq info [200980:200980:8:4294967295]
00000100:00000001:1.0:1769078265.269208:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078265.269212:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078265.269217:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078265.269218:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:1.0:1769078265.269223:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.269226:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078265.269230:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078265.269234:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1769078265.269235:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.269240:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078265.269246:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000010:1.0:1769078265.269247:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610e00.
00000020:00000040:1.0:1769078265.269253:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000800:00000010:0.0:1769078265.269256:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727d00.
02000000:00000001:1.0:1769078265.269257:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078265.269261:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.269262:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078265.269264:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1769078265.269268:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:1.0:1769078265.269268:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078265.269276:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a400.
00000800:00000200:0.1:1769078265.269277:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078265.269284:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078265.269291:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610e00 x1855007653163648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078265.269298:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078265.269300:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.269301:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078265.269309:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:1.0:1769078265.269311:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e5ce01] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610e00 x1855007653163648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078265.269314:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299919099
00000100:00000010:0.0:1769078265.269321:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:1.0:1769078265.269324:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078265.269328:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078265.269329:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1769078265.269335:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078265.269338:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078265.269340:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299919099
00000100:00080000:1.0:1769078265.269340:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1769078265.269347:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16de0.
00000100:00000001:1.0:1769078265.269347:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078265.269353:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1769078265.269354:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5245
00000100:00000001:0.0:1769078265.269360:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078265.269364:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078265.269366:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078265.269370:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078265.269372:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078265.269374:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078265.269379:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.269380:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078265.269382:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078265.269384:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.269386:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078265.269390:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078265.269391:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00000001:0.0:1769078265.269393:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769078265.269394:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078265.269398:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000040:1.0:1769078265.269399:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:0.0:1769078265.269405:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078265.269405:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078265.269410:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078265.269410:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078265.269413:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078265.269417:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000040:0.0:1769078265.269421:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610380 x1855007653163520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.269422:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078265.269429:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.269434:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078265.269436:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769078265.269438:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:0.0:1769078265.269440:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078265.269445:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:0.0:1769078265.269446:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078265.269449:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078265.269450:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078265.269456:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078265.269456:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078265.269461:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769078265.269463:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653163520:192.168.204.104@tcp:38:kworker.0
02000000:00000001:1.0:1769078265.269465:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.269471:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078265.269472:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769078265.269475:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1769078265.269476:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1769078265.269478:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078265.269481:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078265.269483:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078265.269485:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078265.269490:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612680.
00000020:00000040:1.0:1769078265.269492:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000010:0.0:1769078265.269496:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637fc00.
02000000:00000001:1.0:1769078265.269496:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078265.269498:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078265.269502:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.269502:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078265.269506:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078265.269509:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078265.269510:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078265.269516:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
02000000:00000010:1.0:1769078265.269516:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b800.
00000100:00000001:1.0:1769078265.269523:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078265.269524:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078265.269529:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653163520, portal 10
00000100:00100000:1.0:1769078265.269531:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612680 x1855007653163776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078265.269533:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078265.269572:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415863168 : -131140293688448 : ffff88ba85610380)
00000100:00000040:0.0:1769078265.269584:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610380 x1855007653163520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.269585:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078265.269589:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.269599:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078265.269600:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c0d898d] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612680 x1855007653163776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078265.269607:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078265.269613:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799770.
00000100:00000001:1.0:1769078265.269616:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078265.269618:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653163520, offset 0
00000100:00080000:1.0:1769078265.269621:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078265.269628:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00080000:1.0:1769078265.269628:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078265.269633:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078265.269635:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078265.269637:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078265.269639:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078265.269644:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00080000:1.0:1769078265.269645:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5245
00000400:00000200:0.0:1769078265.269652:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078265.269656:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078265.269658:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078265.269660:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078265.269663:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200981:200981:255:4294967295] 192.168.204.104@tcp LPNI seq info [200981:200981:7:4294967295]
00000400:00000200:0.0:1769078265.269667:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078265.269674:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078265.269678:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078265.269682:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000010:0.0:1769078265.269685:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727600.
00000400:00000200:1.0:1769078265.269690:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078265.269694:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078265.269698:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.269700:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078265.269702:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.269705:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:0.0:1769078265.269707:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:1.0:1769078265.269709:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078265.269712:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078265.269716:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1769078265.269716:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:1.0:1769078265.269720:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:0.0:1769078265.269721:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078265.269724:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:0.0:1769078265.269727:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000020:00000001:1.0:1769078265.269728:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000200:0.0:1769078265.269734:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:1.0:1769078265.269736:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078265.269739:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299917850
00000100:00000001:1.0:1769078265.269740:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078265.269746:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078265.269748:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078265.269750:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299919099
00000020:00000040:1.0:1769078265.269752:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:0.0:1769078265.269755:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299917850
00000100:00080000:1.0:1769078265.269758:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078265.269760:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299919099
00000100:00000001:1.0:1769078265.269765:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.269766:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078265.269770:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078265.269771:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.269776:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078265.269776:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078265.269782:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078265.269783:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610e00 x1855007653163648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.269786:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078265.269790:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078265.269796:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.269798:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078265.269799:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.269802:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078265.269805:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611c00.
02000000:00000001:0.0:1769078265.269806:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078265.269810:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769078265.269811:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078265.269814:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078265.269817:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078265.269820:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078265.269821:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653163648:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078265.269825:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078265.269828:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078265.269829:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078265.269832:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078265.269834:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078265.269837:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078265.269840:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078265.269840:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
02000000:00000010:0.0:1769078265.269846:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
00000100:00000001:1.0:1769078265.269846:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078265.269851:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078265.269854:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611c00 x1855007653163904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078265.269858:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078265.269863:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000100:00000001:1.0:1769078265.269869:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1769078265.269870:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000001:1.0:1769078265.269873:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078265.269875:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653163648, portal 10
00000100:00000001:0.0:1769078265.269880:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769078265.269881:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8684d4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611c00 x1855007653163904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078265.269882:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415865856 : -131140293685760 : ffff88ba85610e00)
00000100:00000040:0.0:1769078265.269895:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610e00 x1855007653163648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.269895:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078265.269903:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5255)
00000100:00000001:0.0:1769078265.269906:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078265.269911:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078265.269914:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799000.
00000100:00000200:0.0:1769078265.269918:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653163648, offset 0
00000400:00000200:0.0:1769078265.269923:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078265.269928:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078265.269931:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078265.269934:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078265.269937:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078265.269939:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078265.269941:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078265.269944:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200982:200982:254:4294967295] 192.168.204.104@tcp LPNI seq info [200982:200982:6:4294967295]
00000400:00000200:0.0:1769078265.269947:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078265.269953:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078265.269958:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078265.269961:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727b00.
00000800:00000200:0.0:1769078265.269965:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078265.269969:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078265.269972:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078265.269974:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078265.269978:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078265.269979:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299917835
00000100:00000001:0.0:1769078265.269982:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299919099
00000100:00000001:0.0:1769078265.269985:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299917835
00000100:00000001:0.0:1769078265.269986:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299919099
00000100:00000001:0.0:1769078265.270002:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078265.270005:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.270008:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.270009:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078265.270013:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078265.270014:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078265.270016:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078265.270017:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078265.270019:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078265.270023:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612680 x1855007653163776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078265.270030:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078265.270032:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078265.270034:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078265.270036:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078265.270038:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078265.270041:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653163776:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078265.270044:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078265.270046:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078265.270048:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078265.270050:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078265.270053:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078265.270055:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078265.270059:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078265.270062:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e268.
00000400:00000010:0.0:1769078265.270065:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799440.
00000100:00000200:0.0:1769078265.270068:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653163776, portal 4
00000100:00000001:0.0:1769078265.270070:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078265.270072:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415872128 : -131140293679488 : ffff88ba85612680)
00000100:00000040:0.0:1769078265.270077:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612680 x1855007653163776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078265.270084:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078265.270086:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078265.270088:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799d48.
00000100:00000200:0.0:1769078265.270090:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653163776, offset 0
00000400:00000200:0.0:1769078265.270094:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078265.270098:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078265.270102:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078265.270104:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078265.270106:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078265.270109:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078265.270111:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078265.270114:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200983:200983:253:4294967295] 192.168.204.104@tcp LPNI seq info [200983:200983:5:4294967295]
00000400:00000200:0.0:1769078265.270118:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078265.270124:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078265.270128:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078265.270131:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727100.
00000800:00000200:0.0:1769078265.270135:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078265.270138:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078265.270141:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078265.270144:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078265.270147:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078265.270149:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299917842
00000100:00000001:0.0:1769078265.270151:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299919099
00000100:00000001:0.0:1769078265.270153:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299917842
00000100:00000001:0.0:1769078265.270155:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299919099
00000100:00000001:0.0:1769078265.270157:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078265.270159:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.270161:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078265.270165:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611c00 x1855007653163904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078265.270171:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078265.270173:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078265.270175:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078265.270177:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078265.270179:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078265.270181:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653163904:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078265.270185:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078265.270186:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078265.270188:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078265.270189:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078265.270192:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078265.270194:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078265.270198:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078265.270200:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5eaa8.
00000400:00000010:0.0:1769078265.270203:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897992a8.
00000100:00000200:0.0:1769078265.270206:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653163904, portal 4
00000100:00000001:0.0:1769078265.270208:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078265.270209:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415869440 : -131140293682176 : ffff88ba85611c00)
00000100:00000040:0.0:1769078265.270214:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611c00 x1855007653163904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078265.270219:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078265.270221:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078265.270224:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799990.
00000100:00000200:0.0:1769078265.270226:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653163904, offset 0
00000400:00000200:0.0:1769078265.270230:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078265.270233:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078265.270236:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078265.270239:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078265.270241:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078265.270243:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078265.270246:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078265.270248:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200984:200984:252:4294967295] 192.168.204.104@tcp LPNI seq info [200984:200984:4:4294967295]
00000400:00000200:0.0:1769078265.270252:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078265.270258:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078265.270262:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078265.270265:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727f00.
00000800:00000200:0.0:1769078265.270268:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078265.270272:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078265.270275:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078265.270277:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078265.270281:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078265.270282:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299917842
00000100:00000001:0.0:1769078265.270284:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299919099
00000100:00000001:0.0:1769078265.270286:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299917842
00000100:00000001:0.0:1769078265.270288:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299919099
00000100:00000001:0.0:1769078265.270291:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078265.270292:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.270295:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.270297:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078265.270300:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078265.270301:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078265.270303:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078265.270304:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078265.270306:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.270307:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078265.908691:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078265.908700:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078265.908775:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078265.908782:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078265.908786:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078266.548631:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299919099, at 4299919104
00000100:00000040:0.0:1769078266.548633:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299919099, at 4299919104
00000100:00000010:1.0:1769078266.548646:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16de0.
00000100:00000010:0.0:1769078266.548654:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078266.932672:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078266.932681:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078266.932752:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078266.932757:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078266.932761:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078267.956704:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078267.956711:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078267.956779:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078267.956787:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078267.956791:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078268.340933:0:2395:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:2.0:1769078268.341023:0:2395:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078268.341039:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078268.341045:0:2395:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:2.0:1769078268.341049:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078268.341055:0:2395:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078268.341061:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:2.0:1769078268.341066:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727d00.
00000400:00000200:2.0:1769078268.341072:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078268.341078:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078268.341086:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897994c8
00000400:00000010:2.0:1769078268.341089:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897994c8.
00000100:00000001:2.0:1769078268.341096:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078268.341107:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85612a00 x1855007653163392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078268.341140:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078268.341145:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612a00 x1855007653163392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078268.341153:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078268.341154:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078268.341169:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:2.0:1769078268.341172:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727600.
00000400:00000200:2.0:1769078268.341175:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078268.341179:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078268.341183:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799770
00000400:00000010:2.0:1769078268.341186:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799770.
00000100:00000001:2.0:1769078268.341189:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078268.341190:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:2.0:1769078268.341196:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85610380 x1855007653163520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341197:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078268.341206:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078268.341208:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078268.341215:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610380 x1855007653163520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078268.341218:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078265/real 1769078268]  req@ffff88ba85612a00 x1855007653163392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078268.341232:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078268.341236:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:0.0:1769078268.341243:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078268.341247:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000800:00000100:2.0:1769078268.341248:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000400:00000010:0.0:1769078268.341253:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000800:00000010:2.0:1769078268.341254:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727b00.
00000400:00000200:0.0:1769078268.341260:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000200:2.0:1769078268.341260:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:0.0:1769078268.341265:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000400:00000200:2.0:1769078268.341266:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1769078268.341270:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1769078268.341273:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799000
00000100:00000200:0.0:1769078268.341278:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612a00 x1855007653163392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078268.341278:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799000.
00000100:00000001:2.0:1769078268.341283:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078268.341292:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85610e00 x1855007653163648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078268.341296:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612a00 x1855007653163392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078268.341313:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078268.341314:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078268.341318:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078268.341322:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610e00 x1855007653163648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341323:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078268.341327:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078268.341334:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078268.341335:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612a00 x1855007653163392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078268.341339:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078268.341347:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:2.0:1769078268.341349:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:2.0:1769078268.341353:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727100.
00000100:00000040:0.0:1769078268.341356:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612a00 x1855007653163392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078268.341359:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078268.341370:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1769078268.341371:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078268.341376:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769078268.341377:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799d48
00000100:00000001:0.0:1769078268.341379:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078268.341382:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1769078268.341382:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799d48.
00000100:00000001:0.0:1769078268.341386:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078268.341387:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078268.341391:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000200:2.0:1769078268.341396:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85612680 x1855007653163776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078268.341398:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1769078268.341408:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1769078268.341411:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000040:2.0:1769078268.341416:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612680 x1855007653163776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341417:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078268.341426:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612a00 x1855007653163392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078268.341431:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078268.341436:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1769078268.341443:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653163392:192.168.204.104@tcp:250:kworker.0
00000800:00000100:2.0:1769078268.341448:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000100:00000001:0.0:1769078268.341451:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078268.341452:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727f00.
00000100:00000001:0.0:1769078268.341455:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1769078268.341458:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000040:0.0:1769078268.341460:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612a00 x1855007653163392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078268.341467:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1769078268.341475:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000400:00000200:2.0:1769078268.341475:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799990
00000400:00000010:2.0:1769078268.341481:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799990.
02000000:00000001:0.0:1769078268.341482:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1769078268.341487:0:2395:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1769078268.341488:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
00000100:00000200:2.0:1769078268.341493:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85611c00 x1855007653163904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078268.341494:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078268.341499:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078268.341503:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078268.341507:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1769078268.341508:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1769078268.341511:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219800.
00000100:00000040:2.0:1769078268.341515:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611c00 x1855007653163904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078268.341517:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078268.341522:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078268.341525:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612a00.
00000100:00000001:2.0:1769078268.341528:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078268.341531:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078268.341533:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078268.341534:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.341570:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078268.341572:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078268.341573:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078268.341575:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078268.341580:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078265/real 1769078268]  req@ffff88ba85612680 x1855007653163776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078268.341590:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078268.341592:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078268.341594:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e268.
00000400:00000200:0.0:1769078268.341597:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799440
00000400:00000010:0.0:1769078268.341600:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799440.
00000100:00000001:0.0:1769078268.341602:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078268.341605:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612680 x1855007653163776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078268.341614:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612680 x1855007653163776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341621:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078268.341622:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.341624:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078268.341626:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078268.341629:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612680 x1855007653163776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341637:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078268.341641:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612680 x1855007653163776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341647:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078268.341649:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.341652:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078268.341654:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.341655:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078268.341657:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078268.341659:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078268.341663:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078268.341665:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078268.341669:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612680 x1855007653163776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078268.341678:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653163776:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078268.341681:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078268.341685:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078265/real 1769078268]  req@ffff88ba85611c00 x1855007653163904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078268.341692:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078268.341693:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078268.341695:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5eaa8.
00000400:00000200:0.0:1769078268.341697:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897992a8
00000400:00000010:0.0:1769078268.341699:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897992a8.
00000100:00000001:0.0:1769078268.341701:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078268.341704:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611c00 x1855007653163904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078268.341712:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611c00 x1855007653163904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341717:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078268.341718:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.341720:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078268.341721:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078268.341724:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611c00 x1855007653163904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341737:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078268.341742:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611c00 x1855007653163904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341749:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078268.341752:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.341754:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078268.341755:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.341756:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078268.341757:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078268.341760:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078268.341763:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078268.341766:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078268.341770:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611c00 x1855007653163904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078268.341778:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653163904:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078268.341781:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078268.341786:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078265/real 1769078268]  req@ffff88ba85610380 x1855007653163520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078268.341793:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078268.341794:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078268.341796:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000400:00000200:0.0:1769078268.341799:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078268.341800:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078268.341803:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078268.341806:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610380 x1855007653163520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078268.341832:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610380 x1855007653163520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341839:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078268.341840:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.341842:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078268.341844:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078268.341847:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610380 x1855007653163520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341853:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078268.341857:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610380 x1855007653163520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341864:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078268.341867:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.341868:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078268.341869:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.341870:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078268.341872:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078268.341874:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078268.341877:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078268.341879:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078268.341883:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610380 x1855007653163520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078268.341890:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653163520:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078268.341893:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078268.341897:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078265/real 1769078268]  req@ffff88ba85610e00 x1855007653163648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078268.341911:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078268.341912:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078268.341914:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078268.341916:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078268.341918:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078268.341920:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078268.341922:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610e00 x1855007653163648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078268.341931:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610e00 x1855007653163648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341953:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078268.341954:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.341956:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078268.341957:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078268.341962:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610e00 x1855007653163648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341969:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078268.341973:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610e00 x1855007653163648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.341979:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078268.341981:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.341983:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078268.341984:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.341985:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078268.341987:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078268.341989:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078268.341992:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078268.341994:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078268.341998:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610e00 x1855007653163648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078268.342009:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653163648:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078268.342013:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.342015:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078268.342018:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612680 x1855007653163776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.342024:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078268.342025:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078268.342027:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078268.342030:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078268.342031:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078268.342032:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078268.342034:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078268.342036:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b800.
02000000:00000001:0.0:1769078268.342040:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078268.342041:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078268.342042:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612680.
00000100:00000001:0.0:1769078268.342044:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078268.342046:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.342047:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078268.342050:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611c00 x1855007653163904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.342057:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078268.342058:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078268.342060:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078268.342062:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078268.342063:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078268.342065:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078268.342066:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078268.342067:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b400.
02000000:00000001:0.0:1769078268.342069:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078268.342071:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078268.342072:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611c00.
00000100:00000001:0.0:1769078268.342075:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078268.342076:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.342078:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078268.342081:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610380 x1855007653163520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.342087:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078268.342088:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078268.342089:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078268.342091:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078268.342092:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078268.342093:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078268.342095:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078268.342096:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:0.0:1769078268.342099:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078268.342100:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078268.342101:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610380.
00000100:00000001:0.0:1769078268.342103:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078268.342104:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.342106:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078268.342109:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610e00 x1855007653163648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078268.342115:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078268.342116:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078268.342117:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078268.342119:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078268.342120:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078268.342121:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078268.342122:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078268.342124:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a400.
02000000:00000001:0.0:1769078268.342125:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078268.342126:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078268.342127:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610e00.
00000100:00000001:0.0:1769078268.342129:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078268.342130:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.342132:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.342142:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078268.342145:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078268.342147:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078268.342148:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078268.980676:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078268.980684:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078268.980763:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078268.980767:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078268.980771:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078270.004691:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078270.004700:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078270.004761:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078270.004764:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078270.004768:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078270.388716:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078270.388729:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078270.388731:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078270.388735:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078270.388739:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078270.388749:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5250
00000400:00000200:3.0:1769078270.388761:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078270.388768:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078270.388772:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078270.388775:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.388779:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078270.388790:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.388793:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078270.388799:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078270.388801:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078270.388804:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078270.388807:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078270.388810:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078270.388819:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078270.388823:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.388825:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078270.388826:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.388828:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078270.388832:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078270.388835:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078270.388843:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078270.388846:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078270.388850:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078270.388853:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.388856:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078270.388859:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078270.388868:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769078270.388879:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078270.388884:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078270.388886:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.388890:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078270.388893:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078270.388898:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078270.388920:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078270.388927:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078270.388938:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653164032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078270.388964:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078270.388975:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078270.388981:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653164032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078270.389021:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078270.389031:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078270.389034:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078270.389036:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078270.389038:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078270.389040:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078270.389043:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5250
00000400:00000200:3.0:1769078270.389047:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078270.389050:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078270.389069:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078270.389073:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389076:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078270.389078:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389080:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078270.389082:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078270.389084:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078270.389086:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078270.389088:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078270.389090:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078270.389092:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078270.389095:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389098:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078270.389099:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389101:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078270.389104:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078270.389106:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389109:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078270.389111:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078270.389118:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078270.389120:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.389122:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078270.389126:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078270.389129:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.389131:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078270.389135:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769078270.389137:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078270.389140:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078270.389142:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.389144:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078270.389145:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078270.389147:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078270.389162:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769078270.389166:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078270.389170:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653164160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078270.389178:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078270.389189:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078270.389199:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653164160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078270.389209:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078270.389212:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078270.389216:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078270.389217:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078270.389219:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078270.389221:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078270.389223:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5250
00000400:00000200:3.0:1769078270.389227:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078270.389230:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078270.389232:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078270.389235:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389237:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078270.389239:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389241:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078270.389243:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078270.389245:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078270.389246:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078270.389248:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078270.389250:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078270.389252:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078270.389256:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389258:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078270.389260:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389262:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078270.389264:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078270.389267:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389269:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078270.389271:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078270.389274:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078270.389276:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.389278:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078270.389280:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078270.389283:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.389284:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078270.389291:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769078270.389293:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078270.389295:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078270.389296:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.389298:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078270.389299:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078270.389300:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078270.389304:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769078270.389307:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078270.389331:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653164288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078270.389617:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078270.389620:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078270.389625:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653164288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078270.389644:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078270.389648:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078270.389652:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078270.389654:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078270.389660:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078270.389663:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078270.389666:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5250
00000400:00000200:3.0:1769078270.389671:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078270.389707:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078270.389711:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078270.389720:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389722:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078270.389724:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389727:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078270.389730:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078270.389732:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078270.389751:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078270.389753:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078270.389755:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078270.389757:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078270.389760:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389762:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078270.389764:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389767:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078270.389769:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078270.389772:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389790:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078270.389793:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078270.389796:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078270.389798:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.389801:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078270.389818:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078270.389821:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.389823:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078270.389828:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769078270.389830:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078270.389833:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078270.389835:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.389837:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078270.389838:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078270.389840:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078270.389862:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769078270.389875:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078270.389879:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653164416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078270.389891:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078270.389894:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078270.389924:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653164416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078270.389950:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078270.389952:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078270.389956:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078270.389957:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078270.389958:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078270.389965:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078270.389967:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5250
00000400:00000200:3.0:1769078270.389971:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078270.389974:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078270.389976:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078270.389978:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389980:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078270.389982:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.389984:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078270.389986:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078270.389991:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078270.389993:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078270.389995:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078270.389997:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078270.389999:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078270.390002:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.390003:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078270.390006:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078270.390008:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078270.390010:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078270.390016:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078270.390019:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078270.390021:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078270.390023:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078270.390025:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.390027:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078270.390029:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078270.390031:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.390032:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078270.390036:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769078270.390038:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078270.390040:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078270.390046:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.390048:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078270.390049:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078270.390051:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078270.390055:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769078270.390058:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078270.390062:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653164544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078270.390068:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078270.390070:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078270.390073:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653164544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078270.390086:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078270.390092:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5260)
00000100:00000001:0.0:1769078270.391144:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078270.391159:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078270.391163:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078270.391173:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653164032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.391188:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078270.391191:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078270.391196:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078270.391199:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078270.391202:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078270.391206:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653164032:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078270.391217:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078270.391229:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078270.391232:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078270.391240:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078270.391248:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078270.391250:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078270.391260:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078270.391271:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078270.391279:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078270.391289:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653164032, portal 25
00000100:00000001:0.0:1769078270.391292:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078270.391300:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:0.0:1769078270.391306:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653164032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.391314:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078270.391317:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078270.391321:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078270.391324:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653164032, offset 0
00000400:00000200:0.0:1769078270.391338:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078270.391348:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078270.391361:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078270.391368:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078270.391373:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078270.391377:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078270.391386:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078270.391391:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200985:200985:256:4294967295] 192.168.204.104@tcp LPNI seq info [200985:200985:8:4294967295]
00000400:00000200:0.0:1769078270.391396:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078270.391413:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078270.391420:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078270.391427:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078270.391442:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078270.391446:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078270.391452:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078270.391464:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078270.391469:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078270.391472:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078270.391479:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078270.391484:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078270.391490:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078270.391498:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078270.391505:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078270.391509:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653164032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.391519:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078270.391523:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653164032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.391597:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078270.391599:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078270.391614:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078270.391620:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078270.391624:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299924222
00000100:00000010:0.0:1769078270.391636:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:0.0:1769078270.391646:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078270.391655:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299924222
00000100:00000010:0.0:1769078270.391664:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16960.
00000100:00000001:0.0:1769078270.391668:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078270.391679:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078270.391682:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078270.391691:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078270.391696:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078270/real 1769078270]  req@ffff88ba87a98e00 x1855007653164032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078270.391709:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078270.391711:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078270.391715:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078270.391724:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078270.391726:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078270.391729:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078270.391733:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653164032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078270.391743:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653164032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.391750:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078270.391757:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.391761:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078270.391763:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078270.391768:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653164032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.391775:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078270.391785:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653164032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.391793:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078270.391797:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.391799:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078270.391800:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.391803:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078270.391805:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078270.391809:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078270.391819:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078270.391822:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078270.391827:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653164032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078270.391836:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653164032:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078270.391846:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078270.391851:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653164160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.391857:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078270.391859:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078270.391861:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078270.391863:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078270.391866:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078270.391869:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653164160:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078270.391878:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078270.391881:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078270.391882:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078270.391884:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078270.391888:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078270.391890:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078270.391894:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078270.391897:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078270.391914:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078270.391918:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653164160, portal 10
00000100:00000001:0.0:1769078270.391921:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078270.391922:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000100:00000040:0.0:1769078270.391929:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653164160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.391935:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078270.391938:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078270.391946:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078270.391949:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653164160, offset 0
00000400:00000200:0.0:1769078270.391954:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078270.391958:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078270.391963:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078270.391966:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078270.391969:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078270.391977:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078270.391980:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078270.391983:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200986:200986:256:4294967295] 192.168.204.104@tcp LPNI seq info [200986:200986:8:4294967295]
00000400:00000200:0.0:1769078270.391987:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078270.391993:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078270.391998:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078270.392007:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078270.392012:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078270.392015:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078270.392019:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078270.392065:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078270.392070:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078270.392072:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078270.392076:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078270.392079:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078270.392083:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078270.392084:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078270.392087:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078270.392091:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b100 x1855007653164160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392104:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078270.392107:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653164160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392114:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078270.392125:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078270.392130:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078270.392135:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078270.392156:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078270.392159:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299922972
00000100:00000001:0.0:1769078270.392162:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299924222
00000100:00000001:0.0:1769078270.392164:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299922972
00000100:00000001:0.0:1769078270.392166:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299924222
00000100:00000001:0.0:1769078270.392168:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078270.392170:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078270.392172:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078270.392176:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078270/real 1769078270]  req@ffff88ba87a9b100 x1855007653164160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078270.392184:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078270.392185:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078270.392187:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078270.392190:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078270.392192:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078270.392194:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078270.392197:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653164160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078270.392205:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653164160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392213:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078270.392214:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.392217:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078270.392218:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078270.392221:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653164160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392228:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078270.392231:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653164160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392237:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078270.392239:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.392241:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078270.392242:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.392244:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078270.392246:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078270.392249:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078270.392271:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078270.392274:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078270.392278:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653164160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078270.392285:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653164160:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078270.392289:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078270.392293:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653164288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392299:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078270.392301:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078270.392303:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078270.392304:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078270.392307:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078270.392310:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653164288:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078270.392314:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078270.392316:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078270.392318:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078270.392320:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078270.392324:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078270.392326:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078270.392329:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078270.392332:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078270.392335:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078270.392339:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653164288, portal 10
00000100:00000001:0.0:1769078270.392341:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078270.392342:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:0.0:1769078270.392347:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653164288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392353:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078270.392356:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078270.392370:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078270.392373:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653164288, offset 0
00000400:00000200:0.0:1769078270.392377:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078270.392381:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078270.392385:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078270.392387:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078270.392390:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078270.392392:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078270.392394:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078270.392398:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200987:200987:256:4294967295] 192.168.204.104@tcp LPNI seq info [200987:200987:8:4294967295]
00000400:00000200:0.0:1769078270.392402:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078270.392408:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078270.392412:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078270.392416:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078270.392421:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078270.392424:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078270.392428:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078270.392430:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078270.392434:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078270.392436:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078270.392439:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078270.392442:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078270.392445:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078270.392447:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078270.392449:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078270.392453:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653164288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392461:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078270.392464:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653164288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392470:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078270.392472:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078270.392475:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078270.392478:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078270.392481:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078270.392483:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299922957
00000100:00000001:0.0:1769078270.392485:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299924222
00000100:00000001:0.0:1769078270.392487:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299922957
00000100:00000001:0.0:1769078270.392490:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299924222
00000100:00000001:0.0:1769078270.392492:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078270.392494:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078270.392496:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078270.392499:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078270/real 1769078270]  req@ffff88ba87a99f80 x1855007653164288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078270.392507:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078270.392509:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078270.392511:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078270.392513:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078270.392515:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078270.392517:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078270.392521:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653164288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078270.392529:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653164288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392534:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078270.392564:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.392566:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078270.392568:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078270.392571:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653164288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392578:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078270.392582:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653164288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392588:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078270.392590:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.392592:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078270.392594:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.392595:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078270.392597:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078270.392599:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078270.392603:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078270.392613:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078270.392616:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653164288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078270.392630:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653164288:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078270.392640:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078270.392644:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653164416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392651:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078270.392652:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078270.392655:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078270.392657:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078270.392659:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078270.392662:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653164416:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078270.392665:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078270.392667:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078270.392669:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078270.392670:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078270.392674:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078270.392676:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078270.392679:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078270.392682:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078270.392685:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078270.392698:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653164416, portal 4
00000100:00000001:0.0:1769078270.392701:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078270.392702:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:0.0:1769078270.392708:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653164416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392714:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078270.392716:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078270.392724:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078270.392727:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653164416, offset 0
00000400:00000200:0.0:1769078270.392731:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078270.392735:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078270.392738:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078270.392741:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078270.392743:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078270.392745:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078270.392763:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078270.392766:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200988:200988:256:4294967295] 192.168.204.104@tcp LPNI seq info [200988:200988:8:4294967295]
00000400:00000200:0.0:1769078270.392770:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078270.392775:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078270.392779:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078270.392782:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078270.392786:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078270.392789:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078270.392792:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078270.392794:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078270.392798:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078270.392800:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078270.392802:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078270.392805:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078270.392808:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078270.392809:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078270.392811:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078270.392814:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653164416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392821:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078270.392824:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653164416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392830:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078270.392832:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078270.392835:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078270.392837:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078270.392840:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078270.392843:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299922965
00000100:00000001:0.0:1769078270.392845:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299924222
00000100:00000001:0.0:1769078270.392848:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299922965
00000100:00000001:0.0:1769078270.392850:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299924222
00000100:00000001:0.0:1769078270.392852:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078270.392854:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078270.392855:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078270.392859:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078270/real 1769078270]  req@ffff88ba87a98380 x1855007653164416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078270.392866:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078270.392868:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078270.392869:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078270.392871:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078270.392872:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078270.392873:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078270.392875:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653164416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078270.392880:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653164416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392885:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078270.392886:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.392887:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078270.392888:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078270.392899:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653164416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392914:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078270.392925:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653164416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392933:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078270.392936:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.392938:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078270.392939:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.392941:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078270.392943:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078270.392951:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078270.392956:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078270.392958:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078270.392961:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653164416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078270.392968:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653164416:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078270.392972:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078270.392975:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653164544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.392982:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078270.392983:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078270.392985:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078270.392987:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078270.392989:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078270.392992:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653164544:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078270.392995:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078270.392997:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078270.392999:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078270.393001:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078270.393004:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078270.393006:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078270.393009:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078270.393011:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078270.393014:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078270.393017:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653164544, portal 4
00000100:00000001:0.0:1769078270.393019:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078270.393020:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:0.0:1769078270.393027:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653164544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.393040:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078270.393042:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078270.393045:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078270.393047:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653164544, offset 0
00000400:00000200:0.0:1769078270.393051:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078270.393055:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078270.393059:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078270.393062:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078270.393064:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078270.393066:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078270.393074:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078270.393077:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200989:200989:256:4294967295] 192.168.204.104@tcp LPNI seq info [200989:200989:8:4294967295]
00000400:00000200:0.0:1769078270.393080:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078270.393085:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078270.393089:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078270.393093:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078270.393102:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078270.393104:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078270.393108:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078270.393110:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078270.393114:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078270.393116:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078270.393119:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078270.393123:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078270.393133:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078270.393137:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078270.393140:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078270.393143:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653164544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.393160:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078270.393163:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653164544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.393169:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078270.393171:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078270.393178:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078270.393180:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078270.393189:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078270.393191:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299922965
00000100:00000001:0.0:1769078270.393193:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299924222
00000100:00000001:0.0:1769078270.393195:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299922965
00000100:00000001:0.0:1769078270.393197:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299924222
00000100:00000001:0.0:1769078270.393200:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078270.393202:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078270.393204:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078270.393207:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078270/real 1769078270]  req@ffff88ba87a98700 x1855007653164544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078270.393221:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078270.393223:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078270.393224:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078270.393227:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078270.393229:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078270.393239:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078270.393242:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653164544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078270.393250:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653164544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.393257:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078270.393259:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.393260:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078270.393262:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078270.393271:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653164544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.393277:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078270.393280:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653164544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.393286:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078270.393292:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.393294:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078270.393295:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.393297:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078270.393298:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078270.393301:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078270.393303:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078270.393305:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078270.393309:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653164544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078270.393315:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653164544:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078270.393323:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.393325:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078270.393328:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653164032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.393334:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078270.393337:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078270.393340:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078270.393343:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078270.393346:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078270.393353:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078270.393355:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078270.393359:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:0.0:1769078270.393364:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078270.393366:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078270.393368:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:0.0:1769078270.393372:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078270.393373:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.393387:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078270.393390:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653164160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.393396:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078270.393398:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078270.393399:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078270.393402:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078270.393403:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078270.393404:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078270.393406:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078270.393407:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:0.0:1769078270.393410:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078270.393412:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078270.393413:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:0.0:1769078270.393416:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078270.393417:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.393418:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078270.393422:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653164288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.393428:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078270.393429:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078270.393430:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078270.393447:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078270.393449:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078270.393450:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078270.393452:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078270.393453:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:0.0:1769078270.393455:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078270.393457:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078270.393458:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:0.0:1769078270.393461:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078270.393462:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.393463:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078270.393467:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653164416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.393473:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078270.393474:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078270.393475:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078270.393477:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078270.393478:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078270.393479:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078270.393481:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078270.393482:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:0.0:1769078270.393484:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078270.393485:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078270.393486:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:0.0:1769078270.393488:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078270.393489:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.393491:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078270.393493:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653164544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078270.393498:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078270.393499:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078270.393500:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078270.393502:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078270.393503:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078270.393505:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078270.393506:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078270.393507:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:0.0:1769078270.393509:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078270.393510:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078270.393512:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:0.0:1769078270.393513:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078270.393514:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.393517:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078270.393527:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078270.393529:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078270.393532:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078270.393534:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078271.028624:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078271.028630:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078271.028670:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078271.028673:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078271.028676:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078271.668669:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299924222, at 4299924224
00000100:00000010:0.0:1769078271.668688:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000040:1.0:1769078271.668731:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299924222, at 4299924224
00000100:00000010:1.0:1769078271.668740:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16960.
00010000:00000001:2.0:1769078272.052681:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078272.052689:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078272.052753:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078272.052756:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078272.052760:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078273.076679:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078273.076688:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078273.076754:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078273.076758:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078273.076762:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078274.100683:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078274.100694:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078274.100698:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078274.100701:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078274.100707:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078274.100709:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078274.100712:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078274.100714:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078274.100778:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078274.100782:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078274.100786:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078275.124680:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078275.124688:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078275.124758:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078275.124763:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078275.124768:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078275.508711:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078275.508725:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078275.508728:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078275.508734:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078275.508739:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078275.508748:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5255
00000400:00000200:1.0:1769078275.508759:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078275.508765:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078275.508769:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078275.508771:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.508774:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078275.508776:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.508778:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078275.508781:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078275.508783:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078275.508785:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078275.508788:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078275.508789:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078275.508791:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078275.508792:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.508795:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078275.508796:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.508798:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078275.508802:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078275.508805:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078275.508808:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078275.508811:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078275.508844:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078275.508848:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.508851:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078275.508853:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078275.508865:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611500.
00000020:00000040:1.0:1769078275.508870:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078275.508874:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078275.508875:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.508878:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078275.508881:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078275.508885:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078275.508892:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769078275.508899:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078275.508907:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611500 x1855007653164672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078275.508918:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078275.508923:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078275.508928:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fb51406] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611500 x1855007653164672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078275.508958:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078275.508961:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078275.508965:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078275.508967:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078275.508968:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078275.508971:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078275.508982:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5255
00000400:00000200:1.0:1769078275.508987:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078275.508990:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078275.508991:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078275.508993:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.508995:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078275.508996:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.508998:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078275.508999:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078275.509000:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078275.509001:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078275.509002:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078275.509004:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078275.509005:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078275.509007:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509008:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078275.509008:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509009:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078275.509011:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078275.509012:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509013:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078275.509015:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078275.509019:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078275.509020:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.509021:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078275.509025:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078275.509027:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.509028:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078275.509031:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611880.
00000020:00000040:1.0:1769078275.509032:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078275.509033:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078275.509035:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.509036:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078275.509037:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078275.509038:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078275.509041:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
00000100:00000001:1.0:1769078275.509044:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078275.509047:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611880 x1855007653164800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078275.509051:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078275.509053:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078275.509055:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0af494a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611880 x1855007653164800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078275.509060:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078275.509062:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078275.509064:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078275.509065:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078275.509066:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078275.509067:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078275.509068:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5255
00000400:00000200:1.0:1769078275.509071:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078275.509072:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078275.509074:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078275.509076:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509077:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078275.509078:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509079:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078275.509080:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078275.509080:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078275.509081:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078275.509082:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078275.509083:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078275.509085:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078275.509087:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509088:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078275.509089:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509090:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078275.509091:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078275.509093:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509094:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078275.509095:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078275.509096:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078275.509097:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.509098:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078275.509099:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078275.509100:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.509101:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078275.509103:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611f80.
00000020:00000040:1.0:1769078275.509104:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078275.509105:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078275.509106:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.509107:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078275.509108:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078275.509108:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078275.509110:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b800.
00000100:00000001:1.0:1769078275.509112:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078275.509114:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611f80 x1855007653164928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078275.509118:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078275.509119:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078275.509121:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0de5d6f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611f80 x1855007653164928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078275.509124:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078275.509132:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078275.509135:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078275.509136:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078275.509137:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078275.509139:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078275.509141:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5255
00000400:00000200:1.0:1769078275.509144:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078275.509147:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078275.509148:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078275.509151:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509153:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078275.509154:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509156:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078275.509158:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078275.509159:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078275.509161:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078275.509162:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078275.509164:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078275.509166:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078275.509169:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509171:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078275.509173:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509174:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078275.509176:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078275.509179:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509181:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078275.509183:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078275.509186:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078275.509188:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.509190:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078275.509193:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078275.509195:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.509197:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078275.509200:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613100.
00000020:00000040:1.0:1769078275.509209:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078275.509212:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078275.509213:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.509215:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078275.509216:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078275.509218:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078275.509222:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000001:1.0:1769078275.509224:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078275.509230:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613100 x1855007653165056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078275.509237:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078275.509239:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078275.509242:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c5e314b] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613100 x1855007653165056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078275.509249:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078275.509252:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078275.509255:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078275.509257:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078275.509258:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078275.509260:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078275.509262:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5255
00000400:00000200:1.0:1769078275.509266:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078275.509269:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078275.509271:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078275.509274:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509276:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078275.509278:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509280:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078275.509282:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078275.509284:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078275.509285:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078275.509287:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078275.509289:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078275.509291:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078275.509293:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509295:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078275.509296:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509298:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078275.509300:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078275.509303:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078275.509305:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078275.509306:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078275.509309:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078275.509311:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.509313:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078275.509314:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078275.509316:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.509318:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078275.509321:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610000.
00000020:00000040:1.0:1769078275.509323:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078275.509325:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078275.509326:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.509328:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078275.509330:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078275.509331:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078275.509334:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219400.
00000100:00000001:1.0:1769078275.509337:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078275.509341:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610000 x1855007653165184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078275.509353:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078275.509355:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078275.509359:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d5982a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610000 x1855007653165184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078275.509365:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078275.509370:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5265)
00000100:00000001:0.0:1769078275.509452:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078275.509458:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078275.509460:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078275.509467:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611500 x1855007653164672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.509474:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078275.509477:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078275.509480:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078275.509483:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078275.509486:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078275.509489:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653164672:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078275.509493:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078275.509497:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078275.509499:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078275.509502:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078275.509507:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078275.509509:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078275.509516:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078275.509520:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078275.509527:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078275.509575:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653164672, portal 25
00000100:00000001:0.0:1769078275.509578:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078275.509579:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415867648 : -131140293683968 : ffff88ba85611500)
00000100:00000040:0.0:1769078275.509584:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611500 x1855007653164672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.509590:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078275.509592:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078275.509595:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078275.509597:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653164672, offset 0
00000400:00000200:0.0:1769078275.509602:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078275.509610:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078275.509615:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078275.509621:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078275.509625:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078275.509628:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078275.509630:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078275.509633:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200990:200990:256:4294967295] 192.168.204.104@tcp LPNI seq info [200990:200990:8:4294967295]
00000400:00000200:0.0:1769078275.509636:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078275.509646:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078275.509652:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078275.509657:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078275.509664:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078275.509668:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078275.509674:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078275.509678:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078275.509683:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078275.509686:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078275.509692:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078275.509697:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078275.509703:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078275.509706:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078275.509712:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078275.509716:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611500 x1855007653164672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.509722:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078275.509725:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611500 x1855007653164672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.509730:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078275.509731:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078275.509737:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078275.509741:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078275.509743:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299929340
00000100:00000010:0.0:1769078275.509747:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:0.0:1769078275.509754:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078275.509758:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299929340
00000100:00000010:0.0:1769078275.509760:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16ae0.
00000100:00000001:0.0:1769078275.509763:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078275.509765:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078275.509767:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078275.509769:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078275.509772:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078275/real 1769078275]  req@ffff88ba85611500 x1855007653164672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078275.509779:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078275.509780:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078275.509782:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078275.509784:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078275.509785:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078275.509787:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078275.509790:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611500 x1855007653164672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078275.509795:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611500 x1855007653164672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.509802:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078275.509804:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.509806:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078275.509808:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078275.509812:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611500 x1855007653164672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.509829:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078275.509834:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611500 x1855007653164672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.509841:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078275.509845:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.509846:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078275.509848:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.509850:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078275.509853:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078275.509856:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078275.509860:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078275.509862:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078275.509865:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611500 x1855007653164672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078275.509871:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653164672:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078275.509875:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078275.509876:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611880 x1855007653164800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.509880:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078275.509881:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078275.509882:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078275.509883:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078275.509885:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078275.509887:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653164800:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078275.509889:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078275.509890:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078275.509891:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078275.509893:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078275.509895:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078275.509896:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078275.509900:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078275.509902:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078275.509904:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078275.509906:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653164800, portal 10
00000100:00000001:0.0:1769078275.509907:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078275.509908:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415868544 : -131140293683072 : ffff88ba85611880)
00000100:00000040:0.0:1769078275.509914:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611880 x1855007653164800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.509920:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078275.509927:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078275.509929:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078275.509931:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653164800, offset 0
00000400:00000200:0.0:1769078275.509935:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078275.509939:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078275.509942:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078275.509945:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078275.509947:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078275.509949:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078275.509952:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078275.509955:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200991:200991:256:4294967295] 192.168.204.104@tcp LPNI seq info [200991:200991:8:4294967295]
00000400:00000200:0.0:1769078275.509959:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078275.509965:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078275.509970:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078275.509973:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078275.509977:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078275.509979:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078275.509982:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078275.509983:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078275.509986:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078275.509987:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078275.509990:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078275.509993:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078275.509996:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078275.509998:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078275.510000:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078275.510004:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611880 x1855007653164800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510011:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078275.510014:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611880 x1855007653164800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510020:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078275.510022:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078275.510026:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078275.510030:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078275.510033:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078275.510035:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299928090
00000100:00000001:0.0:1769078275.510037:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299929340
00000100:00000001:0.0:1769078275.510040:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299928090
00000100:00000001:0.0:1769078275.510042:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299929340
00000100:00000001:0.0:1769078275.510044:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078275.510046:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078275.510048:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078275.510052:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078275/real 1769078275]  req@ffff88ba85611880 x1855007653164800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078275.510059:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078275.510060:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078275.510061:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078275.510063:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078275.510064:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078275.510065:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078275.510067:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611880 x1855007653164800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078275.510073:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611880 x1855007653164800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510080:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078275.510081:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510082:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078275.510083:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078275.510085:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611880 x1855007653164800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510089:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078275.510091:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611880 x1855007653164800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510096:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078275.510097:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510098:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078275.510099:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510100:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078275.510101:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078275.510102:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078275.510104:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078275.510105:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078275.510107:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611880 x1855007653164800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078275.510111:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653164800:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078275.510113:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078275.510115:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611f80 x1855007653164928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510119:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078275.510120:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078275.510121:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078275.510123:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078275.510124:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078275.510126:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653164928:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078275.510128:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078275.510129:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078275.510130:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078275.510131:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078275.510133:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078275.510134:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078275.510136:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078275.510138:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078275.510141:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078275.510144:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653164928, portal 10
00000100:00000001:0.0:1769078275.510146:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078275.510147:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415870336 : -131140293681280 : ffff88ba85611f80)
00000100:00000040:0.0:1769078275.510152:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611f80 x1855007653164928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510158:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078275.510160:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078275.510163:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078275.510165:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653164928, offset 0
00000400:00000200:0.0:1769078275.510168:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078275.510171:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078275.510175:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078275.510177:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078275.510180:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078275.510182:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078275.510184:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078275.510187:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200992:200992:256:4294967295] 192.168.204.104@tcp LPNI seq info [200992:200992:8:4294967295]
00000400:00000200:0.0:1769078275.510192:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078275.510197:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078275.510202:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078275.510205:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078275.510208:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078275.510210:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078275.510212:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078275.510214:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078275.510216:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078275.510218:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078275.510220:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078275.510222:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078275.510224:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078275.510225:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078275.510227:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078275.510229:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611f80 x1855007653164928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510234:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078275.510236:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611f80 x1855007653164928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510240:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078275.510241:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078275.510243:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078275.510246:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078275.510248:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078275.510249:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299928075
00000100:00000001:0.0:1769078275.510251:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299929340
00000100:00000001:0.0:1769078275.510252:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299928075
00000100:00000001:0.0:1769078275.510253:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299929340
00000100:00000001:0.0:1769078275.510254:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078275.510256:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078275.510257:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078275.510258:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078275/real 1769078275]  req@ffff88ba85611f80 x1855007653164928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078275.510264:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078275.510265:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078275.510266:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078275.510267:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078275.510268:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078275.510269:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078275.510271:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611f80 x1855007653164928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078275.510276:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611f80 x1855007653164928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510280:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078275.510281:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510281:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078275.510282:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078275.510284:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611f80 x1855007653164928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510287:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078275.510289:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611f80 x1855007653164928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510293:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078275.510294:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510295:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078275.510296:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510297:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078275.510298:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078275.510299:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078275.510300:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078275.510302:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078275.510304:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611f80 x1855007653164928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078275.510309:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653164928:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078275.510311:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078275.510313:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613100 x1855007653165056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510316:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078275.510317:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078275.510318:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078275.510319:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078275.510320:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078275.510322:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653165056:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078275.510323:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078275.510324:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078275.510325:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078275.510326:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078275.510328:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078275.510329:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078275.510331:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078275.510333:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078275.510335:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078275.510336:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653165056, portal 4
00000100:00000001:0.0:1769078275.510338:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078275.510338:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415874816 : -131140293676800 : ffff88ba85613100)
00000100:00000040:0.0:1769078275.510342:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613100 x1855007653165056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510346:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078275.510347:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078275.510348:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078275.510350:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653165056, offset 0
00000400:00000200:0.0:1769078275.510353:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078275.510355:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078275.510356:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078275.510358:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078275.510360:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078275.510361:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078275.510363:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078275.510365:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200993:200993:256:4294967295] 192.168.204.104@tcp LPNI seq info [200993:200993:8:4294967295]
00000400:00000200:0.0:1769078275.510367:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078275.510371:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078275.510374:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078275.510375:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078275.510377:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078275.510379:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078275.510382:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078275.510383:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078275.510386:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078275.510387:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078275.510389:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078275.510391:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078275.510392:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078275.510393:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078275.510394:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078275.510396:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613100 x1855007653165056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510401:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078275.510403:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613100 x1855007653165056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510406:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078275.510407:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078275.510408:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078275.510410:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078275.510411:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078275.510413:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299928082
00000100:00000001:0.0:1769078275.510415:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299929340
00000100:00000001:0.0:1769078275.510417:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299928082
00000100:00000001:0.0:1769078275.510418:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299929340
00000100:00000001:0.0:1769078275.510419:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078275.510420:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078275.510421:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078275.510423:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078275/real 1769078275]  req@ffff88ba85613100 x1855007653165056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078275.510426:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078275.510427:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078275.510428:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078275.510429:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078275.510430:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078275.510431:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078275.510433:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613100 x1855007653165056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078275.510438:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613100 x1855007653165056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510441:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078275.510442:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510443:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078275.510444:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078275.510445:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613100 x1855007653165056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510449:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078275.510451:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613100 x1855007653165056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510454:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078275.510456:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510457:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078275.510458:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510459:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078275.510460:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078275.510461:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078275.510463:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078275.510464:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078275.510466:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613100 x1855007653165056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078275.510470:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653165056:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078275.510471:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078275.510473:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610000 x1855007653165184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510476:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078275.510477:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078275.510478:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078275.510479:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078275.510480:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078275.510481:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653165184:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078275.510483:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078275.510484:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078275.510485:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078275.510486:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078275.510488:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078275.510489:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078275.510491:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078275.510492:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078275.510494:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078275.510495:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653165184, portal 4
00000100:00000001:0.0:1769078275.510497:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078275.510498:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415862272 : -131140293689344 : ffff88ba85610000)
00000100:00000040:0.0:1769078275.510501:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610000 x1855007653165184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510505:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078275.510506:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078275.510507:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078275.510509:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653165184, offset 0
00000400:00000200:0.0:1769078275.510511:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078275.510512:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078275.510514:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078275.510516:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078275.510517:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078275.510519:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078275.510520:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078275.510522:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200994:200994:256:4294967295] 192.168.204.104@tcp LPNI seq info [200994:200994:8:4294967295]
00000400:00000200:0.0:1769078275.510524:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078275.510527:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078275.510529:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078275.510531:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078275.510532:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078275.510534:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078275.510681:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078275.510684:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078275.510688:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078275.510690:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078275.510693:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078275.510696:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078275.510699:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078275.510701:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078275.510704:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078275.510707:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610000 x1855007653165184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510716:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078275.510718:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610000 x1855007653165184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510722:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078275.510723:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078275.510726:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078275.510727:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078275.510730:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078275.510731:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299928083
00000100:00000001:0.0:1769078275.510733:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299929340
00000100:00000001:0.0:1769078275.510734:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299928083
00000100:00000001:0.0:1769078275.510736:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299929340
00000100:00000001:0.0:1769078275.510737:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078275.510738:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078275.510739:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078275.510741:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078275/real 1769078275]  req@ffff88ba85610000 x1855007653165184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078275.510745:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078275.510746:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078275.510747:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078275.510749:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078275.510750:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078275.510751:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078275.510753:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610000 x1855007653165184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078275.510758:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610000 x1855007653165184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510761:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078275.510763:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510764:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078275.510765:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078275.510767:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610000 x1855007653165184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510770:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078275.510772:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610000 x1855007653165184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510776:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078275.510777:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510778:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078275.510778:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510779:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078275.510780:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078275.510782:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078275.510783:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078275.510784:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078275.510786:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610000 x1855007653165184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078275.510790:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653165184:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078275.510793:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510794:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078275.510797:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611500 x1855007653164672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510803:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078275.510807:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078275.510809:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078275.510812:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078275.510831:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078275.510834:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078275.510836:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078275.510839:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:0.0:1769078275.510844:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078275.510846:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078275.510848:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611500.
00000100:00000001:0.0:1769078275.510851:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078275.510852:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510854:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078275.510857:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611880 x1855007653164800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510864:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078275.510865:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078275.510867:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078275.510869:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078275.510870:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078275.510870:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078275.510872:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078275.510873:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b400.
02000000:00000001:0.0:1769078275.510875:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078275.510875:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078275.510876:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611880.
00000100:00000001:0.0:1769078275.510877:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078275.510878:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510879:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078275.510882:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611f80 x1855007653164928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510886:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078275.510886:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078275.510887:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078275.510889:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078275.510889:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078275.510890:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078275.510891:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078275.510892:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b800.
02000000:00000001:0.0:1769078275.510893:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078275.510894:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078275.510895:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611f80.
00000100:00000001:0.0:1769078275.510896:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078275.510897:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510898:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078275.510900:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613100 x1855007653165056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510903:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078275.510904:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078275.510904:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078275.510905:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078275.510906:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078275.510906:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078275.510907:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078275.510908:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219800.
02000000:00000001:0.0:1769078275.510909:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078275.510910:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078275.510910:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613100.
00000100:00000001:0.0:1769078275.510912:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078275.510912:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510913:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078275.510916:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610000 x1855007653165184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078275.510921:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078275.510922:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078275.510923:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078275.510925:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078275.510926:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078275.510926:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078275.510928:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078275.510929:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219400.
02000000:00000001:0.0:1769078275.510931:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078275.510932:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078275.510933:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610000.
00000100:00000001:0.0:1769078275.510935:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078275.510936:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510939:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078275.510947:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078275.510949:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078275.510951:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078275.510953:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078276.148682:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078276.148689:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078276.148796:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078276.148800:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078276.148803:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078276.788674:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299929340, at 4299929344
00000100:00000040:1.0:1769078276.788674:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299929340, at 4299929344
00000100:00000010:0.0:1769078276.788693:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000010:1.0:1769078276.788695:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16ae0.
00010000:00000001:2.0:1769078277.172687:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078277.172697:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078277.172754:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078277.172757:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078277.172760:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078278.196682:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078278.196689:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078278.196762:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078278.196766:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078278.196769:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078279.220714:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078279.220725:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078279.220808:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078279.220813:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078279.220817:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078280.244645:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078280.244654:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078280.244710:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078280.244714:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078280.244719:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078280.628702:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078280.628714:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078280.628717:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078280.628723:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078280.628728:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078280.628750:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5260
00000400:00000200:3.0:1769078280.628761:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078280.628768:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078280.628772:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078280.628776:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.628779:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078280.628782:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.628784:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078280.628789:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078280.628791:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078280.628795:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078280.628797:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078280.628800:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078280.628802:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078280.628806:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.628808:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078280.628810:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.628811:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078280.628814:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078280.628817:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078280.628820:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078280.628823:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078280.628827:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078280.628830:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078280.628833:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078280.628836:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078280.628848:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769078280.628852:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078280.628856:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078280.628858:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078280.628862:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078280.628865:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078280.628869:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078280.628879:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078280.628887:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078280.628895:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653165312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078280.628906:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078280.628910:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078280.628915:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653165312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078280.628937:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078280.628941:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078280.628945:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078280.628947:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078280.628948:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078280.628951:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078280.628953:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5260
00000400:00000200:3.0:1769078280.628957:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078280.628960:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078280.628963:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078280.628967:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.628969:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078280.628971:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.628974:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078280.628976:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078280.628978:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000100:00000001:0.0:1769078280.628979:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078280.628980:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078280.628985:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:0.0:1769078280.628986:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078280.628987:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078280.628990:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078280.628992:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078280.628998:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000040:0.0:1769078280.629001:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653165312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078280.629002:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078280.629007:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.629011:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078280.629015:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078280.629021:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078280.629023:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078280.629024:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.629027:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078280.629027:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078280.629033:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078280.629035:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078280.629037:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078280.629039:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078280.629043:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078280.629044:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:0.0:1769078280.629050:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653165312:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078280.629055:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1769078280.629057:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078280.629060:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1769078280.629062:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078280.629064:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078280.629065:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078280.629070:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769078280.629072:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769078280.629075:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000010:0.0:1769078280.629077:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:3.0:1769078280.629079:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078280.629081:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078280.629082:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078280.629086:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078280.629088:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078280.629091:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078280.629092:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:3.0:1769078280.629097:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000400:00000010:0.0:1769078280.629099:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000100:00000001:3.0:1769078280.629103:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078280.629108:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00100000:3.0:1769078280.629111:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653165440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078280.629118:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653165312, portal 25
00000100:00000001:3.0:1769078280.629122:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078280.629123:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078280.629126:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.629127:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:3.0:1769078280.629133:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653165440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078280.629137:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653165312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078280.629154:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.629156:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078280.629159:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078280.629164:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00080000:3.0:1769078280.629167:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1769078280.629169:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000001:3.0:1769078280.629170:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1769078280.629174:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653165312, offset 0
00000100:00080000:3.0:1769078280.629174:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078280.629180:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078280.629183:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5260
00000400:00000200:0.0:1769078280.629186:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078280.629191:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078280.629195:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1769078280.629199:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078280.629199:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078280.629205:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.629208:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078280.629212:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000040:3.0:1769078280.629213:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.629218:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078280.629221:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769078280.629221:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078280.629223:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078280.629226:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078280.629228:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000400:00000200:0.0:1769078280.629229:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000001:3.0:1769078280.629232:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078280.629237:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1769078280.629238:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078280.629244:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000040:3.0:1769078280.629245:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.629249:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078280.629253:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200995:200995:256:4294967295] 192.168.204.104@tcp LPNI seq info [200995:200995:8:4294967295]
00000100:00000040:3.0:1769078280.629254:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.629259:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078280.629263:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000200:0.0:1769078280.629264:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078280.629268:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078280.629271:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078280.629275:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078280.629279:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078280.629280:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769078280.629283:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078280.629287:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078280.629290:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1769078280.629291:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000008:00000001:3.0:1769078280.629294:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078280.629297:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078280.629299:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000100:00000010:3.0:1769078280.629301:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769078280.629305:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078280.629307:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078280.629310:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078280.629311:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078280.629312:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078280.629316:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1769078280.629319:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1769078280.629319:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078280.629324:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000800:00000200:0.1:1769078280.629329:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078280.629330:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078280.629336:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000100:00100000:3.0:1769078280.629338:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653165568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1769078280.629345:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078280.629351:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000100:00000001:3.0:1769078280.629360:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078280.629361:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078280.629364:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078280.629370:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769078280.629370:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653165568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078280.629378:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000100:00000001:3.0:1769078280.629383:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078280.629384:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00080000:3.0:1769078280.629388:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078280.629391:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1769078280.629393:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078280.629396:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1769078280.629399:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653165312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078280.629399:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078280.629404:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078280.629409:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5260
00000400:00000200:3.0:1769078280.629416:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078280.629420:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078280.629422:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078280.629425:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078280.629425:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.629429:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078280.629433:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653165312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078280.629434:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.629440:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078280.629445:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078280.629447:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00000001:0.0:1769078280.629449:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078280.629450:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078280.629453:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1769078280.629454:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078280.629458:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078280.629461:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078280.629463:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078280.629465:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.629468:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078280.629472:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.629474:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078280.629475:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:3.0:1769078280.629480:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:0.0:1769078280.629481:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299934459
00000100:00080000:3.0:1769078280.629486:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000010:0.0:1769078280.629489:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:3.0:1769078280.629490:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078280.629494:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078280.629497:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078280.629499:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.629501:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078280.629502:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078280.629506:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078280.629509:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078280.629511:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.629512:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299934459
00000100:00000010:3.0:1769078280.629515:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000100:00000010:0.0:1769078280.629517:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d160c0.
00000020:00000040:3.0:1769078280.629520:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:0.0:1769078280.629523:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1769078280.629524:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078280.629528:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.629530:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078280.629531:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078280.629565:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078280.629568:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078280.629573:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:0.0:1769078280.629578:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078280.629578:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.629584:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078280.629588:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653165696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769078280.629593:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078280/real 1769078280]  req@ffff88ba87a9b480 x1855007653165312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078280.629604:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078280.629609:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769078280.629612:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078280.629616:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1769078280.629617:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653165696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769078280.629620:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078280.629626:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078280.629630:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:3.0:1769078280.629630:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.629635:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1769078280.629636:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078280.629641:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:0.0:1769078280.629643:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653165312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078280.629644:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078280.629647:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078280.629652:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078280.629658:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5260
00000100:00000200:0.0:1769078280.629662:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653165312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078280.629665:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078280.629672:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078280.629676:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1769078280.629676:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078280.629679:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078280.629683:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078280.629684:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078280.629687:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078280.629688:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078280.629693:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00100000:0.0:1769078280.629696:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653165312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078280.629697:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078280.629702:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078280.629704:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078280.629707:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078280.629710:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:0.0:1769078280.629711:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769078280.629713:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078280.629718:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:0.0:1769078280.629719:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653165312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078280.629725:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.629743:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078280.629745:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078280.629748:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078280.629750:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078280.629752:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078280.629755:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078280.629758:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078280.629762:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078280.629764:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1769078280.629766:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.629769:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078280.629770:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078280.629772:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:3.0:1769078280.629774:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078280.629775:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1769078280.629780:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.629781:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078280.629783:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.629785:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:3.0:1769078280.629788:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000100:00080000:0.0:1769078280.629790:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1769078280.629794:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00080000:0.0:1769078280.629798:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
02000000:00000001:3.0:1769078280.629799:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078280.629802:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1769078280.629803:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078280.629808:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1769078280.629811:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653165312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078280.629811:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078280.629814:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078280.629820:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769078280.629825:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078280.629828:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653165312:192.168.204.104@tcp:250:kworker.0
00000100:00100000:3.0:1769078280.629834:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653165824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078280.629836:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.629841:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078280.629847:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653165312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078280.629848:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078280.629853:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078280.629861:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653165824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.629862:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078280.629866:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078280.629869:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078280.629874:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1769078280.629875:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078280.629878:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078280.629881:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000100:00000040:3.0:1769078280.629881:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5270)
00000020:00000001:0.0:1769078280.629885:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078280.629889:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:0.0:1769078280.629894:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078280.629896:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078280.629898:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:0.0:1769078280.629901:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078280.629903:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.629905:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.629913:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078280.629915:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.629918:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078280.629919:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078280.629920:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078280.629925:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653165440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.629932:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078280.629933:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078280.629935:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078280.629937:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078280.629939:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078280.629942:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653165440:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078280.629945:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078280.629947:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078280.629948:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078280.629950:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078280.629953:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078280.629955:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078280.629959:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078280.629962:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078280.629965:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078280.629968:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653165440, portal 10
00000100:00000001:0.0:1769078280.629970:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078280.629971:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00000040:0.0:1769078280.629978:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653165440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.629985:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078280.629987:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078280.629989:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078280.629991:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653165440, offset 0
00000400:00000200:0.0:1769078280.629995:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078280.629998:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078280.630002:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078280.630005:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078280.630008:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078280.630010:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078280.630012:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078280.630016:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200996:200996:256:4294967295] 192.168.204.104@tcp LPNI seq info [200996:200996:8:4294967295]
00000400:00000200:0.0:1769078280.630020:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078280.630026:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078280.630031:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078280.630034:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078280.630038:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078280.630040:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078280.630045:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078280.630048:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078280.630051:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078280.630053:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078280.630056:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078280.630059:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078280.630062:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078280.630064:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078280.630066:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078280.630069:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653165440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630076:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078280.630079:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653165440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630086:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.630088:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078280.630090:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078280.630093:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078280.630097:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078280.630099:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299933210
00000100:00000001:0.0:1769078280.630102:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299934459
00000100:00000001:0.0:1769078280.630105:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299933210
00000100:00000001:0.0:1769078280.630107:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299934459
00000100:00000001:0.0:1769078280.630109:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078280.630111:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.630113:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078280.630116:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078280/real 1769078280]  req@ffff88ba87a9a300 x1855007653165440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078280.630123:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078280.630124:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078280.630126:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078280.630128:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078280.630130:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078280.630132:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078280.630135:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653165440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078280.630143:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653165440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630149:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078280.630151:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.630152:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078280.630154:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078280.630158:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653165440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630164:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078280.630167:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653165440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630174:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078280.630177:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.630179:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078280.630180:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.630182:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078280.630183:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078280.630186:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078280.630189:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078280.630191:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078280.630195:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653165440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078280.630202:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653165440:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078280.630206:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078280.630209:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653165568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630216:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078280.630217:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078280.630220:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078280.630221:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078280.630223:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078280.630225:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653165568:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078280.630228:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078280.630230:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078280.630232:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078280.630233:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078280.630236:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078280.630238:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078280.630242:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078280.630244:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078280.630247:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078280.630249:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653165568, portal 10
00000100:00000001:0.0:1769078280.630251:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078280.630253:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:0.0:1769078280.630258:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653165568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630265:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078280.630267:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078280.630269:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078280.630271:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653165568, offset 0
00000400:00000200:0.0:1769078280.630274:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078280.630277:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078280.630280:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078280.630283:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078280.630286:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078280.630288:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078280.630290:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078280.630293:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200997:200997:256:4294967295] 192.168.204.104@tcp LPNI seq info [200997:200997:8:4294967295]
00000400:00000200:0.0:1769078280.630297:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078280.630304:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078280.630308:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078280.630310:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078280.630314:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078280.630317:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078280.630321:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078280.630324:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078280.630327:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078280.630329:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078280.630332:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078280.630335:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078280.630337:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078280.630339:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078280.630342:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078280.630345:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653165568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630352:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078280.630355:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653165568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630362:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.630363:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078280.630366:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078280.630369:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078280.630372:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078280.630374:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299933195
00000100:00000001:0.0:1769078280.630377:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299934459
00000100:00000001:0.0:1769078280.630379:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299933195
00000100:00000001:0.0:1769078280.630382:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299934459
00000100:00000001:0.0:1769078280.630383:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078280.630385:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.630387:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078280.630390:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078280/real 1769078280]  req@ffff88ba87a99880 x1855007653165568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078280.630397:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078280.630398:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078280.630400:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078280.630402:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078280.630404:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078280.630406:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078280.630409:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653165568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078280.630417:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653165568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630423:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078280.630424:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.630426:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078280.630427:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078280.630431:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653165568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630439:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078280.630442:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653165568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630448:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078280.630450:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.630452:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078280.630453:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.630454:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078280.630456:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078280.630459:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078280.630462:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078280.630464:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078280.630467:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653165568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078280.630476:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653165568:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078280.630479:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078280.630482:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653165696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630489:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078280.630491:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078280.630493:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078280.630494:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078280.630496:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078280.630499:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653165696:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078280.630502:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078280.630504:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078280.630505:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078280.630507:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078280.630510:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078280.630512:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078280.630515:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078280.630518:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078280.630520:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078280.630523:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653165696, portal 4
00000100:00000001:0.0:1769078280.630525:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078280.630526:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:0.0:1769078280.630531:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653165696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630553:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078280.630555:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078280.630558:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078280.630560:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653165696, offset 0
00000400:00000200:0.0:1769078280.630564:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078280.630567:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078280.630570:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078280.630573:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078280.630576:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078280.630578:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078280.630580:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078280.630583:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200998:200998:256:4294967295] 192.168.204.104@tcp LPNI seq info [200998:200998:8:4294967295]
00000400:00000200:0.0:1769078280.630587:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078280.630593:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078280.630598:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078280.630600:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078280.630604:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078280.630607:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078280.630610:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078280.630627:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078280.630631:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078280.630633:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078280.630636:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078280.630639:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078280.630642:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078280.630644:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078280.630646:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078280.630649:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653165696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630657:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078280.630660:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653165696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630666:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.630667:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078280.630670:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078280.630673:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078280.630676:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078280.630678:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299933203
00000100:00000001:0.0:1769078280.630680:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299934459
00000100:00000001:0.0:1769078280.630682:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299933203
00000100:00000001:0.0:1769078280.630684:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299934459
00000100:00000001:0.0:1769078280.630687:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078280.630689:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.630691:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078280.630694:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078280/real 1769078280]  req@ffff88ba87a9b800 x1855007653165696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078280.630702:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078280.630703:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078280.630705:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078280.630707:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078280.630708:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078280.630711:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078280.630714:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653165696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078280.630722:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653165696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630739:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078280.630741:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.630743:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078280.630745:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078280.630748:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653165696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630755:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078280.630758:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653165696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630766:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078280.630768:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.630770:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078280.630771:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.630773:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078280.630774:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078280.630776:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078280.630779:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078280.630781:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078280.630785:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653165696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078280.630793:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653165696:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078280.630796:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078280.630800:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653165824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630807:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078280.630808:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078280.630810:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078280.630812:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078280.630814:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078280.630817:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653165824:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078280.630820:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078280.630822:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078280.630823:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078280.630825:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078280.630829:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078280.630831:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078280.630834:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078280.630836:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078280.630839:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078280.630842:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653165824, portal 4
00000100:00000001:0.0:1769078280.630844:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078280.630845:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:0.0:1769078280.630850:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653165824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630856:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078280.630859:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078280.630860:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078280.630862:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653165824, offset 0
00000400:00000200:0.0:1769078280.630865:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078280.630868:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078280.630871:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078280.630874:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078280.630877:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078280.630879:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078280.630881:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078280.630884:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [200999:200999:256:4294967295] 192.168.204.104@tcp LPNI seq info [200999:200999:8:4294967295]
00000400:00000200:0.0:1769078280.630888:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078280.630895:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078280.630899:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078280.630903:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078280.630906:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078280.630908:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078280.630912:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078280.630915:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078280.630918:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078280.630920:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078280.630923:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078280.630926:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078280.630928:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078280.630930:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078280.630932:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078280.630935:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653165824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630942:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078280.630945:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653165824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.630952:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.630953:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078280.630955:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078280.630958:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078280.630961:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078280.630963:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299933203
00000100:00000001:0.0:1769078280.630966:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299934459
00000100:00000001:0.0:1769078280.630968:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299933203
00000100:00000001:0.0:1769078280.630970:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299934459
00000100:00000001:0.0:1769078280.630973:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078280.630975:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.630977:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078280.630980:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078280/real 1769078280]  req@ffff88ba87a99c00 x1855007653165824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078280.630987:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078280.630988:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078280.630990:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078280.630992:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078280.630994:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078280.630996:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078280.630998:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653165824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078280.631007:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653165824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.631013:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078280.631015:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.631016:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078280.631017:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078280.631021:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653165824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.631028:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078280.631032:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653165824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.631039:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078280.631041:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.631042:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078280.631044:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.631045:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078280.631047:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078280.631049:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078280.631053:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078280.631055:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078280.631059:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653165824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078280.631068:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653165824:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078280.631071:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.631072:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078280.631075:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653165440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.631082:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078280.631083:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078280.631085:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078280.631087:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078280.631089:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078280.631090:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078280.631092:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078280.631094:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:0.0:1769078280.631096:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078280.631097:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078280.631099:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:0.0:1769078280.631101:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078280.631102:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.631104:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078280.631107:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653165568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.631113:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078280.631114:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078280.631116:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078280.631118:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078280.631119:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078280.631120:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078280.631122:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078280.631124:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:0.0:1769078280.631126:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078280.631127:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078280.631128:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:0.0:1769078280.631130:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078280.631132:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.631133:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078280.631136:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653165696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.631142:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078280.631143:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078280.631145:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078280.631146:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078280.631147:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078280.631148:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078280.631150:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078280.631151:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:0.0:1769078280.631153:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078280.631154:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078280.631156:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:0.0:1769078280.631158:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078280.631159:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.631161:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078280.631164:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653165824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078280.631169:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078280.631170:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078280.631171:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078280.631173:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078280.631174:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078280.631175:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078280.631176:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078280.631178:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:0.0:1769078280.631179:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078280.631180:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078280.631182:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:0.0:1769078280.631184:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078280.631185:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.631187:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.631190:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078280.631191:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.631193:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078280.631194:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078281.268671:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078281.268680:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078281.268754:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078281.268758:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078281.268762:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078281.908669:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299934459, at 4299934464
00000100:00000040:1.0:1769078281.908669:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299934459, at 4299934464
00000100:00000010:1.0:1769078281.908689:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d160c0.
00000100:00000010:0.0:1769078281.908692:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078282.292688:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078282.292698:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078282.292846:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078282.292851:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078282.292855:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078283.316679:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078283.316696:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078283.316762:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078283.316768:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078283.316773:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078284.340650:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078284.340659:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078284.340662:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078284.340665:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078284.340682:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078284.340685:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078284.340687:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078284.340690:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078284.340750:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078284.340754:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078284.340757:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078285.364641:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078285.364657:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078285.364765:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078285.364768:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078285.364773:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078285.748687:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078285.748702:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078285.748705:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078285.748710:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078285.748715:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078285.748723:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5265
00000400:00000200:3.0:1769078285.748733:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078285.748739:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078285.748742:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078285.748745:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078285.748748:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078285.748750:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078285.748752:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078285.748755:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078285.748757:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078285.748759:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078285.748761:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078285.748763:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078285.748764:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078285.748766:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078285.748767:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078285.748768:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078285.748770:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078285.748772:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078285.748774:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078285.748776:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078285.748778:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078285.748781:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078285.748783:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078285.748785:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078285.748787:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078285.748797:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000020:00000040:3.0:1769078285.748800:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078285.748804:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078285.748806:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078285.748810:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078285.748813:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078285.748818:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078285.748827:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769078285.748836:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078285.748846:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653165952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078285.748873:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078285.748878:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078285.748883:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653165952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078285.748907:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078285.748910:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078285.748913:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078285.748914:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078285.748916:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078285.748919:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078285.748921:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5265
00000400:00000200:3.0:1769078285.748925:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078285.748928:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078285.748930:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078285.748933:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078285.748936:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078285.748938:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078285.748940:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078285.748942:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078285.748943:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078285.748945:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078285.748948:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078285.748950:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078285.748953:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078285.748956:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078285.748957:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078285.748959:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078285.748962:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078285.748964:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078285.748966:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078285.748968:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078285.748974:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000040:0.0:1769078285.748975:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98000 x1855007653165952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078285.748982:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078285.748986:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078285.748987:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.748989:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078285.748993:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078285.748995:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078285.748998:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078285.749000:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078285.749002:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769078285.749003:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653165952:192.168.204.104@tcp:250:kworker.0
02000000:00000001:3.0:1769078285.749008:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.749009:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078285.749013:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769078285.749014:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078285.749017:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078285.749019:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1769078285.749021:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1769078285.749024:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
00000008:00000001:3.0:1769078285.749026:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078285.749027:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078285.749032:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078285.749037:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000010:3.0:1769078285.749038:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000400:00000010:0.0:1769078285.749041:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000020:00000040:3.0:1769078285.749043:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078285.749048:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1769078285.749049:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
02000000:00000001:3.0:1769078285.749050:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078285.749054:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078285.749056:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1769078285.749058:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653165952, portal 25
02000000:00000001:3.0:1769078285.749058:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.749061:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078285.749064:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168064 : -131140255383552 : ffff88ba87a98000)
00000100:00000040:0.0:1769078285.749068:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98000 x1855007653165952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078285.749068:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769078285.749076:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.749084:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1769078285.749087:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653166080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078285.749088:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078285.749091:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078285.749095:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653165952, offset 0
00000400:00000200:0.0:1769078285.749103:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078285.749104:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078285.749109:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078285.749112:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:3.0:1769078285.749116:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653166080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078285.749119:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078285.749127:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078285.749133:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:3.0:1769078285.749134:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078285.749138:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769078285.749139:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078285.749142:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00080000:3.0:1769078285.749147:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769078285.749148:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201000:201000:256:4294967295] 192.168.204.104@tcp LPNI seq info [201000:201000:8:4294967295]
00000100:00000001:3.0:1769078285.749152:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078285.749154:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078285.749156:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078285.749161:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078285.749165:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769078285.749168:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5265
00000800:00000200:0.0:1769078285.749173:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078285.749178:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000010:0.0:1769078285.749180:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000400:00000200:3.0:1769078285.749184:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078285.749188:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1769078285.749191:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769078285.749195:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:0.0:1769078285.749197:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1769078285.749200:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769078285.749204:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769078285.749206:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:0.1:1769078285.749209:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1769078285.749211:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000100:0.0:1769078285.749215:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000020:00000001:3.0:1769078285.749217:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:0.0:1769078285.749219:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000020:00000040:3.0:1769078285.749220:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078285.749224:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078285.749226:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1769078285.749227:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078285.749232:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078285.749233:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1769078285.749238:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078285.749239:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078285.749243:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000040:3.0:1769078285.749246:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078285.749248:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078285.749251:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769078285.749254:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98000 x1855007653165952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078285.749258:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078285.749264:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078285.749267:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769078285.749270:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00000040:0.0:1769078285.749274:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98000 x1855007653165952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078285.749277:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078285.749283:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078285.749287:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078285.749292:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078285.749297:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078285.749302:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078285.749304:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769078285.749306:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078285.749308:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1769078285.749312:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078285.749315:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.749320:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078285.749320:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769078285.749326:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000400:00000200:0.0:1769078285.749327:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078285.749331:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078285.749333:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078285.749336:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078285.749339:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299939579
02000000:00000001:3.0:1769078285.749340:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078285.749344:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078285.749346:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
02000000:00000010:3.0:1769078285.749350:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:0.0:1769078285.749354:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078285.749362:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299939579
00000100:00000010:0.0:1769078285.749367:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c60.
00000100:00000001:0.0:1769078285.749369:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078285.749371:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.749372:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078285.749376:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.749378:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078285.749380:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653166208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769078285.749384:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078285/real 1769078285]  req@ffff88ba87a98000 x1855007653165952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078285.749407:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1769078285.749410:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769078285.749411:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769078285.749414:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078285.749418:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000100:00000040:3.0:1769078285.749420:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653166208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078285.749422:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078285.749426:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078285.749431:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769078285.749436:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078285.749439:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98000 x1855007653165952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078285.749440:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078285.749448:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078285.749451:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078285.749454:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078285.749458:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1769078285.749462:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98000 x1855007653165952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078285.749463:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5265
00000400:00000200:3.0:1769078285.749471:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078285.749476:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078285.749480:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1769078285.749480:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078285.749484:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078285.749485:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078285.749488:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078285.749489:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078285.749490:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078285.749495:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00100000:0.0:1769078285.749497:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98000 x1855007653165952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078285.749499:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078285.749506:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078285.749509:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00000001:0.0:1769078285.749510:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769078285.749514:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1769078285.749516:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98000 x1855007653165952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078285.749518:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078285.749525:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078285.749526:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078285.749530:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769078285.749532:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078285.749533:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1769078285.749562:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078285.749565:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078285.749568:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078285.749570:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078285.749572:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078285.749574:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078285.749576:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078285.749577:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078285.749580:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078285.749581:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.749582:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078285.749583:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078285.749586:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000008:00100000:3.0:1769078285.749587:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078285.749589:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1769078285.749591:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078285.749593:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769078285.749594:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078285.749599:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000100:00080000:0.0:1769078285.749600:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000020:00000040:3.0:1769078285.749605:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:0.0:1769078285.749606:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1769078285.749612:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1769078285.749613:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98000 x1855007653165952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078285.749614:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078285.749618:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078285.749620:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078285.749623:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078285.749629:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653165952:192.168.204.104@tcp:250:kworker.0
02000000:00000010:3.0:1769078285.749630:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769078285.749635:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.749637:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.749639:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1769078285.749653:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653166336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078285.749659:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98000 x1855007653165952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078285.749670:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078285.749672:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1769078285.749675:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078285.749677:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078285.749682:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
00000100:00000040:3.0:1769078285.749683:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653166336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078285.749687:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078285.749690:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078285.749693:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000100:00000001:3.0:1769078285.749697:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078285.749698:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00080000:3.0:1769078285.749703:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:0.0:1769078285.749704:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7c00.
02000000:00000001:0.0:1769078285.749711:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1769078285.749711:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078285.749713:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1769078285.749716:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1769078285.749717:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1769078285.749721:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98000.
00000100:00000001:3.0:1769078285.749722:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078285.749727:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1769078285.749728:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5265
00000100:00000001:0.0:1769078285.749731:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078285.749735:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078285.749736:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078285.749740:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078285.749743:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078285.749745:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078285.749747:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078285.749748:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1769078285.749749:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078285.749753:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078285.749754:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078285.749758:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078285.749759:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078285.749761:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078285.749762:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000100:00000001:0.0:1769078285.749763:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078285.749767:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1769078285.749769:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9aa00 x1855007653166080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078285.749771:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078285.749777:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078285.749781:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078285.749783:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078285.749783:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000001:0.0:1769078285.749786:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078285.749789:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078285.749793:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078285.749793:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00100000:0.0:1769078285.749798:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653166080:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078285.749799:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078285.749801:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078285.749804:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078285.749806:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078285.749806:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078285.749810:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078285.749812:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000010:0.0:1769078285.749814:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
00000020:00000040:3.0:1769078285.749816:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
02000000:00000001:0.0:1769078285.749817:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078285.749823:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:0.0:1769078285.749824:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078285.749829:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000100:00000001:3.0:1769078285.749830:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078285.749832:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
02000000:00000001:3.0:1769078285.749833:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1769078285.749837:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653166080, portal 10
02000000:00000001:3.0:1769078285.749839:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078285.749841:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769078285.749844:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078285.749846:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078285.749849:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078285.749850:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454178816 : -131140255372800 : ffff88ba87a9aa00)
00000008:00000001:3.0:1769078285.749854:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078285.749859:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078285.749862:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9aa00 x1855007653166080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078285.749865:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000100:00000001:0.0:1769078285.749870:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769078285.749872:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000040:0.0:1769078285.749874:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
02000000:00000001:3.0:1769078285.749879:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1769078285.749880:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
02000000:00000001:3.0:1769078285.749882:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078285.749883:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653166080, offset 0
00000100:00000001:3.0:1769078285.749887:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078285.749890:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
02000000:00000001:3.0:1769078285.749891:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078285.749895:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078285.749896:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:3.0:1769078285.749901:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000400:00000200:0.0:1769078285.749902:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078285.749909:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078285.749909:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078285.749914:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00100000:3.0:1769078285.749918:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653166464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078285.749921:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078285.749928:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:3.0:1769078285.749929:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078285.749932:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078285.749935:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201001:201001:256:4294967295] 192.168.204.104@tcp LPNI seq info [201001:201001:8:4294967295]
00000100:00000040:3.0:1769078285.749938:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653166464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078285.749947:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078285.749950:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078285.749957:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078285.749957:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5276)
00000800:00000200:0.0:1769078285.749964:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078285.749968:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078285.749971:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078285.749973:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078285.749977:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078285.749978:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078285.749981:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078285.749982:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078285.749985:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078285.749987:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078285.749990:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078285.749991:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078285.749993:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078285.749996:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9aa00 x1855007653166080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750001:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078285.750003:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9aa00 x1855007653166080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750007:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.750008:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078285.750011:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078285.750014:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078285.750016:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078285.750018:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299938330
00000100:00000001:0.0:1769078285.750020:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299939579
00000100:00000001:0.0:1769078285.750021:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299938330
00000100:00000001:0.0:1769078285.750023:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299939579
00000100:00000001:0.0:1769078285.750024:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078285.750025:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.750026:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078285.750028:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078285/real 1769078285]  req@ffff88ba87a9aa00 x1855007653166080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078285.750033:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078285.750033:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078285.750035:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078285.750036:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078285.750037:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078285.750038:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078285.750040:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9aa00 x1855007653166080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078285.750046:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9aa00 x1855007653166080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750049:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078285.750050:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750051:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078285.750051:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078285.750053:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9aa00 x1855007653166080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750057:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078285.750059:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9aa00 x1855007653166080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750064:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078285.750065:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750066:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078285.750067:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750068:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078285.750069:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078285.750070:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078285.750072:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078285.750073:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078285.750075:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9aa00 x1855007653166080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078285.750079:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653166080:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078285.750082:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078285.750083:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653166208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750087:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078285.750087:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078285.750089:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078285.750090:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078285.750091:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078285.750093:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653166208:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078285.750095:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078285.750096:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078285.750097:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078285.750098:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078285.750100:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078285.750101:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078285.750103:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078285.750105:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078285.750107:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078285.750109:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653166208, portal 10
00000100:00000001:0.0:1769078285.750110:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078285.750111:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:0.0:1769078285.750114:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653166208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750118:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078285.750120:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078285.750121:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078285.750122:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653166208, offset 0
00000400:00000200:0.0:1769078285.750125:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078285.750127:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078285.750129:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078285.750130:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078285.750132:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078285.750133:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078285.750135:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078285.750137:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201002:201002:256:4294967295] 192.168.204.104@tcp LPNI seq info [201002:201002:8:4294967295]
00000400:00000200:0.0:1769078285.750139:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078285.750143:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078285.750145:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078285.750147:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078285.750149:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078285.750151:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078285.750154:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078285.750155:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078285.750158:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078285.750159:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078285.750161:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078285.750163:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078285.750164:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078285.750165:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078285.750167:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078285.750169:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653166208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750173:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078285.750175:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653166208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750178:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.750179:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078285.750181:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078285.750182:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078285.750184:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078285.750186:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299938315
00000100:00000001:0.0:1769078285.750187:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299939579
00000100:00000001:0.0:1769078285.750189:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299938315
00000100:00000001:0.0:1769078285.750190:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299939579
00000100:00000001:0.0:1769078285.750191:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078285.750192:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.750193:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078285.750194:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078285/real 1769078285]  req@ffff88ba87a99c00 x1855007653166208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078285.750199:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078285.750199:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078285.750201:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078285.750202:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078285.750203:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078285.750204:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078285.750206:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653166208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078285.750210:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653166208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750215:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078285.750216:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750217:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078285.750217:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078285.750219:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653166208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750223:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078285.750225:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653166208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750228:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078285.750229:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750230:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078285.750231:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750232:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078285.750233:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078285.750234:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078285.750236:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078285.750237:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078285.750239:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653166208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078285.750243:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653166208:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078285.750244:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078285.750246:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653166336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750250:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078285.750251:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078285.750252:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078285.750253:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078285.750255:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078285.750256:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653166336:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078285.750259:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078285.750260:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078285.750261:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078285.750263:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078285.750264:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078285.750266:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078285.750269:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078285.750273:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078285.750277:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078285.750279:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653166336, portal 4
00000100:00000001:0.0:1769078285.750281:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078285.750283:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:0.0:1769078285.750288:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653166336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750295:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078285.750297:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078285.750299:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078285.750302:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653166336, offset 0
00000400:00000200:0.0:1769078285.750306:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078285.750309:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078285.750313:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078285.750315:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078285.750318:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078285.750320:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078285.750322:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078285.750324:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201003:201003:256:4294967295] 192.168.204.104@tcp LPNI seq info [201003:201003:8:4294967295]
00000400:00000200:0.0:1769078285.750328:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078285.750331:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078285.750335:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078285.750337:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078285.750340:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078285.750342:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078285.750344:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078285.750346:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078285.750350:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078285.750351:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078285.750353:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078285.750356:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078285.750358:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078285.750359:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078285.750361:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078285.750363:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653166336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750369:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078285.750371:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653166336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750375:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.750376:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078285.750378:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078285.750380:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078285.750382:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078285.750383:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299938322
00000100:00000001:0.0:1769078285.750385:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299939579
00000100:00000001:0.0:1769078285.750386:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299938322
00000100:00000001:0.0:1769078285.750388:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299939579
00000100:00000001:0.0:1769078285.750389:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078285.750390:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.750391:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078285.750393:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078285/real 1769078285]  req@ffff88ba87a9b800 x1855007653166336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078285.750398:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078285.750399:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078285.750400:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078285.750401:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078285.750402:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078285.750404:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078285.750407:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653166336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078285.750415:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653166336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750421:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078285.750422:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750424:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078285.750426:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078285.750429:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653166336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750436:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078285.750440:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653166336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750446:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078285.750449:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750450:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078285.750452:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750453:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078285.750455:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078285.750457:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078285.750460:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078285.750463:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078285.750467:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653166336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078285.750472:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653166336:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078285.750474:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750475:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078285.750477:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9aa00 x1855007653166080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750481:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078285.750482:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078285.750484:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078285.750485:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078285.750486:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078285.750487:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078285.750489:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078285.750490:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:0.0:1769078285.750491:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078285.750492:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078285.750493:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9aa00.
00000100:00000001:0.0:1769078285.750495:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078285.750496:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750497:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078285.750498:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653166208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750502:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078285.750503:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078285.750504:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078285.750505:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078285.750506:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078285.750506:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078285.750507:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078285.750508:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:0.0:1769078285.750509:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078285.750510:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078285.750511:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:0.0:1769078285.750512:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078285.750513:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750514:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078285.750516:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653166336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750519:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078285.750520:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078285.750520:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078285.750522:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078285.750522:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078285.750523:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078285.750524:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078285.750524:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:0.0:1769078285.750525:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078285.750526:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078285.750526:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:0.0:1769078285.750528:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078285.750528:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750529:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750531:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078285.750532:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.750533:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078285.750548:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078285.750549:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078285.750551:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653166464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750555:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078285.750555:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078285.750557:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078285.750558:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078285.750559:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078285.750560:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653166464:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078285.750562:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078285.750564:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078285.750565:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078285.750566:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078285.750568:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078285.750570:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078285.750572:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078285.750574:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078285.750576:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078285.750578:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653166464, portal 4
00000100:00000001:0.0:1769078285.750580:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078285.750581:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:0.0:1769078285.750584:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653166464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750588:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078285.750590:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078285.750591:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078285.750592:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653166464, offset 0
00000400:00000200:0.0:1769078285.750595:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078285.750597:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078285.750599:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078285.750600:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078285.750602:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078285.750603:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078285.750605:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078285.750607:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201004:201004:256:4294967295] 192.168.204.104@tcp LPNI seq info [201004:201004:8:4294967295]
00000400:00000200:0.0:1769078285.750609:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078285.750613:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078285.750615:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078285.750617:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078285.750619:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078285.750621:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078285.750623:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078285.750625:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078285.750627:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078285.750629:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078285.750631:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078285.750633:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078285.750635:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078285.750636:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078285.750637:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078285.750639:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653166464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750658:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078285.750660:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653166464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750665:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.750666:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078285.750668:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078285.750670:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078285.750672:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078285.750674:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299938323
00000100:00000001:0.0:1769078285.750676:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299939579
00000100:00000001:0.0:1769078285.750677:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299938323
00000100:00000001:0.0:1769078285.750678:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299939579
00000100:00000001:0.0:1769078285.750680:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078285.750681:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.750682:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078285.750684:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078285/real 1769078285]  req@ffff88ba87a99880 x1855007653166464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078285.750688:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078285.750688:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078285.750690:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078285.750691:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078285.750692:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078285.750694:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078285.750695:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653166464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078285.750700:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653166464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750704:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078285.750704:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750705:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078285.750706:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078285.750708:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653166464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750711:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078285.750713:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653166464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750717:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078285.750718:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750720:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078285.750720:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750721:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078285.750722:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078285.750724:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078285.750725:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078285.750726:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078285.750728:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653166464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078285.750732:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653166464:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078285.750734:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750735:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078285.750737:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653166464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.750741:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078285.750742:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078285.750744:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078285.750746:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078285.750747:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078285.750748:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078285.750750:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078285.750752:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:0.0:1769078285.750754:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078285.750755:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078285.750756:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:0.0:1769078285.750758:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078285.750760:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750761:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.750764:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078285.750766:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.750767:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078285.750769:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078286.388669:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078286.388678:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078286.388747:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078286.388752:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078286.388756:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078287.028644:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299939579, at 4299939584
00000100:00000040:1.0:1769078287.028644:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299939579, at 4299939584
00000100:00000010:1.0:1769078287.028659:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c60.
00000100:00000010:0.0:1769078287.028660:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078287.412691:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078287.412700:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078287.412775:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078287.412782:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078287.412786:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078288.436639:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078288.436648:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078288.436715:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078288.436724:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078288.436729:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078289.460647:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078289.460655:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078289.460727:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078289.460732:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078289.460735:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078290.484674:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078290.484682:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078290.484754:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078290.484759:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078290.484764:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078290.868758:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078290.868769:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078290.868772:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078290.868782:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078290.868788:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078290.868798:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5271
00000400:00000200:3.0:1769078290.868811:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078290.868817:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078290.868821:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078290.868823:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078290.868826:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078290.868828:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078290.868830:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078290.868834:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078290.868836:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078290.868838:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078290.868841:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078290.868843:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078290.868846:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078290.868849:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078290.868852:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078290.868853:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078290.868855:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078290.868859:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078290.868862:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078290.868865:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078290.868868:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078290.868872:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078290.868876:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078290.868878:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078290.868881:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078290.868889:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769078290.868894:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078290.868899:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078290.868901:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078290.868906:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078290.868909:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078290.868914:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078290.868923:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078290.868931:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078290.868941:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653166592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078290.868953:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078290.868958:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078290.868964:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653166592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078290.868988:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078290.868992:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078290.868996:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769078290.868996:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078290.868998:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078290.869001:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078290.869003:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078290.869004:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078290.869008:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5271
00000100:00000001:0.0:1769078290.869009:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1769078290.869013:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078290.869018:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000040:0.0:1769078290.869021:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653166592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078290.869021:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078290.869025:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078290.869029:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078290.869036:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078290.869039:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078290.869043:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078290.869047:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078290.869050:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078290.869055:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653166592:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078290.869060:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078290.869065:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078290.869067:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078290.869071:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078290.869076:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078290.869079:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078290.869088:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078290.869093:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000100:00000040:3.0:1769078290.869093:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078290.869098:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078290.869100:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078290.869101:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078290.869102:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:0.0:1769078290.869103:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000020:00000040:3.0:1769078290.869104:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078290.869108:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078290.869109:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078290.869112:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078290.869113:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653166592, portal 25
00000100:00000001:3.0:1769078290.869114:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078290.869118:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078290.869119:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078290.869120:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078290.869123:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000020:00000040:3.0:1769078290.869123:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000040:0.0:1769078290.869132:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653166592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.869141:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078290.869144:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078290.869147:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078290.869151:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653166592, offset 0
00000400:00000200:0.0:1769078290.869159:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078290.869168:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078290.869176:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078290.869183:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078290.869188:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078290.869193:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078290.869207:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078290.869212:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201005:201005:256:4294967295] 192.168.204.104@tcp LPNI seq info [201005:201005:8:4294967295]
00000400:00000200:0.0:1769078290.869220:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078290.869232:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078290.869239:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078290.869246:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000100:00080000:3.0:1769078290.869253:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000200:0.0:1769078290.869255:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078290.869267:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078290.869270:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1769078290.869273:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
02000000:00000001:3.0:1769078290.869275:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078290.869279:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078290.869282:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:0.1:1769078290.869283:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000008:00100000:3.0:1769078290.869287:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1769078290.869289:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078290.869293:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078290.869297:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078290.869302:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078290.869307:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078290.869312:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078290.869315:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000008:00000001:3.0:1769078290.869340:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078290.869343:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078290.869347:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769078290.869349:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078290.869352:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078290.869353:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078290.869355:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078290.869357:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078290.869363:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078290.869366:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769078290.869370:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078290.869374:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653166720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078290.869379:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078290.869381:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078290.869383:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653166720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078290.869393:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078290.869395:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078290.869398:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078290.869399:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078290.869400:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078290.869402:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078290.869404:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5271
00000400:00000200:3.0:1769078290.869407:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078290.869421:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078290.869423:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078290.869425:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078290.869427:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078290.869428:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078290.869430:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078290.869435:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078290.869436:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078290.869443:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078290.869445:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078290.869448:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078290.869450:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078290.869469:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078290.869471:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078290.869473:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078290.869475:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078290.869478:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078290.869481:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078290.869483:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078290.869485:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078290.869502:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078290.869504:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078290.869506:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078290.869507:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078290.869510:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078290.869511:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078290.869519:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000100:00000001:0.0:1769078290.869521:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1769078290.869522:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078290.869526:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078290.869528:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078290.869529:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653166592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078290.869530:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078290.869532:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078290.869580:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078290.869585:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769078290.869592:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.869596:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1769078290.869601:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653166848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078290.869604:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653166592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.869617:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.869618:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078290.869623:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078290.869625:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.869628:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078290.869631:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653166848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078290.869637:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078290.869642:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299944700
00000100:00000001:3.0:1769078290.869642:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078290.869648:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1769078290.869650:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00080000:3.0:1769078290.869651:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078290.869654:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078290.869656:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078290.869658:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078290.869660:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5271
00000100:00000001:0.0:1769078290.869661:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1769078290.869664:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078290.869667:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078290.869669:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299944700
00000100:00080000:3.0:1769078290.869669:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078290.869674:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000010:0.0:1769078290.869677:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16300.
00000100:00000001:3.0:1769078290.869677:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078290.869681:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078290.869684:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078290.869685:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078290.869690:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078290.869691:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00000001:0.0:1769078290.869696:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078290.869700:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.869703:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078290.869709:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078290/real 1769078290]  req@ffff88ba87a9a300 x1855007653166592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078290.869710:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078290.869714:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078290.869720:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078290.869726:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000001:0.0:1769078290.869728:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078290.869732:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078290.869734:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078290.869738:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078290.869740:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078290.869743:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1769078290.869745:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078290.869750:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653166592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078290.869750:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078290.869757:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078290.869766:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653166592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.869773:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078290.869775:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078290.869778:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078290.869779:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078290.869782:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769078290.869784:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00100000:0.0:1769078290.869789:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653166592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.869797:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078290.869800:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078290.869804:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078290.869805:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653166592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078290.869807:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078290.869815:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1769078290.869816:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078290.869821:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078290.869821:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.869826:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078290.869826:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078290.869829:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1769078290.869831:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078290.869832:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000008:00000001:3.0:1769078290.869834:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.869835:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078290.869839:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078290.869843:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078290.869845:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.869847:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:3.0:1769078290.869851:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000100:00000040:0.0:1769078290.869853:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653166592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078290.869857:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078290.869863:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078290.869866:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078290.869869:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653166592:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078290.869876:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.869878:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078290.869881:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653166592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078290.869886:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078290.869889:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078290.869893:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.869899:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078290.869902:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078290.869905:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078290.869908:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078290.869910:0:2405:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000010:3.0:1769078290.869912:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000020:00000040:0.0:1769078290.869913:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000100:00000001:3.0:1769078290.869917:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078290.869918:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078290.869922:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
00000100:00100000:3.0:1769078290.869925:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653166976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078290.869927:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078290.869930:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078290.869933:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:0.0:1769078290.869938:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078290.869940:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.869944:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078290.869944:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078290.869949:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078290.869954:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653166976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.869956:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078290.869960:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.869964:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078290.869967:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078290.869970:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078290.869972:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078290.869975:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653166720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078290.869986:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078290.869987:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078290.869989:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078290.869994:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078290.869998:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078290.870000:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078290.870003:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653166720:192.168.204.104@tcp:38:kworker.0
00000100:00080000:3.0:1769078290.870005:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078290.870009:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078290.870010:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1769078290.870011:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1769078290.870014:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078290.870015:0:13730:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:0.0:1769078290.870017:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078290.870021:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078290.870024:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
00000100:00080000:3.0:1769078290.870026:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5271
02000000:00000001:0.0:1769078290.870027:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078290.870033:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078290.870036:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078290.870040:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000010:0.0:1769078290.870041:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000100:00080000:3.0:1769078290.870044:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1769078290.870047:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000040:3.0:1769078290.870049:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078290.870052:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653166720, portal 10
00000100:00000001:0.0:1769078290.870055:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078290.870056:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000001:3.0:1769078290.870063:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078290.870065:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653166720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078290.870068:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078290.870074:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078290.870079:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078290.870081:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769078290.870082:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078290.870086:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1769078290.870087:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000020:00000040:3.0:1769078290.870089:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000400:00000010:0.0:1769078290.870092:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000020:00000001:3.0:1769078290.870092:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078290.870098:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000200:0.0:1769078290.870099:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653166720, offset 0
00000100:00000040:3.0:1769078290.870102:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078290.870105:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078290.870109:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078290.870109:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078290.870113:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078290.870117:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000400:00000200:0.0:1769078290.870118:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078290.870120:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078290.870123:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078290.870125:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769078290.870126:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
02000000:00000001:3.0:1769078290.870128:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078290.870132:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078290.870133:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078290.870134:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078290.870137:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1769078290.870140:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000008:00000001:3.0:1769078290.870140:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078290.870144:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078290.870146:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1769078290.870148:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000400:00000200:0.0:1769078290.870152:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000020:00000040:3.0:1769078290.870153:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078290.870157:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078290.870159:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078290.870160:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201006:201006:256:4294967295] 192.168.204.104@tcp LPNI seq info [201006:201006:8:4294967295]
00000100:00000001:3.0:1769078290.870162:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078290.870164:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078290.870167:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078290.870169:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:3.0:1769078290.870174:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000400:00000200:0.0:1769078290.870180:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078290.870181:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078290.870191:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00100000:3.0:1769078290.870191:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653167104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1769078290.870197:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000100:00000001:3.0:1769078290.870204:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1769078290.870205:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078290.870208:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078290.870210:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1769078290.870217:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653167104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769078290.870218:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078290.870224:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078290.870232:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078290.870236:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000100:00000001:3.0:1769078290.870236:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078290.870240:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078290.870244:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5281)
00000400:00000200:0.0:1769078290.870247:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078290.870251:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078290.870253:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078290.870257:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078290.870283:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653166720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870292:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078290.870296:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653166720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870303:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.870305:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078290.870310:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078290.870315:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078290.870373:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078290.870376:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299943450
00000100:00000001:0.0:1769078290.870380:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299944700
00000100:00000001:0.0:1769078290.870383:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299943450
00000100:00000001:0.0:1769078290.870385:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299944700
00000100:00000001:0.0:1769078290.870388:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078290.870391:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.870393:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078290.870397:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078290/real 1769078290]  req@ffff88ba87a9b480 x1855007653166720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078290.870406:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078290.870407:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078290.870409:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078290.870413:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078290.870415:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078290.870418:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078290.870422:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653166720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078290.870431:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653166720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870444:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078290.870446:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.870448:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078290.870449:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078290.870452:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653166720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870459:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078290.870463:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653166720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870471:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078290.870474:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.870475:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078290.870476:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.870479:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078290.870480:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078290.870483:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078290.870487:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078290.870489:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078290.870493:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653166720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078290.870501:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653166720:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078290.870505:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078290.870508:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653166848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870515:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078290.870517:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078290.870519:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078290.870521:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078290.870523:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078290.870526:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653166848:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078290.870529:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078290.870531:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078290.870533:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078290.870552:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078290.870634:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078290.870637:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078290.870643:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078290.870646:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078290.870650:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078290.870654:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653166848, portal 10
00000100:00000001:0.0:1769078290.870656:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078290.870657:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:0.0:1769078290.870664:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653166848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870670:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078290.870672:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078290.870675:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078290.870677:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653166848, offset 0
00000400:00000200:0.0:1769078290.870681:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078290.870685:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078290.870690:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078290.870693:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078290.870695:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078290.870697:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078290.870700:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078290.870703:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201007:201007:256:4294967295] 192.168.204.104@tcp LPNI seq info [201007:201007:8:4294967295]
00000400:00000200:0.0:1769078290.870707:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078290.870713:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078290.870718:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078290.870721:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078290.870726:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078290.870729:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078290.870733:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078290.870735:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078290.870739:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078290.870741:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078290.870744:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078290.870747:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078290.870750:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078290.870752:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078290.870754:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078290.870758:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653166848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870764:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078290.870767:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653166848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870773:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.870774:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078290.870777:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078290.870780:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078290.870784:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078290.870786:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299943436
00000100:00000001:0.0:1769078290.870788:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299944700
00000100:00000001:0.0:1769078290.870790:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299943436
00000100:00000001:0.0:1769078290.870792:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299944700
00000100:00000001:0.0:1769078290.870795:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078290.870797:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.870798:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078290.870802:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078290/real 1769078290]  req@ffff88ba87a98700 x1855007653166848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078290.870809:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078290.870811:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078290.870812:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078290.870815:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078290.870816:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078290.870818:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078290.870821:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653166848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078290.870829:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653166848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870835:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078290.870837:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.870839:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078290.870840:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078290.870843:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653166848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870850:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078290.870854:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653166848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870860:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078290.870863:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.870865:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078290.870866:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.870868:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078290.870869:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078290.870872:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078290.870875:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078290.870878:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078290.870883:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653166848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078290.870891:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653166848:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078290.870894:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.870896:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078290.870900:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653166720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870906:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078290.870907:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078290.870909:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078290.870912:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078290.870914:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078290.870915:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078290.870917:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078290.870919:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:0.0:1769078290.870921:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078290.870923:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078290.870924:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:0.0:1769078290.870927:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078290.870928:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.870929:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078290.870933:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653166848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870940:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078290.870941:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078290.870943:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078290.870945:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078290.870946:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078290.870948:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078290.870950:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078290.870951:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:0.0:1769078290.870954:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078290.870956:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078290.870958:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:0.0:1769078290.870960:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078290.870961:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.870963:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.870967:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078290.870968:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.870970:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078290.870972:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078290.870973:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078290.870977:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653166976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.870984:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078290.870985:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078290.870988:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078290.870989:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078290.870991:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078290.870994:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653166976:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078290.870997:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078290.870999:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078290.871001:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078290.871003:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078290.871006:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078290.871008:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078290.871012:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078290.871014:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078290.871018:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078290.871021:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653166976, portal 4
00000100:00000001:0.0:1769078290.871023:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078290.871024:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:0.0:1769078290.871030:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653166976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871036:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078290.871038:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078290.871041:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078290.871044:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653166976, offset 0
00000400:00000200:0.0:1769078290.871048:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078290.871052:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078290.871055:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078290.871058:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078290.871061:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078290.871063:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078290.871066:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078290.871068:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201008:201008:256:4294967295] 192.168.204.104@tcp LPNI seq info [201008:201008:8:4294967295]
00000400:00000200:0.0:1769078290.871073:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078290.871078:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078290.871083:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078290.871086:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078290.871090:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078290.871093:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078290.871097:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078290.871100:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078290.871103:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078290.871105:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078290.871108:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078290.871111:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078290.871114:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078290.871116:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078290.871118:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078290.871122:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653166976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871129:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078290.871132:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653166976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871138:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.871140:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078290.871144:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078290.871147:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078290.871161:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078290.871163:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299943443
00000100:00000001:0.0:1769078290.871166:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299944700
00000100:00000001:0.0:1769078290.871168:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299943443
00000100:00000001:0.0:1769078290.871170:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299944700
00000100:00000001:0.0:1769078290.871172:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078290.871174:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.871176:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078290.871179:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078290/real 1769078290]  req@ffff88ba87a98380 x1855007653166976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078290.871193:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078290.871195:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078290.871197:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078290.871200:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078290.871201:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078290.871203:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078290.871207:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653166976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078290.871215:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653166976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871222:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078290.871223:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.871225:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078290.871227:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078290.871230:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653166976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871237:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078290.871241:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653166976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871248:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078290.871250:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.871252:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078290.871253:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.871255:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078290.871256:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078290.871267:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078290.871271:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078290.871273:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078290.871277:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653166976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078290.871286:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653166976:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078290.871290:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078290.871293:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653167104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871300:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078290.871301:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078290.871303:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078290.871305:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078290.871307:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078290.871310:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653167104:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078290.871313:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078290.871315:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078290.871316:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078290.871318:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078290.871321:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078290.871323:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078290.871327:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078290.871331:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078290.871334:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078290.871336:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653167104, portal 4
00000100:00000001:0.0:1769078290.871363:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078290.871364:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:0.0:1769078290.871371:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653167104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871377:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078290.871453:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078290.871516:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078290.871519:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653167104, offset 0
00000400:00000200:0.0:1769078290.871524:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078290.871527:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078290.871531:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078290.871534:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078290.871572:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078290.871575:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078290.871578:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078290.871581:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201009:201009:256:4294967295] 192.168.204.104@tcp LPNI seq info [201009:201009:8:4294967295]
00000400:00000200:0.0:1769078290.871587:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078290.871594:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078290.871599:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078290.871603:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078290.871608:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078290.871611:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078290.871615:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078290.871618:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078290.871622:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078290.871624:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078290.871626:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078290.871630:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078290.871633:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078290.871635:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078290.871638:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078290.871642:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653167104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871649:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078290.871652:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653167104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871658:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.871659:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078290.871663:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078290.871666:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078290.871669:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078290.871671:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299943444
00000100:00000001:0.0:1769078290.871674:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299944700
00000100:00000001:0.0:1769078290.871677:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299943444
00000100:00000001:0.0:1769078290.871679:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299944700
00000100:00000001:0.0:1769078290.871681:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078290.871683:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.871685:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078290.871688:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078290/real 1769078290]  req@ffff88ba87a99f80 x1855007653167104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078290.871696:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078290.871697:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078290.871699:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078290.871701:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078290.871703:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078290.871705:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078290.871708:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653167104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078290.871716:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653167104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871728:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078290.871729:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.871731:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078290.871733:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078290.871736:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653167104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871743:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078290.871746:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653167104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871753:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078290.871755:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.871757:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078290.871758:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.871760:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078290.871761:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078290.871764:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078290.871768:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078290.871770:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078290.871774:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653167104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078290.871781:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653167104:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078290.871785:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.871787:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078290.871790:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653166976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871796:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078290.871798:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078290.871800:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078290.871803:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078290.871804:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078290.871805:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078290.871807:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078290.871809:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:0.0:1769078290.871811:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078290.871813:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078290.871814:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:0.0:1769078290.871817:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078290.871818:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.871820:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078290.871823:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653167104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.871829:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078290.871830:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078290.871832:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078290.871834:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078290.871835:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078290.871836:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078290.871838:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078290.871840:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:0.0:1769078290.871842:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078290.871843:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078290.871844:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:0.0:1769078290.871846:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078290.871848:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.871849:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.871853:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078290.871854:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.871856:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078290.871857:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078291.508640:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078291.508650:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078291.508717:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078291.508722:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078291.508727:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078292.148656:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299944700, at 4299944704
00000100:00000040:1.0:1769078292.148656:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299944700, at 4299944704
00000100:00000010:1.0:1769078292.148677:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16300.
00000100:00000010:0.0:1769078292.148679:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078292.532679:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078292.532687:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078292.532748:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078292.532751:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078292.532754:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078293.556671:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078293.556679:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078293.556755:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078293.556759:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078293.556764:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078294.580679:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078294.580691:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078294.580714:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078294.580718:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078294.580724:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078294.580726:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078294.580727:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078294.580729:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078294.580788:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078294.580793:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078294.580797:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078295.604656:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078295.604664:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078295.604716:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078295.604719:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078295.604722:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078295.988614:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078295.988625:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078295.988627:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078295.988632:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078295.988636:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078295.988644:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5276
00000400:00000200:3.0:1769078295.988653:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078295.988658:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078295.988661:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078295.988663:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.988666:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078295.988668:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.988670:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078295.988673:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078295.988675:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078295.988677:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078295.988679:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078295.988680:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078295.988682:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078295.988684:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.988685:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078295.988686:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.988687:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078295.988690:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078295.988693:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078295.988694:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078295.988697:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078295.988700:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078295.988702:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078295.988704:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078295.988706:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078295.988716:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769078295.988725:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078295.988729:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078295.988730:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078295.988733:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078295.988735:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078295.988739:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078295.988747:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078295.988753:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078295.988761:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653167232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078295.988770:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078295.988774:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078295.988777:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653167232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078295.988795:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078295.988797:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078295.988800:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078295.988801:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078295.988802:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078295.988803:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078295.988805:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5276
00000400:00000200:3.0:1769078295.988807:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078295.988809:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078295.988811:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078295.988814:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.988815:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078295.988817:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.988818:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078295.988820:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078295.988821:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078295.988822:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078295.988823:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078295.988825:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078295.988826:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078295.988828:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078295.988829:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078295.988830:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078295.988834:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078295.988836:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078295.988836:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078295.988840:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:0.0:1769078295.988842:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769078295.988843:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078295.988847:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078295.988848:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078295.988853:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078295.988854:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653167232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078295.988855:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078295.988863:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078295.988867:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078295.988870:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078295.988872:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.988874:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1769078295.988876:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000100:00000001:0.0:1769078295.988878:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078295.988879:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078295.988883:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078295.988884:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078295.988884:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078295.988885:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078295.988888:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078295.988890:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078295.988890:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078295.988896:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
02000000:00000001:0.0:1769078295.988897:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078295.988901:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078295.988905:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653167232:192.168.204.104@tcp:250:kworker.0
00000100:00100000:3.0:1769078295.988908:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653167360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078295.988913:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078295.988915:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078295.988918:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078295.988920:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1769078295.988921:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653167360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078295.988925:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078295.988928:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078295.988930:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769078295.988932:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078295.988937:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:0.0:1769078295.988938:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
00000100:00000001:3.0:1769078295.988939:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1769078295.988943:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078295.988944:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078295.988949:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078295.988951:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5276
00000400:00000200:0.0:1769078295.988954:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078295.988960:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078295.988961:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:3.0:1769078295.988966:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078295.988969:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078295.988972:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.988974:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769078295.988977:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000040:3.0:1769078295.988977:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.988982:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078295.988985:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078295.988987:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000100:00000200:0.0:1769078295.988988:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653167232, portal 25
00000020:00000001:3.0:1769078295.988989:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078295.988992:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000100:00000001:0.0:1769078295.988994:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078295.988997:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000020:00000001:3.0:1769078295.988997:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078295.989002:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078295.989008:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000040:0.0:1769078295.989009:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653167232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078295.989010:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078295.989014:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.989018:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078295.989022:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078295.989027:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078295.989030:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078295.989030:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078295.989033:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769078295.989036:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
02000000:00000001:3.0:1769078295.989037:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078295.989040:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078295.989042:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000001:3.0:1769078295.989042:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078295.989043:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078295.989047:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078295.989048:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653167232, offset 0
00000100:00000001:3.0:1769078295.989049:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078295.989060:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000010:3.0:1769078295.989062:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769078295.989065:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078295.989066:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078295.989067:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078295.989069:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078295.989070:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078295.989072:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078295.989073:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078295.989078:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769078295.989081:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078295.989085:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653167488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078295.989090:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078295.989091:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:3.0:1769078295.989092:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078295.989098:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653167488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078295.989101:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078295.989107:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078295.989109:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078295.989110:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00080000:3.0:1769078295.989114:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078295.989116:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078295.989119:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769078295.989120:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078295.989124:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078295.989128:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00080000:3.0:1769078295.989129:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5276
00000400:00000200:0.0:1769078295.989136:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201010:201010:256:4294967295] 192.168.204.104@tcp LPNI seq info [201010:201010:8:4294967295]
00000400:00000200:3.0:1769078295.989141:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078295.989146:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1769078295.989148:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078295.989149:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078295.989153:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.989155:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078295.989158:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.989162:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078295.989165:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769078295.989168:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1769078295.989168:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078295.989171:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078295.989174:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078295.989176:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078295.989178:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000800:00000200:0.0:1769078295.989182:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078295.989184:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.989186:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078295.989187:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.989188:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000010:0.0:1769078295.989190:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000020:00000040:3.0:1769078295.989190:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078295.989195:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078295.989196:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078295.989197:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078295.989199:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078295.989203:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078295.989204:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078295.989205:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078295.989209:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000800:00000200:0.0:1769078295.989211:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000008:00000001:3.0:1769078295.989212:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078295.989215:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078295.989219:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769078295.989222:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000800:00000200:0.1:1769078295.989222:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:3.0:1769078295.989224:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078295.989225:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078295.989226:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078295.989227:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078295.989229:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078295.989231:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769078295.989233:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078295.989236:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653167616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078295.989244:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078295.989246:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078295.989246:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1769078295.989251:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653167616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1769078295.989258:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078295.989261:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078295.989264:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000100:00080000:3.0:1769078295.989264:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078295.989269:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078295.989270:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078295.989271:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078295.989273:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078295.989274:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1769078295.989276:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5276
00000400:00000200:3.0:1769078295.989279:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078295.989283:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1769078295.989286:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1769078295.989286:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078295.989292:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.989294:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078295.989296:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000100:00000040:3.0:1769078295.989296:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000010:0.0:1769078295.989301:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:3.0:1769078295.989305:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078295.989307:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1769078295.989307:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078295.989311:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078295.989313:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078295.989314:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078295.989316:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000200:0.0:1769078295.989317:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b100 x1855007653167232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078295.989318:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078295.989323:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.989326:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078295.989329:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078295.989332:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078295.989336:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078295.989338:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078295.989340:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078295.989341:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078295.989344:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078295.989346:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078295.989348:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078295.989349:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653167232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078295.989350:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078295.989353:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078295.989356:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078295.989359:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078295.989364:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000100:00000001:0.0:1769078295.989368:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078295.989368:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078295.989371:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078295.989372:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769078295.989373:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078295.989376:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078295.989377:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078295.989378:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078295.989381:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:0.0:1769078295.989382:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078295.989383:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078295.989390:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653167744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078295.989391:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078295.989396:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299949819
00000100:00000001:3.0:1769078295.989398:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078295.989401:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078295.989404:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000040:3.0:1769078295.989404:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653167744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.989413:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078295.989417:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078295.989423:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5286)
00000100:00000001:0.0:1769078295.989424:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299949819
00000100:00000010:0.0:1769078295.989429:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16600.
00000100:00000001:0.0:1769078295.989433:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078295.989438:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078295.989441:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.989444:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078295.989449:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078295/real 1769078295]  req@ffff88ba87a9b100 x1855007653167232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078295.989459:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078295.989461:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078295.989463:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078295.989466:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078295.989468:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078295.989488:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078295.989493:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653167232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078295.989502:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653167232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.989509:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078295.989512:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.989515:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078295.989517:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078295.989521:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653167232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.989528:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078295.989533:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653167232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.989567:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078295.989570:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.989572:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078295.989574:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.989576:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078295.989578:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078295.989581:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078295.989587:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078295.989589:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078295.989593:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653167232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078295.989602:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653167232:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078295.989608:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.989610:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078295.989613:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653167232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.989620:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078295.989622:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078295.989625:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078295.989628:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078295.989630:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078295.989632:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078295.989634:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078295.989636:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:0.0:1769078295.989640:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078295.989643:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078295.989644:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:0.0:1769078295.989647:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078295.989649:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.989652:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.989660:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078295.989662:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.989664:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078295.989666:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078295.989668:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078295.989671:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653167360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.989679:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078295.989680:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078295.989682:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078295.989684:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078295.989686:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078295.989689:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653167360:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078295.989693:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078295.989694:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078295.989696:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078295.989698:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078295.989701:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078295.989703:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078295.989707:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078295.989711:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078295.989714:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078295.989717:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653167360, portal 10
00000100:00000001:0.0:1769078295.989720:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078295.989721:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:0.0:1769078295.989728:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653167360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.989734:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078295.989737:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078295.989739:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078295.989742:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653167360, offset 0
00000400:00000200:0.0:1769078295.989746:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078295.989750:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078295.989754:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078295.989757:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078295.989760:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078295.989762:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078295.989764:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078295.989767:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201011:201011:256:4294967295] 192.168.204.104@tcp LPNI seq info [201011:201011:8:4294967295]
00000400:00000200:0.0:1769078295.989771:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078295.989778:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078295.989783:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078295.989786:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078295.989790:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078295.989793:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078295.989798:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078295.989801:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078295.989805:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078295.989806:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078295.989809:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078295.989813:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078295.989816:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078295.989817:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078295.989820:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078295.989824:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653167360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.989831:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078295.989834:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653167360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.989840:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.989842:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078295.989846:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078295.989850:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078295.989853:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078295.989855:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299948570
00000100:00000001:0.0:1769078295.989858:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299949819
00000100:00000001:0.0:1769078295.989861:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299948570
00000100:00000001:0.0:1769078295.989863:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299949819
00000100:00000001:0.0:1769078295.989865:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078295.989867:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.989869:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078295.989873:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078295/real 1769078295]  req@ffff88ba87a98e00 x1855007653167360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078295.989881:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078295.989882:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078295.989884:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078295.989886:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078295.989888:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078295.989890:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078295.989893:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653167360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078295.989902:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653167360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.989909:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078295.989910:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.989912:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078295.989913:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078295.989917:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653167360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.989923:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078295.989928:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653167360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.989934:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078295.989937:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.989938:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078295.989940:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.989941:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078295.989943:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078295.989946:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078295.989950:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078295.989952:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078295.989957:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653167360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078295.989965:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653167360:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078295.989969:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078295.989972:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653167488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.989978:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078295.989980:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078295.989982:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078295.989983:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078295.989985:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078295.989988:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653167488:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078295.989991:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078295.989993:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078295.989995:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078295.989997:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078295.990000:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078295.990002:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078295.990006:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078295.990008:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078295.990011:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078295.990014:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653167488, portal 10
00000100:00000001:0.0:1769078295.990016:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078295.990017:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
00000100:00000040:0.0:1769078295.990023:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653167488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990029:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078295.990031:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078295.990034:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078295.990036:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653167488, offset 0
00000400:00000200:0.0:1769078295.990040:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078295.990043:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078295.990047:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078295.990049:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078295.990052:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078295.990055:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078295.990057:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078295.990060:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201012:201012:256:4294967295] 192.168.204.104@tcp LPNI seq info [201012:201012:8:4294967295]
00000400:00000200:0.0:1769078295.990064:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078295.990070:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078295.990075:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078295.990078:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078295.990082:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078295.990085:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078295.990089:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078295.990092:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078295.990095:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078295.990097:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078295.990100:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078295.990103:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078295.990106:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078295.990108:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078295.990110:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078295.990114:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98a80 x1855007653167488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990121:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078295.990124:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653167488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990130:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.990132:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078295.990135:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078295.990138:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078295.990141:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078295.990144:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299948555
00000100:00000001:0.0:1769078295.990146:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299949819
00000100:00000001:0.0:1769078295.990149:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299948555
00000100:00000001:0.0:1769078295.990151:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299949819
00000100:00000001:0.0:1769078295.990154:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078295.990156:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.990158:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078295.990162:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078295/real 1769078295]  req@ffff88ba87a98a80 x1855007653167488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078295.990169:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078295.990170:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078295.990172:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078295.990174:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078295.990176:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078295.990178:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078295.990182:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653167488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078295.990190:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653167488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990197:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078295.990198:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990200:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078295.990202:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078295.990205:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653167488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990212:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078295.990215:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653167488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990222:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078295.990225:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990227:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078295.990228:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990230:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078295.990231:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078295.990234:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078295.990237:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078295.990240:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078295.990243:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653167488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078295.990251:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653167488:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078295.990255:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078295.990258:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653167616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990265:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078295.990266:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078295.990268:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078295.990270:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078295.990272:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078295.990274:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653167616:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078295.990278:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078295.990279:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078295.990281:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078295.990283:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078295.990286:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078295.990288:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078295.990292:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078295.990295:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078295.990298:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078295.990301:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653167616, portal 4
00000100:00000001:0.0:1769078295.990303:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078295.990305:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:0.0:1769078295.990310:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653167616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990316:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078295.990318:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078295.990321:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078295.990323:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653167616, offset 0
00000400:00000200:0.0:1769078295.990327:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078295.990330:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078295.990334:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078295.990336:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078295.990339:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078295.990341:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078295.990343:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078295.990346:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201013:201013:256:4294967295] 192.168.204.104@tcp LPNI seq info [201013:201013:8:4294967295]
00000400:00000200:0.0:1769078295.990350:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078295.990356:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078295.990361:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078295.990364:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078295.990367:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078295.990370:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078295.990374:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078295.990377:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078295.990380:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078295.990382:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078295.990385:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078295.990388:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078295.990391:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078295.990392:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078295.990395:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078295.990398:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a680 x1855007653167616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990411:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078295.990414:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653167616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990420:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.990422:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078295.990425:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078295.990428:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078295.990431:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078295.990433:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299948562
00000100:00000001:0.0:1769078295.990436:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299949819
00000100:00000001:0.0:1769078295.990438:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299948562
00000100:00000001:0.0:1769078295.990440:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299949819
00000100:00000001:0.0:1769078295.990442:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078295.990444:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.990446:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078295.990449:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078295/real 1769078295]  req@ffff88ba87a9a680 x1855007653167616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078295.990457:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078295.990458:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078295.990460:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078295.990462:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078295.990464:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078295.990466:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078295.990469:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653167616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078295.990489:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653167616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990495:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078295.990497:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990499:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078295.990501:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078295.990504:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653167616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990510:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078295.990514:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653167616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990520:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078295.990523:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990524:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078295.990526:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990528:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078295.990529:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078295.990532:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078295.990534:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078295.990552:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078295.990556:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653167616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078295.990564:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653167616:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078295.990568:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078295.990571:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653167744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990577:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078295.990579:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078295.990581:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078295.990582:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078295.990584:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078295.990587:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653167744:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078295.990590:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078295.990592:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078295.990594:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078295.990596:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078295.990599:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078295.990601:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078295.990604:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078295.990607:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078295.990610:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078295.990612:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653167744, portal 4
00000100:00000001:0.0:1769078295.990614:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078295.990616:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000040:0.0:1769078295.990621:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653167744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990627:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078295.990630:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078295.990632:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078295.990634:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653167744, offset 0
00000400:00000200:0.0:1769078295.990637:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078295.990641:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078295.990644:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078295.990647:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078295.990650:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078295.990652:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078295.990654:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078295.990657:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201014:201014:256:4294967295] 192.168.204.104@tcp LPNI seq info [201014:201014:8:4294967295]
00000400:00000200:0.0:1769078295.990661:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078295.990667:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078295.990672:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078295.990675:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078295.990680:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078295.990682:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078295.990686:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078295.990688:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078295.990692:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078295.990694:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078295.990697:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078295.990700:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078295.990703:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078295.990705:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078295.990707:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078295.990710:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9bb80 x1855007653167744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990718:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078295.990721:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653167744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990727:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.990729:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078295.990732:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078295.990735:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078295.990738:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078295.990740:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299948563
00000100:00000001:0.0:1769078295.990743:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299949819
00000100:00000001:0.0:1769078295.990745:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299948563
00000100:00000001:0.0:1769078295.990747:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299949819
00000100:00000001:0.0:1769078295.990749:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078295.990751:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.990753:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078295.990757:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078295/real 1769078295]  req@ffff88ba87a9bb80 x1855007653167744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078295.990764:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078295.990765:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078295.990767:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078295.990769:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078295.990771:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078295.990773:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078295.990776:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653167744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078295.990785:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653167744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990791:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078295.990792:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990793:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078295.990795:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078295.990798:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653167744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990805:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078295.990808:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653167744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990815:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078295.990817:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990819:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078295.990820:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990822:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078295.990823:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078295.990826:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078295.990829:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078295.990831:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078295.990835:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653167744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078295.990849:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653167744:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078295.990853:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990855:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078295.990858:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653167360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990864:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078295.990866:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078295.990868:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078295.990871:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078295.990872:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078295.990874:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078295.990876:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078295.990878:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:0.0:1769078295.990880:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078295.990881:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078295.990883:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:0.0:1769078295.990886:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078295.990887:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990888:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078295.990891:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653167488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990898:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078295.990899:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078295.990900:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078295.990903:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078295.990904:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078295.990905:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078295.990907:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078295.990909:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:0.0:1769078295.990911:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078295.990912:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078295.990913:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:0.0:1769078295.990916:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078295.990917:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990919:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078295.990922:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653167616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990928:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078295.990930:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078295.990931:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078295.990933:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078295.990934:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078295.990935:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078295.990937:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078295.990940:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:0.0:1769078295.990942:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078295.990943:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078295.990945:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:0.0:1769078295.990947:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078295.990948:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990950:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078295.990953:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653167744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.990959:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078295.990960:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078295.990962:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078295.990964:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078295.990965:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078295.990966:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078295.990968:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078295.990970:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:0.0:1769078295.990972:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078295.990973:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078295.990974:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
00000100:00000001:0.0:1769078295.990976:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078295.990978:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990980:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.990983:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078295.990984:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.990986:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078295.990988:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078296.628637:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078296.628647:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078296.628746:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078296.628752:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078296.628757:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078297.268652:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299949819, at 4299949824
00000100:00000040:1.0:1769078297.268652:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299949819, at 4299949824
00000100:00000010:0.0:1769078297.268669:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000010:1.0:1769078297.268670:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16600.
00010000:00000001:2.0:1769078297.652622:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078297.652630:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078297.652680:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078297.652685:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078297.652689:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078298.676623:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078298.676628:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078298.676723:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078298.676729:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078298.676733:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078299.700653:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078299.700660:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078299.700905:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078299.700909:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078299.700913:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078300.724580:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078300.724585:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078300.724653:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078300.724658:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078300.724661:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078301.108731:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078301.108739:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078301.108741:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078301.108744:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078301.108747:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078301.108753:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5281
00000400:00000200:2.0:1769078301.108760:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078301.108764:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078301.108766:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078301.108768:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.108771:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.108772:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.108774:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078301.108777:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078301.108778:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078301.108780:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078301.108782:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078301.108783:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078301.108785:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078301.108786:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.108788:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.108789:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.108790:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078301.108792:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078301.108795:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078301.108797:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078301.108799:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078301.108802:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078301.108804:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.108805:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078301.108807:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078301.108815:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2a00.
00000020:00000040:2.0:1769078301.108818:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078301.108821:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078301.108822:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.108824:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078301.108826:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078301.108829:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078301.108835:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5000.
00000100:00000001:2.0:1769078301.108839:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078301.108846:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2a00 x1855007653167872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078301.108856:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078301.108860:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078301.108865:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb869b7d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2a00 x1855007653167872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078301.108892:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078301.108895:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078301.108898:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078301.108900:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078301.108901:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078301.108903:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078301.108906:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5281
00000400:00000200:2.0:1769078301.108909:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078301.108912:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078301.108914:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078301.108917:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.108920:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.108922:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.108924:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078301.108927:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078301.108928:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078301.108930:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078301.108932:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078301.108933:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078301.108935:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078301.108937:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078301.108938:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078301.108938:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.108942:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078301.108944:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078301.108944:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078301.108946:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:0.0:1769078301.108948:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1769078301.108949:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000040:0.0:1769078301.108958:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2a00 x1855007653167872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078301.108958:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078301.108961:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078301.108969:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078301.108971:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.108973:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078301.108978:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078301.108979:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078301.108982:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769078301.108984:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.108987:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078301.108988:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1769078301.108992:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0380.
02000000:00000001:0.0:1769078301.108993:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769078301.108997:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:0.0:1769078301.108998:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078301.109004:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1769078301.109005:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653167872:192.168.204.104@tcp:250:kworker.0
02000000:00000001:2.0:1769078301.109006:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.109011:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078301.109013:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078301.109014:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078301.109018:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078301.109018:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078301.109021:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078301.109023:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4c00.
02000000:00000001:0.0:1769078301.109024:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078301.109029:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078301.109032:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078301.109035:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078301.109037:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0380 x1855007653168000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078301.109045:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078301.109045:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078301.109049:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078301.109052:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463fdd6a] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0380 x1855007653168000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078301.109057:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078301.109058:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000100:00080000:2.0:1769078301.109059:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078301.109064:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078301.109065:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1769078301.109067:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00080000:2.0:1769078301.109068:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078301.109073:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078301.109075:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5281
00000100:00000200:0.0:1769078301.109077:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653167872, portal 25
00000400:00000200:2.0:1769078301.109082:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078301.109083:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078301.109087:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976467968 : -131139733083648 : ffff88baa6cb2a00)
00000400:00000200:2.0:1769078301.109090:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000040:0.0:1769078301.109095:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2a00 x1855007653167872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078301.109095:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078301.109101:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.109107:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.109111:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078301.109112:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078301.109114:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078301.109117:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1769078301.109118:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000020:00000040:2.0:1769078301.109119:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078301.109122:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:0.0:1769078301.109124:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000020:00000040:2.0:1769078301.109124:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078301.109128:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078301.109130:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000200:0.0:1769078301.109131:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653167872, offset 0
00000100:00000040:2.0:1769078301.109134:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.109137:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.109138:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.109141:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078301.109143:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000020:00000040:2.0:1769078301.109144:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078301.109150:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078301.109151:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078301.109153:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769078301.109155:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:2.0:1769078301.109156:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078301.109160:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.109161:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078301.109163:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078301.109166:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000008:00000001:2.0:1769078301.109166:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.109167:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078301.109170:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0e00.
00000020:00000040:2.0:1769078301.109171:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078301.109173:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078301.109175:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.109178:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078301.109179:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078301.109181:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078301.109182:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1769078301.109185:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5c00.
00000400:00000200:0.0:1769078301.109188:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:2.0:1769078301.109189:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078301.109195:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0e00 x1855007653168128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078301.109197:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078301.109204:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.109205:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078301.109208:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078301.109212:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201015:201015:256:4294967295] 192.168.204.104@tcp LPNI seq info [201015:201015:8:4294967295]
00000100:00000040:2.0:1769078301.109213:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f96492e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0e00 x1855007653168128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078301.109224:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078301.109227:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078301.109229:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078301.109232:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078301.109234:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078301.109237:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078301.109241:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078301.109242:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078301.109246:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5281
00000400:00000200:2.0:1769078301.109251:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:0.0:1769078301.109256:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078301.109257:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078301.109260:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1769078301.109263:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000100:00000040:2.0:1769078301.109264:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.109266:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.109267:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.109268:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078301.109270:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078301.109270:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078301.109271:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078301.109272:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078301.109273:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078301.109276:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078301.109277:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.109279:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.109282:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:0.0:1769078301.109284:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078301.109284:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078301.109287:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078301.109290:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000200:0.0:1769078301.109291:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1769078301.109292:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078301.109293:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078301.109296:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078301.109298:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.109299:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078301.109301:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000800:00000200:0.1:1769078301.109302:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000008:00000001:2.0:1769078301.109304:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.109308:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078301.109309:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000100:00000010:2.0:1769078301.109310:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1500.
00000020:00000040:2.0:1769078301.109315:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000800:00000100:0.0:1769078301.109319:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
02000000:00000001:2.0:1769078301.109320:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:0.0:1769078301.109322:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
02000000:00000001:2.0:1769078301.109323:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.109327:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078301.109328:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078301.109329:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769078301.109330:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078301.109337:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6c00.
00000400:00000200:0.0:1769078301.109338:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769078301.109342:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078301.109345:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078301.109350:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00100000:2.0:1769078301.109350:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1500 x1855007653168256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078301.109357:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078301.109362:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769078301.109364:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2a00 x1855007653167872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078301.109365:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078301.109375:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae4e9ea6] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1500 x1855007653168256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.109379:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078301.109396:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2a00 x1855007653167872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.109403:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.109405:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078301.109411:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.109416:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078301.109419:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:2.0:1769078301.109421:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078301.109424:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299954939
00000100:00080000:2.0:1769078301.109427:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078301.109429:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078301.109431:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1769078301.109432:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:2.0:1769078301.109433:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078301.109437:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5281
00000100:00000001:0.0:1769078301.109440:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000400:00000200:2.0:1769078301.109441:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078301.109446:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078301.109448:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078301.109450:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299954939
00000100:00000040:2.0:1769078301.109450:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.109452:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.109455:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000010:0.0:1769078301.109456:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d168a0.
00000100:00000001:2.0:1769078301.109458:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078301.109461:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000020:00000001:2.0:1769078301.109461:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078301.109462:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078301.109466:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078301.109467:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078301.109468:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078301.109469:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078301.109471:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.109472:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.109473:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078301.109474:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078301.109475:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:0.0:1769078301.109476:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1769078301.109477:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078301.109482:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.109485:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.109487:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1769078301.109487:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078301.109491:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078301.109494:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078301.109496:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078301/real 1769078301]  req@ffff88baa6cb2a00 x1855007653167872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078301.109496:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078301.109498:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078301.109502:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.109506:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078301.109510:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0a80.
00000020:00000040:2.0:1769078301.109513:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078301.109515:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000001:0.0:1769078301.109516:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1769078301.109517:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769078301.109519:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1769078301.109520:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1769078301.109523:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
02000000:00000001:2.0:1769078301.109523:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078301.109524:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078301.109528:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
02000000:00000010:2.0:1769078301.109530:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7000.
00000400:00000010:0.0:1769078301.109532:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:2.0:1769078301.109534:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.109571:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:2.0:1769078301.109576:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0a80 x1855007653168384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078301.109579:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2a00 x1855007653167872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078301.109598:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769078301.109602:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2a00 x1855007653167872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078301.109602:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078301.109607:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5c623e9] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0a80 x1855007653168384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.109621:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078301.109622:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.109625:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078301.109627:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5291)
00000100:00000001:0.0:1769078301.109629:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078301.109633:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078301.109639:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2a00 x1855007653167872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.109646:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078301.109651:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2a00 x1855007653167872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.109665:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078301.109667:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.109669:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078301.109670:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.109672:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078301.109674:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078301.109677:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078301.109689:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078301.109691:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078301.109696:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2a00 x1855007653167872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078301.109704:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653167872:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078301.109709:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.109711:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078301.109714:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2a00 x1855007653167872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.109721:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078301.109723:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078301.109726:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078301.109728:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078301.109730:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078301.109732:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078301.109734:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078301.109736:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5000.
02000000:00000001:0.0:1769078301.109740:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078301.109742:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078301.109744:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2a00.
00000100:00000001:0.0:1769078301.109747:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078301.109748:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.109751:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.109757:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078301.109759:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.109761:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078301.109763:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078301.109764:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078301.109768:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0380 x1855007653168000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.109775:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078301.109777:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078301.109779:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078301.109780:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078301.109783:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078301.109785:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653168000:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078301.109788:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078301.109790:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078301.109792:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078301.109793:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078301.109796:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078301.109798:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078301.109803:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078301.109806:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078301.109809:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078301.109812:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653168000, portal 10
00000100:00000001:0.0:1769078301.109814:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078301.109815:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976458112 : -131139733093504 : ffff88baa6cb0380)
00000100:00000040:0.0:1769078301.109820:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0380 x1855007653168000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.109826:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078301.109829:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078301.109831:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078301.109833:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653168000, offset 0
00000400:00000200:0.0:1769078301.109837:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078301.109841:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078301.109845:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078301.109848:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078301.109850:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078301.109853:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078301.109855:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078301.109858:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201016:201016:256:4294967295] 192.168.204.104@tcp LPNI seq info [201016:201016:8:4294967295]
00000400:00000200:0.0:1769078301.109862:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078301.109868:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078301.109873:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078301.109876:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078301.109879:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078301.109882:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078301.109886:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078301.109889:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769078301.109892:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078301.109894:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078301.109897:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078301.109900:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078301.109903:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078301.109904:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078301.109907:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078301.109911:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0380 x1855007653168000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.109918:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078301.109921:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0380 x1855007653168000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.109927:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.109929:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078301.109932:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078301.109936:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078301.109939:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078301.109941:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299953690
00000100:00000001:0.0:1769078301.109944:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299954939
00000100:00000001:0.0:1769078301.109946:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299953690
00000100:00000001:0.0:1769078301.109948:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299954939
00000100:00000001:0.0:1769078301.109950:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078301.109952:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.109954:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078301.109957:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078301/real 1769078301]  req@ffff88baa6cb0380 x1855007653168000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078301.109965:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078301.109966:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078301.109968:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078301.109970:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078301.109972:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078301.109973:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078301.109977:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0380 x1855007653168000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078301.109985:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0380 x1855007653168000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.109991:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078301.109992:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.109994:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078301.109995:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078301.109999:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0380 x1855007653168000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110005:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078301.110009:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0380 x1855007653168000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110016:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078301.110018:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.110020:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078301.110021:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.110023:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078301.110025:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078301.110027:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078301.110030:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078301.110032:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078301.110036:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0380 x1855007653168000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078301.110044:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653168000:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078301.110048:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078301.110051:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0e00 x1855007653168128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110057:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078301.110058:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078301.110060:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078301.110062:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078301.110064:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078301.110066:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653168128:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078301.110070:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078301.110072:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078301.110073:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078301.110075:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078301.110079:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078301.110081:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078301.110084:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078301.110086:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078301.110089:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078301.110091:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653168128, portal 10
00000100:00000001:0.0:1769078301.110093:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078301.110095:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976460800 : -131139733090816 : ffff88baa6cb0e00)
00000100:00000040:0.0:1769078301.110100:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0e00 x1855007653168128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110105:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078301.110108:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078301.110110:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078301.110112:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653168128, offset 0
00000400:00000200:0.0:1769078301.110116:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078301.110119:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078301.110122:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078301.110124:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078301.110126:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078301.110129:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078301.110131:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078301.110134:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201017:201017:256:4294967295] 192.168.204.104@tcp LPNI seq info [201017:201017:8:4294967295]
00000400:00000200:0.0:1769078301.110138:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078301.110144:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078301.110148:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078301.110151:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078301.110154:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078301.110157:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078301.110161:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078301.110164:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769078301.110167:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078301.110169:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078301.110172:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078301.110175:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078301.110177:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078301.110178:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078301.110181:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078301.110184:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0e00 x1855007653168128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110191:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078301.110194:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0e00 x1855007653168128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110201:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.110203:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078301.110206:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078301.110208:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078301.110212:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078301.110214:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299953675
00000100:00000001:0.0:1769078301.110217:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299954939
00000100:00000001:0.0:1769078301.110219:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299953675
00000100:00000001:0.0:1769078301.110221:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299954939
00000100:00000001:0.0:1769078301.110223:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078301.110225:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.110227:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078301.110231:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078301/real 1769078301]  req@ffff88baa6cb0e00 x1855007653168128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078301.110237:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078301.110239:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078301.110240:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078301.110243:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078301.110244:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078301.110246:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078301.110249:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0e00 x1855007653168128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078301.110257:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0e00 x1855007653168128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110263:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078301.110264:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.110266:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078301.110268:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078301.110271:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0e00 x1855007653168128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110278:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078301.110282:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0e00 x1855007653168128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110289:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078301.110291:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.110292:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078301.110294:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.110295:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078301.110297:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078301.110299:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078301.110302:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078301.110304:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078301.110307:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0e00 x1855007653168128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078301.110316:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653168128:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078301.110319:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078301.110322:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1500 x1855007653168256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110328:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078301.110329:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078301.110331:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078301.110333:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078301.110334:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078301.110337:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653168256:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078301.110340:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078301.110342:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078301.110344:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078301.110345:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078301.110348:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e000.
02000000:00000001:0.0:1769078301.110350:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078301.110354:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078301.110356:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078301.110359:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078301.110362:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653168256, portal 4
00000100:00000001:0.0:1769078301.110363:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078301.110365:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976462592 : -131139733089024 : ffff88baa6cb1500)
00000100:00000040:0.0:1769078301.110370:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1500 x1855007653168256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110376:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078301.110378:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078301.110380:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078301.110382:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653168256, offset 0
00000400:00000200:0.0:1769078301.110498:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078301.110502:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078301.110505:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078301.110508:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078301.110510:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078301.110512:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078301.110514:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078301.110517:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201018:201018:256:4294967295] 192.168.204.104@tcp LPNI seq info [201018:201018:8:4294967295]
00000400:00000200:0.0:1769078301.110521:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078301.110527:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078301.110530:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078301.110533:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078301.110552:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078301.110555:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078301.110559:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078301.110562:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769078301.110566:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078301.110568:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078301.110571:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078301.110574:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078301.110576:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078301.110578:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078301.110580:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078301.110584:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1500 x1855007653168256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110591:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078301.110594:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1500 x1855007653168256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110600:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.110602:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078301.110604:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078301.110607:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078301.110610:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078301.110612:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299953683
00000100:00000001:0.0:1769078301.110615:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299954939
00000100:00000001:0.0:1769078301.110617:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299953683
00000100:00000001:0.0:1769078301.110619:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299954939
00000100:00000001:0.0:1769078301.110621:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078301.110623:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.110624:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078301.110628:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078301/real 1769078301]  req@ffff88baa6cb1500 x1855007653168256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078301.110635:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078301.110636:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078301.110638:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078301.110641:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078301.110642:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078301.110645:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078301.110647:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1500 x1855007653168256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078301.110656:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1500 x1855007653168256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110662:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078301.110663:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.110664:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078301.110665:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078301.110669:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1500 x1855007653168256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110676:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078301.110679:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1500 x1855007653168256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110685:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078301.110687:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.110688:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078301.110689:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.110691:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078301.110692:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078301.110695:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078301.110698:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078301.110701:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078301.110704:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1500 x1855007653168256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078301.110713:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653168256:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078301.110716:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078301.110720:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0a80 x1855007653168384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110727:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078301.110728:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078301.110730:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078301.110732:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078301.110733:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078301.110736:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653168384:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078301.110739:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078301.110741:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078301.110742:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078301.110744:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078301.110747:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f400.
02000000:00000001:0.0:1769078301.110749:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078301.110752:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078301.110755:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078301.110757:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078301.110760:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653168384, portal 4
00000100:00000001:0.0:1769078301.110762:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078301.110763:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459904 : -131139733091712 : ffff88baa6cb0a80)
00000100:00000040:0.0:1769078301.110768:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0a80 x1855007653168384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110775:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078301.110777:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078301.110779:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078301.110782:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653168384, offset 0
00000400:00000200:0.0:1769078301.110786:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078301.110789:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078301.110792:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078301.110794:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078301.110797:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078301.110799:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078301.110801:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078301.110805:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201019:201019:256:4294967295] 192.168.204.104@tcp LPNI seq info [201019:201019:8:4294967295]
00000400:00000200:0.0:1769078301.110808:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078301.110814:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078301.110818:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078301.110820:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078301.110824:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078301.110826:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078301.110830:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078301.110832:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769078301.110835:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078301.110837:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078301.110840:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078301.110843:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078301.110845:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078301.110848:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078301.110850:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078301.110853:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0a80 x1855007653168384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110860:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078301.110863:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0a80 x1855007653168384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110869:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.110871:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078301.110874:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078301.110876:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078301.110879:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078301.110881:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299953683
00000100:00000001:0.0:1769078301.110883:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299954939
00000100:00000001:0.0:1769078301.110886:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299953683
00000100:00000001:0.0:1769078301.110888:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299954939
00000100:00000001:0.0:1769078301.110890:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078301.110892:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.110893:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078301.110896:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078301/real 1769078301]  req@ffff88baa6cb0a80 x1855007653168384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078301.110903:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078301.110904:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078301.110906:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078301.110908:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078301.110910:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078301.110912:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078301.110915:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0a80 x1855007653168384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078301.110922:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0a80 x1855007653168384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110928:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078301.110930:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.110931:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078301.110932:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078301.110935:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0a80 x1855007653168384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110942:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078301.110945:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0a80 x1855007653168384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.110952:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078301.110954:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.110957:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078301.110959:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.110961:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078301.110963:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078301.110965:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078301.110971:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078301.110973:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078301.110981:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0a80 x1855007653168384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078301.110989:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653168384:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078301.110994:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.110995:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078301.110999:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0380 x1855007653168000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.111005:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078301.111007:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078301.111009:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078301.111011:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078301.111012:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078301.111014:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078301.111016:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078301.111017:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4c00.
02000000:00000001:0.0:1769078301.111020:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078301.111021:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078301.111023:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0380.
00000100:00000001:0.0:1769078301.111025:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078301.111026:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.111028:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078301.111031:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0e00 x1855007653168128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.111037:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078301.111038:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078301.111039:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078301.111041:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078301.111042:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078301.111044:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078301.111045:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078301.111047:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5c00.
02000000:00000001:0.0:1769078301.111049:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078301.111050:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078301.111051:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0e00.
00000100:00000001:0.0:1769078301.111054:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078301.111055:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.111056:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078301.111059:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1500 x1855007653168256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.111065:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078301.111067:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078301.111069:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e000.
02000000:00000001:0.0:1769078301.111072:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078301.111073:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078301.111074:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078301.111076:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078301.111078:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6c00.
02000000:00000001:0.0:1769078301.111080:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078301.111082:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078301.111084:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1500.
00000100:00000001:0.0:1769078301.111086:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078301.111088:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.111089:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078301.111093:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0a80 x1855007653168384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078301.111100:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078301.111101:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078301.111102:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f400.
02000000:00000001:0.0:1769078301.111104:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078301.111105:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078301.111106:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078301.111108:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078301.111109:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7000.
02000000:00000001:0.0:1769078301.111113:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078301.111114:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078301.111115:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0a80.
00000100:00000001:0.0:1769078301.111117:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078301.111118:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.111120:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.111123:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078301.111125:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.111126:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078301.111128:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078301.748657:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078301.748664:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078301.748743:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078301.748747:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078301.748751:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078302.388672:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299954939, at 4299954944
00000100:00000040:0.0:1769078302.388676:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299954939, at 4299954944
00000100:00000010:1.0:1769078302.388691:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d168a0.
00000100:00000010:0.0:1769078302.388692:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078302.772648:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078302.772657:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078302.772715:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078302.772720:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078302.772724:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078303.796659:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078303.796670:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078303.796674:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078303.796677:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078303.796683:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078303.796686:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078303.796688:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078303.796691:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078303.796742:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078303.796745:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078303.796748:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078304.820700:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078304.820716:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078304.820781:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078304.820784:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078304.820787:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078305.844660:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078305.844672:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078305.844758:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078305.844761:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078305.844764:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078306.228705:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078306.228719:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078306.228722:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078306.228737:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078306.228745:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078306.228754:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5286
00000400:00000200:3.0:1769078306.228766:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078306.228773:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078306.228776:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078306.228780:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078306.228785:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078306.228787:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078306.228790:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078306.228795:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078306.228798:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078306.228801:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078306.228804:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078306.228806:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078306.228809:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078306.228813:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078306.228815:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078306.228817:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078306.228819:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078306.228822:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078306.228826:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078306.228829:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078306.228832:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078306.228836:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078306.228839:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078306.228841:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078306.228844:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078306.228857:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769078306.228862:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078306.228866:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078306.228868:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078306.228871:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078306.228875:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078306.228880:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078306.228901:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769078306.228913:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078306.228922:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653168512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078306.228933:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078306.228939:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078306.228944:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653168512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078306.228970:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078306.228974:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078306.228978:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078306.228979:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078306.228981:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078306.228984:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078306.228987:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5286
00000400:00000200:3.0:1769078306.228991:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078306.228994:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078306.228997:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078306.229000:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078306.229003:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078306.229005:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078306.229007:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078306.229008:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078306.229011:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078306.229013:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078306.229014:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000100:00000001:0.0:1769078306.229017:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078306.229018:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078306.229022:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000040:0.0:1769078306.229026:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653168512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078306.229026:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078306.229030:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078306.229038:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078306.229041:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078306.229043:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078306.229044:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078306.229048:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078306.229049:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078306.229053:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:0.0:1769078306.229054:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078306.229059:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078306.229060:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00100000:0.0:1769078306.229064:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653168512:192.168.204.104@tcp:250:kworker.0
00000100:00080000:3.0:1769078306.229067:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078306.229069:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078306.229074:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078306.229074:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078306.229077:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078306.229078:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078306.229080:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078306.229085:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:3.0:1769078306.229086:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078306.229087:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078306.229092:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078306.229095:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078306.229097:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000008:00100000:3.0:1769078306.229101:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1769078306.229102:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000008:00000001:3.0:1769078306.229108:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078306.229109:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000001:3.0:1769078306.229111:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078306.229117:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000100:00000200:0.0:1769078306.229118:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653168512, portal 25
00000020:00000040:3.0:1769078306.229121:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000001:0.0:1769078306.229122:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078306.229125:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
02000000:00000001:3.0:1769078306.229126:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1769078306.229131:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653168512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078306.229131:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078306.229136:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078306.229139:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078306.229142:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.229150:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1769078306.229152:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000040:0.0:1769078306.229153:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078306.229158:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000001:3.0:1769078306.229159:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078306.229161:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653168512, offset 0
00000100:00100000:3.0:1769078306.229168:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653168640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078306.229169:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078306.229178:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078306.229178:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078306.229184:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078306.229188:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000040:3.0:1769078306.229192:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653168640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078306.229196:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078306.229203:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078306.229209:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078306.229211:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078306.229212:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00080000:3.0:1769078306.229217:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078306.229218:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201020:201020:256:4294967295] 192.168.204.104@tcp LPNI seq info [201020:201020:8:4294967295]
00000400:00000200:0.0:1769078306.229228:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078306.229228:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078306.229233:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078306.229235:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078306.229242:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078306.229242:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078306.229248:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5286
00000800:00000200:0.0:1769078306.229250:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078306.229256:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000400:00000200:3.0:1769078306.229257:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078306.229265:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000200:0.0:1769078306.229266:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:3.0:1769078306.229270:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1769078306.229271:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1769078306.229277:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:0.1:1769078306.229280:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078306.229282:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769078306.229284:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1769078306.229289:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000100:0.0:1769078306.229291:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078306.229294:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000010:0.0:1769078306.229295:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000020:00000001:3.0:1769078306.229313:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769078306.229316:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1769078306.229317:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078306.229321:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078306.229325:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000400:00000200:0.0:1769078306.229326:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1769078306.229329:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078306.229334:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000020:00000001:3.0:1769078306.229334:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000010:0.0:1769078306.229339:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000040:3.0:1769078306.229340:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078306.229345:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078306.229346:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769078306.229348:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078306.229352:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000200:0.0:1769078306.229355:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9ad80 x1855007653168512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078306.229356:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078306.229363:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078306.229366:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078306.229368:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078306.229371:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078306.229376:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078306.229380:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078306.229382:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1769078306.229383:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769078306.229388:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653168512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769078306.229389:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078306.229394:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078306.229400:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769078306.229405:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000001:0.0:1769078306.229408:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078306.229410:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078306.229411:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769078306.229414:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.229419:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078306.229419:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078306.229421:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078306.229424:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078306.229425:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078306.229430:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299960059
02000000:00000010:3.0:1769078306.229431:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000010:0.0:1769078306.229434:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:3.0:1769078306.229436:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.229443:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1769078306.229444:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653168768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078306.229452:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299960059
00000100:00000001:3.0:1769078306.229453:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1769078306.229457:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16f00.
00000100:00000001:3.0:1769078306.229458:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.229461:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1769078306.229467:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653168768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.229471:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078306.229476:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.229481:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078306.229482:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078306.229487:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078306/real 1769078306]  req@ffff88ba87a9ad80 x1855007653168512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078306.229487:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078306.229496:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078306.229500:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:0.0:1769078306.229503:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1769078306.229503:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1769078306.229507:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769078306.229508:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1769078306.229510:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000100:00080000:3.0:1769078306.229514:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5286
00000400:00000200:0.0:1769078306.229515:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078306.229518:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000400:00000200:3.0:1769078306.229521:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078306.229522:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078306.229528:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653168512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078306.229529:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078306.229534:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1769078306.229566:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653168512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078306.229568:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078306.229573:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078306.229577:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1769078306.229578:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078306.229580:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.229583:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078306.229583:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078306.229586:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769078306.229587:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:0.0:1769078306.229591:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653168512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078306.229591:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078306.229595:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078306.229598:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078306.229602:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078306.229606:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078306.229608:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078306.229612:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078306.229616:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078306.229618:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653168512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078306.229621:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078306.229626:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078306.229631:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:0.0:1769078306.229636:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078306.229637:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078306.229643:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078306.229643:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.229647:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1769078306.229649:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078306.229650:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.229653:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1769078306.229654:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078306.229655:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078306.229660:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1769078306.229660:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078306.229665:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00080000:0.0:1769078306.229668:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000008:00100000:3.0:1769078306.229669:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078306.229671:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:3.0:1769078306.229673:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078306.229676:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078306.229677:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653168512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078306.229681:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000100:00100000:0.0:1769078306.229686:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653168512:192.168.204.104@tcp:250:kworker.0
00000020:00000040:3.0:1769078306.229687:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:0.0:1769078306.229693:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078306.229693:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078306.229695:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.229697:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078306.229698:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1769078306.229701:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653168512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078306.229702:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078306.229705:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.229711:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000010:3.0:1769078306.229711:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
02000000:00000001:0.0:1769078306.229715:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1769078306.229716:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078306.229717:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078306.229722:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078306.229724:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000100:00100000:3.0:1769078306.229725:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653168896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:0.0:1769078306.229726:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078306.229731:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078306.229733:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6000.
02000000:00000001:0.0:1769078306.229739:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1769078306.229740:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769078306.229742:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1769078306.229744:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078306.229745:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:0.0:1769078306.229749:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1769078306.229750:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653168896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.229751:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.229754:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078306.229761:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.229763:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078306.229764:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078306.229766:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.229770:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769078306.229770:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078306.229773:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078306.229774:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078306.229775:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769078306.229777:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1769078306.229781:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653168640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078306.229782:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078306.229788:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5286
00000400:00000200:3.0:1769078306.229796:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078306.229800:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078306.229801:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078306.229804:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078306.229804:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1769078306.229807:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078306.229809:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078306.229810:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078306.229811:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078306.229816:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1769078306.229818:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653168640:192.168.204.104@tcp:38:kworker.0
00000100:00000040:3.0:1769078306.229822:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078306.229823:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078306.229825:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078306.229827:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:0.0:1769078306.229828:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078306.229831:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1769078306.229834:0:13478:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000010:0.0:1769078306.229835:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
00000020:00000040:3.0:1769078306.229838:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
02000000:00000001:0.0:1769078306.229839:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078306.229843:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078306.229846:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:3.0:1769078306.229848:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000400:00000010:0.0:1769078306.229849:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000020:00000001:3.0:1769078306.229853:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000010:0.0:1769078306.229854:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078306.229859:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653168640, portal 10
00000020:00000001:3.0:1769078306.229859:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078306.229864:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078306.229867:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000100:00000040:3.0:1769078306.229868:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078306.229872:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078306.229875:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653168640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078306.229877:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078306.229882:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078306.229887:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078306.229890:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078306.229892:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078306.229893:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078306.229897:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078306.229901:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078306.229903:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
02000000:00000001:3.0:1769078306.229904:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078306.229908:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:0.0:1769078306.229909:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000008:00100000:3.0:1769078306.229911:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000200:0.0:1769078306.229913:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653168640, offset 0
00000008:00000001:3.0:1769078306.229915:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078306.229919:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078306.229922:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000010:3.0:1769078306.229925:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000400:00000200:0.0:1769078306.229930:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:3.0:1769078306.229930:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078306.229935:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078306.229937:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
02000000:00000001:3.0:1769078306.229938:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078306.229943:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078306.229944:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769078306.229946:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078306.229948:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
02000000:00000001:3.0:1769078306.229950:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078306.229951:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078306.229956:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078306.229959:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201021:201021:256:4294967295] 192.168.204.104@tcp LPNI seq info [201021:201021:8:4294967295]
02000000:00000010:3.0:1769078306.229959:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000400:00000200:0.0:1769078306.229966:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078306.229967:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078306.229975:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1769078306.229977:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653169024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769078306.229981:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078306.229986:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078306.229992:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078306.229993:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1769078306.229995:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769078306.229998:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078306.230003:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078306.230006:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1769078306.230007:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653169024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1769078306.230012:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078306.230015:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078306.230019:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078306.230026:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078306.230027:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078306.230029:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078306.230031:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078306.230033:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769078306.230034:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5296)
00000100:00000200:0.0:1769078306.230038:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99180 x1855007653168640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230045:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078306.230047:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653168640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230051:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.230053:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078306.230056:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078306.230059:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078306.230061:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078306.230062:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299958810
00000100:00000001:0.0:1769078306.230065:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299960059
00000100:00000001:0.0:1769078306.230066:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299958810
00000100:00000001:0.0:1769078306.230068:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299960059
00000100:00000001:0.0:1769078306.230069:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078306.230071:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.230072:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078306.230074:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078306/real 1769078306]  req@ffff88ba87a99180 x1855007653168640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078306.230079:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078306.230080:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078306.230081:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078306.230083:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078306.230084:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078306.230085:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078306.230087:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653168640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078306.230092:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653168640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230095:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078306.230096:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230097:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078306.230097:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078306.230099:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653168640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230103:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078306.230105:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653168640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230110:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078306.230112:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230113:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078306.230113:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230114:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078306.230115:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078306.230117:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078306.230118:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078306.230120:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078306.230122:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653168640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078306.230126:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653168640:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078306.230128:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078306.230130:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653168768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230134:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078306.230135:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078306.230136:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078306.230137:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078306.230138:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078306.230140:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653168768:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078306.230142:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078306.230143:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078306.230144:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078306.230145:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078306.230148:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078306.230149:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078306.230151:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078306.230152:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078306.230154:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078306.230156:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653168768, portal 10
00000100:00000001:0.0:1769078306.230158:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078306.230158:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000040:0.0:1769078306.230162:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653168768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230166:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078306.230167:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078306.230168:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078306.230170:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653168768, offset 0
00000400:00000200:0.0:1769078306.230172:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078306.230174:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078306.230176:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078306.230177:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078306.230178:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078306.230180:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078306.230182:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078306.230183:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201022:201022:256:4294967295] 192.168.204.104@tcp LPNI seq info [201022:201022:8:4294967295]
00000400:00000200:0.0:1769078306.230186:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078306.230190:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078306.230192:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078306.230193:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078306.230195:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078306.230197:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078306.230199:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078306.230215:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769078306.230218:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078306.230219:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078306.230221:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078306.230223:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078306.230225:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078306.230227:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078306.230228:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078306.230231:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9bb80 x1855007653168768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230236:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078306.230237:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653168768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230241:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.230242:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078306.230244:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078306.230246:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078306.230248:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078306.230249:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299958795
00000100:00000001:0.0:1769078306.230250:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299960059
00000100:00000001:0.0:1769078306.230251:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299958795
00000100:00000001:0.0:1769078306.230253:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299960059
00000100:00000001:0.0:1769078306.230254:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078306.230256:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.230257:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078306.230258:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078306/real 1769078306]  req@ffff88ba87a9bb80 x1855007653168768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078306.230262:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078306.230263:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078306.230264:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078306.230265:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078306.230266:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078306.230267:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078306.230269:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653168768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078306.230273:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653168768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230277:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078306.230278:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230280:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078306.230281:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078306.230282:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653168768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230286:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078306.230288:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653168768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230291:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078306.230293:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230293:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078306.230294:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230295:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078306.230296:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078306.230310:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078306.230314:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078306.230315:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078306.230318:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653168768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078306.230324:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653168768:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078306.230327:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078306.230330:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653168896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230336:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078306.230337:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078306.230339:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078306.230341:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078306.230343:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078306.230345:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653168896:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078306.230348:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078306.230350:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078306.230352:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078306.230353:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078306.230356:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078306.230358:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078306.230362:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078306.230365:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078306.230369:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078306.230372:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653168896, portal 4
00000100:00000001:0.0:1769078306.230374:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078306.230375:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:0.0:1769078306.230379:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653168896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230383:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078306.230385:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078306.230386:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078306.230388:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653168896, offset 0
00000400:00000200:0.0:1769078306.230390:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078306.230393:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078306.230395:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078306.230396:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078306.230398:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078306.230400:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078306.230401:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078306.230403:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201023:201023:256:4294967295] 192.168.204.104@tcp LPNI seq info [201023:201023:8:4294967295]
00000400:00000200:0.0:1769078306.230405:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078306.230409:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078306.230412:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078306.230414:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078306.230417:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078306.230418:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078306.230421:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078306.230423:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769078306.230425:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078306.230427:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078306.230429:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078306.230431:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078306.230433:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078306.230434:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078306.230435:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078306.230437:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a680 x1855007653168896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230442:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078306.230443:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653168896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230447:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.230448:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078306.230450:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078306.230452:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078306.230454:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078306.230455:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299958802
00000100:00000001:0.0:1769078306.230456:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299960059
00000100:00000001:0.0:1769078306.230458:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299958802
00000100:00000001:0.0:1769078306.230460:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299960059
00000100:00000001:0.0:1769078306.230461:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078306.230462:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.230463:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078306.230465:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078306/real 1769078306]  req@ffff88ba87a9a680 x1855007653168896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078306.230470:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078306.230471:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078306.230472:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078306.230473:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078306.230474:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078306.230475:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078306.230477:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653168896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078306.230482:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653168896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230486:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078306.230486:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230487:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078306.230488:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078306.230490:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653168896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230493:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078306.230495:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653168896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230499:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078306.230500:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230501:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078306.230501:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230502:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078306.230503:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078306.230504:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078306.230506:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078306.230508:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078306.230511:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653168896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078306.230515:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653168896:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078306.230518:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230519:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078306.230520:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653168640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230524:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078306.230525:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078306.230526:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078306.230527:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078306.230528:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078306.230528:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078306.230529:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078306.230530:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:0.0:1769078306.230532:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078306.230532:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078306.230533:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000001:0.0:1769078306.230548:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078306.230549:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230550:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078306.230552:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653168768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230556:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078306.230557:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078306.230558:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078306.230560:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078306.230560:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078306.230561:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078306.230562:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078306.230563:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:0.0:1769078306.230564:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078306.230565:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078306.230566:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
00000100:00000001:0.0:1769078306.230567:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078306.230568:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230569:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078306.230571:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653168896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230574:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078306.230575:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078306.230576:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078306.230577:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078306.230577:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078306.230578:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078306.230579:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078306.230579:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:0.0:1769078306.230580:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078306.230581:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078306.230582:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:0.0:1769078306.230583:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078306.230583:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230584:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230587:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078306.230587:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.230589:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078306.230590:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078306.230591:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078306.230594:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653169024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230600:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078306.230601:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078306.230603:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078306.230604:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078306.230606:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078306.230609:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653169024:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078306.230612:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078306.230614:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078306.230615:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078306.230617:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078306.230620:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078306.230622:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078306.230625:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078306.230628:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078306.230631:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078306.230634:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653169024, portal 4
00000100:00000001:0.0:1769078306.230635:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078306.230636:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
00000100:00000040:0.0:1769078306.230640:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653169024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230644:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078306.230646:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078306.230647:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078306.230649:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653169024, offset 0
00000400:00000200:0.0:1769078306.230651:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078306.230653:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078306.230655:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078306.230657:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078306.230658:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078306.230660:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078306.230661:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078306.230663:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201024:201024:256:4294967295] 192.168.204.104@tcp LPNI seq info [201024:201024:8:4294967295]
00000400:00000200:0.0:1769078306.230666:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078306.230669:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078306.230672:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078306.230674:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078306.230676:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078306.230678:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078306.230680:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078306.230682:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769078306.230685:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078306.230686:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078306.230688:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078306.230690:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078306.230692:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078306.230693:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078306.230695:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078306.230697:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98a80 x1855007653169024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230702:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078306.230703:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653169024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230707:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.230708:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078306.230710:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078306.230711:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078306.230713:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078306.230714:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299958803
00000100:00000001:0.0:1769078306.230716:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299960059
00000100:00000001:0.0:1769078306.230717:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299958803
00000100:00000001:0.0:1769078306.230719:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299960059
00000100:00000001:0.0:1769078306.230720:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078306.230721:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.230722:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078306.230724:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078306/real 1769078306]  req@ffff88ba87a98a80 x1855007653169024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078306.230728:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078306.230729:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078306.230730:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078306.230731:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078306.230732:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078306.230734:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078306.230735:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653169024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078306.230740:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653169024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230744:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078306.230745:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230745:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078306.230746:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078306.230748:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653169024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230751:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078306.230753:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653169024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230757:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078306.230758:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230759:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078306.230759:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230760:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078306.230761:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078306.230763:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078306.230765:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078306.230766:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078306.230769:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653169024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078306.230774:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653169024:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078306.230778:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230779:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078306.230782:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653169024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078306.230788:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078306.230789:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078306.230791:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078306.230793:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078306.230795:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078306.230796:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078306.230798:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078306.230800:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:0.0:1769078306.230802:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078306.230803:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078306.230804:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:0.0:1769078306.230807:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078306.230808:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230810:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.230813:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078306.230814:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.230816:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078306.230817:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078306.868649:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078306.868656:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078306.868714:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078306.868720:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078306.868724:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078307.508668:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299960059, at 4299960064
00000100:00000040:1.0:1769078307.508669:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299960059, at 4299960064
00000100:00000010:0.0:1769078307.508686:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000010:1.0:1769078307.508690:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16f00.
00010000:00000001:2.0:1769078307.892604:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078307.892613:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078307.892686:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078307.892691:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078307.892695:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078308.916642:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078308.916650:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078308.916718:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078308.916723:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078308.916727:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078309.940789:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078309.940797:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078309.940865:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078309.940869:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078309.940872:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078310.964618:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078310.964625:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078310.964684:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078310.964687:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078310.964690:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078311.348676:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078311.348691:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078311.348694:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078311.348699:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078311.348705:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078311.348715:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5291
00000400:00000200:3.0:1769078311.348726:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078311.348734:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078311.348737:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078311.348741:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078311.348744:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078311.348746:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078311.348749:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078311.348753:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078311.348755:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078311.348759:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078311.348762:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078311.348764:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078311.348767:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078311.348771:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078311.348773:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078311.348774:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078311.348776:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078311.348780:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078311.348783:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078311.348785:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078311.348788:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078311.348792:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078311.348796:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.348798:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078311.348801:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078311.348812:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769078311.348817:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078311.348822:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078311.348824:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.348827:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078311.348830:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078311.348835:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078311.348843:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078311.348850:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078311.348860:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653169152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078311.348871:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078311.348876:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078311.348881:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653169152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.348918:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078311.348922:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078311.348925:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078311.348927:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078311.348929:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078311.348932:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078311.348935:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5291
00000400:00000200:3.0:1769078311.348939:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078311.348943:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078311.348945:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769078311.348946:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078311.348951:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078311.348952:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078311.348955:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078311.348957:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078311.348961:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078311.348964:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078311.348967:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1769078311.348968:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653169152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078311.348975:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000100:00000001:0.0:1769078311.348980:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078311.348980:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078311.348983:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:0.0:1769078311.348984:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078311.348988:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
02000000:00000001:0.0:1769078311.348991:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769078311.348992:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
02000000:00000001:0.0:1769078311.348996:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078311.348997:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078311.349001:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.349002:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1769078311.349009:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653169152:192.168.204.104@tcp:250:kworker.0
00000100:00000040:3.0:1769078311.349009:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078311.349014:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078311.349018:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769078311.349019:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078311.349024:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:0.0:1769078311.349026:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078311.349027:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078311.349030:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078311.349031:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078311.349036:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078311.349039:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769078311.349043:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000001:3.0:1769078311.349044:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078311.349048:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.349049:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078311.349055:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078311.349059:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000008:00000001:3.0:1769078311.349062:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.349065:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078311.349066:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000100:00000010:3.0:1769078311.349070:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769078311.349075:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000400:00000010:0.0:1769078311.349076:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
02000000:00000001:3.0:1769078311.349079:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078311.349082:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.349084:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078311.349085:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1769078311.349087:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653169152, portal 25
02000000:00000001:3.0:1769078311.349087:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.349093:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078311.349096:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
02000000:00000010:3.0:1769078311.349097:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769078311.349103:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078311.349105:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653169152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078311.349112:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653169280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078311.349118:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078311.349125:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078311.349126:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1769078311.349129:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000001:3.0:1769078311.349130:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078311.349134:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653169152, offset 0
00000100:00000040:3.0:1769078311.349138:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653169280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078311.349146:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078311.349154:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078311.349157:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078311.349158:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078311.349164:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078311.349167:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078311.349168:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00080000:3.0:1769078311.349170:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078311.349174:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078311.349177:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769078311.349178:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5291
00000400:00000200:0.0:1769078311.349186:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078311.349187:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078311.349193:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078311.349194:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078311.349199:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078311.349200:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000040:3.0:1769078311.349206:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078311.349209:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201025:201025:256:4294967295] 192.168.204.104@tcp LPNI seq info [201025:201025:8:4294967295]
00000100:00000001:3.0:1769078311.349211:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078311.349228:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:3.0:1769078311.349229:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078311.349234:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078311.349237:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078311.349240:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078311.349244:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078311.349245:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1769078311.349247:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078311.349252:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078311.349255:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000200:0.0:1769078311.349256:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078311.349262:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000010:0.0:1769078311.349264:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000100:00000001:3.0:1769078311.349265:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078311.349269:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078311.349272:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078311.349274:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000800:00000200:0.0:1769078311.349278:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078311.349283:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1769078311.349287:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078311.349291:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078311.349292:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:3.0:1769078311.349294:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078311.349299:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1769078311.349300:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1769078311.349305:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.349309:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000100:0.0:1769078311.349310:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000008:00100000:3.0:1769078311.349313:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1769078311.349314:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000008:00000001:3.0:1769078311.349318:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.349321:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078311.349323:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1769078311.349326:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769078311.349331:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000400:00000200:0.0:1769078311.349332:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1769078311.349337:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078311.349340:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078311.349344:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
02000000:00000001:3.0:1769078311.349346:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.349350:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078311.349350:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078311.349352:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078311.349355:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078311.349357:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653169152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078311.349361:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769078311.349367:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.349373:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1769078311.349376:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653169408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078311.349381:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653169152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.349402:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.349406:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078311.349408:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078311.349411:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.349414:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078311.349417:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653169408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078311.349423:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078311.349428:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299965179
00000100:00000001:3.0:1769078311.349433:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078311.349435:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00080000:3.0:1769078311.349437:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078311.349442:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078311.349443:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078311.349445:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078311.349446:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078311.349449:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078311.349454:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5291
00000100:00000001:0.0:1769078311.349456:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299965179
00000400:00000200:3.0:1769078311.349461:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000010:0.0:1769078311.349463:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16ea0.
00000400:00000200:3.0:1769078311.349467:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078311.349469:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1769078311.349471:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078311.349473:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078311.349477:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078311.349478:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.349482:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078311.349484:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1769078311.349485:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078311.349489:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00100000:0.0:1769078311.349492:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078311/real 1769078311]  req@ffff88ba87a98e00 x1855007653169152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078311.349493:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078311.349495:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078311.349499:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078311.349503:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078311.349506:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078311.349509:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000001:0.0:1769078311.349510:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078311.349514:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1769078311.349514:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000010:0.0:1769078311.349518:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000100:00000001:3.0:1769078311.349518:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078311.349523:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078311.349525:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000100:00000001:3.0:1769078311.349526:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000010:0.0:1769078311.349528:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000020:00000040:3.0:1769078311.349531:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:0.0:1769078311.349532:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1769078311.349568:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000200:0.0:1769078311.349570:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653169152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.349573:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078311.349577:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078311.349581:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078311.349586:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078311.349587:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653169152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.349590:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078311.349594:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078311.349600:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1769078311.349600:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.349604:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.349604:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.349610:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:3.0:1769078311.349612:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000100:00000001:0.0:1769078311.349613:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769078311.349618:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00100000:0.0:1769078311.349621:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653169152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078311.349622:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078311.349624:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.349628:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078311.349631:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078311.349634:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.349636:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1769078311.349639:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000040:0.0:1769078311.349644:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653169152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.349644:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078311.349654:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653169536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078311.349656:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078311.349661:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.349665:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078311.349668:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.349669:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078311.349671:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078311.349673:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.349674:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078311.349679:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1769078311.349680:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653169536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078311.349687:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078311.349692:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1769078311.349694:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078311.349698:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078311.349700:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653169152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078311.349705:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078311.349708:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078311.349711:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078311.349715:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:0.0:1769078311.349716:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653169152:192.168.204.104@tcp:250:kworker.0
00000100:00080000:3.0:1769078311.349721:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5291
00000100:00000001:0.0:1769078311.349724:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078311.349728:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078311.349729:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1769078311.349734:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000040:0.0:1769078311.349736:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653169152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078311.349738:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078311.349744:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078311.349748:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078311.349752:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078311.349758:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078311.349764:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1769078311.349764:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078311.349767:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
02000000:00000001:0.0:1769078311.349769:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1769078311.349769:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078311.349773:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
02000000:00000010:0.0:1769078311.349774:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
00000020:00000001:3.0:1769078311.349775:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000001:0.0:1769078311.349779:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078311.349779:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:0.0:1769078311.349783:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000040:3.0:1769078311.349786:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000020:00000040:0.0:1769078311.349787:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000100:00000001:3.0:1769078311.349791:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1769078311.349792:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:3.0:1769078311.349796:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000010:0.0:1769078311.349797:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078311.349802:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:0.0:1769078311.349803:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078311.349807:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:3.0:1769078311.349807:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000010:0.0:1769078311.349811:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00080000:3.0:1769078311.349813:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078311.349816:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078311.349817:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.349819:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078311.349822:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078311.349823:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078311.349826:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078311.349829:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.349832:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078311.349833:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:3.0:1769078311.349834:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078311.349837:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078311.349838:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.349842:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078311.349843:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.349845:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078311.349848:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1769078311.349848:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000100:00000040:0.0:1769078311.349854:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653169280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078311.349854:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078311.349859:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078311.349862:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.349866:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078311.349869:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078311.349870:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078311.349872:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078311.349873:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078311.349875:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078311.349878:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769078311.349880:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
02000000:00000001:0.0:1769078311.349881:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.349885:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078311.349887:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653169280:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078311.349892:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1769078311.349893:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653169664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078311.349896:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078311.349899:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078311.349904:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078311.349906:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1769078311.349909:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
00000100:00000001:3.0:1769078311.349911:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078311.349913:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078311.349918:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653169664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078311.349920:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078311.349926:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078311.349931:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000001:3.0:1769078311.349935:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078311.349936:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653169280, portal 10
00000100:00000001:0.0:1769078311.349940:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769078311.349942:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5301)
00000100:00000001:0.0:1769078311.349943:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000100:00000040:0.0:1769078311.349953:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653169280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.349960:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078311.349963:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078311.349965:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078311.349968:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653169280, offset 0
00000400:00000200:0.0:1769078311.349973:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078311.349976:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078311.349980:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078311.349984:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078311.349986:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078311.349988:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078311.349991:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078311.349994:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201026:201026:256:4294967295] 192.168.204.104@tcp LPNI seq info [201026:201026:8:4294967295]
00000400:00000200:0.0:1769078311.349998:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078311.350004:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078311.350008:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078311.350011:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078311.350015:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078311.350017:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078311.350021:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078311.350024:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078311.350028:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078311.350030:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078311.350032:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078311.350036:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078311.350038:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078311.350040:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078311.350043:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078311.350046:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b100 x1855007653169280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350054:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078311.350057:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653169280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350064:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.350065:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078311.350068:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078311.350072:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078311.350075:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078311.350077:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299963930
00000100:00000001:0.0:1769078311.350080:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299965179
00000100:00000001:0.0:1769078311.350082:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299963930
00000100:00000001:0.0:1769078311.350084:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299965179
00000100:00000001:0.0:1769078311.350087:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078311.350089:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.350090:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078311.350093:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078311/real 1769078311]  req@ffff88ba87a9b100 x1855007653169280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078311.350101:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078311.350103:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078311.350104:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078311.350107:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078311.350108:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078311.350110:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078311.350114:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653169280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078311.350122:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653169280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350134:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078311.350135:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.350137:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078311.350138:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078311.350142:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653169280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350148:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078311.350152:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653169280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350159:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078311.350161:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.350162:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078311.350163:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.350165:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078311.350167:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078311.350169:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078311.350173:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078311.350175:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078311.350179:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653169280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078311.350188:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653169280:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078311.350191:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078311.350194:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653169408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350201:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078311.350202:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078311.350204:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078311.350206:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078311.350208:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078311.350211:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653169408:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078311.350228:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078311.350230:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078311.350232:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078311.350233:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078311.350237:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078311.350238:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078311.350242:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078311.350244:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078311.350247:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078311.350250:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653169408, portal 10
00000100:00000001:0.0:1769078311.350252:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078311.350253:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:0.0:1769078311.350259:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653169408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350265:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078311.350267:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078311.350269:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078311.350271:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653169408, offset 0
00000400:00000200:0.0:1769078311.350275:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078311.350278:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078311.350281:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078311.350284:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078311.350286:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078311.350289:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078311.350291:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078311.350294:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201027:201027:256:4294967295] 192.168.204.104@tcp LPNI seq info [201027:201027:8:4294967295]
00000400:00000200:0.0:1769078311.350298:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078311.350304:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078311.350309:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078311.350311:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078311.350315:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078311.350318:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078311.350322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078311.350325:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078311.350329:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078311.350331:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078311.350334:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078311.350337:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078311.350339:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078311.350341:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078311.350343:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078311.350346:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653169408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350353:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078311.350356:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653169408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350362:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.350364:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078311.350367:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078311.350370:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078311.350373:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078311.350375:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299963915
00000100:00000001:0.0:1769078311.350378:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299965179
00000100:00000001:0.0:1769078311.350380:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299963915
00000100:00000001:0.0:1769078311.350382:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299965179
00000100:00000001:0.0:1769078311.350384:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078311.350386:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.350388:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078311.350391:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078311/real 1769078311]  req@ffff88ba87a99f80 x1855007653169408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078311.350399:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078311.350400:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078311.350402:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078311.350404:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078311.350406:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078311.350408:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078311.350411:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653169408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078311.350419:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653169408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350426:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078311.350427:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.350428:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078311.350430:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078311.350433:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653169408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350440:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078311.350444:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653169408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350450:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078311.350452:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.350454:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078311.350454:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.350456:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078311.350457:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078311.350460:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078311.350463:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078311.350465:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078311.350469:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653169408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078311.350478:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653169408:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078311.350481:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078311.350484:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653169536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350490:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078311.350492:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078311.350494:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078311.350496:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078311.350498:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078311.350500:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653169536:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078311.350504:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078311.350505:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078311.350507:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078311.350509:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078311.350512:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078311.350514:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078311.350517:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078311.350520:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078311.350523:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078311.350525:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653169536, portal 4
00000100:00000001:0.0:1769078311.350527:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078311.350528:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:0.0:1769078311.350533:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653169536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350556:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078311.350558:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078311.350560:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078311.350562:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653169536, offset 0
00000400:00000200:0.0:1769078311.350566:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078311.350570:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078311.350573:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078311.350576:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078311.350579:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078311.350581:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078311.350583:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078311.350586:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201028:201028:256:4294967295] 192.168.204.104@tcp LPNI seq info [201028:201028:8:4294967295]
00000400:00000200:0.0:1769078311.350590:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078311.350596:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078311.350600:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078311.350603:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078311.350606:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078311.350609:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078311.350613:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078311.350616:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078311.350619:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078311.350621:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078311.350624:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078311.350627:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078311.350630:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078311.350632:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078311.350634:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078311.350637:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653169536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350644:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078311.350647:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653169536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350654:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.350656:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078311.350658:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078311.350661:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078311.350664:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078311.350666:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299963923
00000100:00000001:0.0:1769078311.350669:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299965179
00000100:00000001:0.0:1769078311.350671:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299963923
00000100:00000001:0.0:1769078311.350673:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299965179
00000100:00000001:0.0:1769078311.350675:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078311.350677:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.350679:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078311.350682:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078311/real 1769078311]  req@ffff88ba87a98380 x1855007653169536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078311.350690:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078311.350691:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078311.350693:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078311.350695:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078311.350697:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078311.350698:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078311.350702:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653169536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078311.350710:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653169536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350716:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078311.350717:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.350719:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078311.350720:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078311.350724:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653169536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350731:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078311.350734:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653169536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350740:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078311.350743:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.350745:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078311.350746:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.350748:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078311.350749:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078311.350752:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078311.350755:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078311.350757:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078311.350760:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653169536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078311.350769:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653169536:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078311.350772:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.350774:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078311.350776:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653169280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350782:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078311.350784:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078311.350785:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078311.350787:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078311.350789:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078311.350790:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078311.350792:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078311.350794:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:0.0:1769078311.350796:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078311.350797:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078311.350799:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:0.0:1769078311.350801:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078311.350803:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.350804:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078311.350808:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653169408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350820:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078311.350821:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078311.350823:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078311.350825:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078311.350826:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078311.350827:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078311.350829:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078311.350830:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:0.0:1769078311.350832:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078311.350833:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078311.350834:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:0.0:1769078311.350837:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078311.350838:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.350839:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078311.350842:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653169536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350848:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078311.350849:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078311.350850:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078311.350852:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078311.350853:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078311.350854:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078311.350856:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078311.350858:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:0.0:1769078311.350860:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078311.350861:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078311.350862:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:0.0:1769078311.350864:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078311.350865:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.350866:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.350869:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078311.350870:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.350872:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078311.350873:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078311.350874:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078311.350878:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653169664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350884:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078311.350886:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078311.350888:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078311.350889:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078311.350891:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078311.350894:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653169664:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078311.350897:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078311.350899:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078311.350900:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078311.350902:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078311.350905:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078311.350907:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078311.350910:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078311.350913:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078311.350916:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078311.350919:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653169664, portal 4
00000100:00000001:0.0:1769078311.350921:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078311.350922:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:0.0:1769078311.350928:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653169664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.350934:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078311.350936:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078311.350938:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078311.350941:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653169664, offset 0
00000400:00000200:0.0:1769078311.350944:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078311.350947:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078311.350950:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078311.350953:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078311.350955:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078311.350958:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078311.350960:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078311.350963:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201029:201029:256:4294967295] 192.168.204.104@tcp LPNI seq info [201029:201029:8:4294967295]
00000400:00000200:0.0:1769078311.350967:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078311.350973:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078311.350978:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078311.350981:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078311.350984:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078311.350987:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078311.350991:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078311.350994:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078311.350998:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078311.351000:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078311.351002:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078311.351005:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078311.351008:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078311.351010:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078311.351012:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078311.351015:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653169664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.351023:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078311.351025:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653169664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.351032:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.351034:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078311.351036:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078311.351039:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078311.351042:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078311.351044:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299963923
00000100:00000001:0.0:1769078311.351047:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299965179
00000100:00000001:0.0:1769078311.351049:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299963923
00000100:00000001:0.0:1769078311.351051:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299965179
00000100:00000001:0.0:1769078311.351053:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078311.351056:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.351058:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078311.351061:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078311/real 1769078311]  req@ffff88ba87a98700 x1855007653169664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078311.351068:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078311.351070:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078311.351071:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078311.351074:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078311.351075:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078311.351077:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078311.351080:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653169664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078311.351088:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653169664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.351095:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078311.351096:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.351097:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078311.351099:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078311.351102:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653169664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.351108:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078311.351112:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653169664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.351120:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078311.351122:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.351123:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078311.351124:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.351125:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078311.351127:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078311.351129:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078311.351132:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078311.351134:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078311.351138:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653169664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078311.351146:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653169664:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078311.351150:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.351151:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078311.351154:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653169664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078311.351160:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078311.351162:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078311.351163:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078311.351165:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078311.351167:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078311.351168:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078311.351170:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078311.351171:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:0.0:1769078311.351173:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078311.351174:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078311.351176:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:0.0:1769078311.351178:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078311.351179:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.351181:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.351184:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078311.351185:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078311.351187:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078311.351188:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078311.988627:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078311.988634:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078311.988684:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078311.988687:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078311.988691:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078312.628646:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299965179, at 4299965184
00000100:00000040:0.0:1769078312.628655:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299965179, at 4299965184
00000100:00000010:1.0:1769078312.628668:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16ea0.
00000100:00000010:0.0:1769078312.628675:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078313.012674:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078313.012683:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078313.012746:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078313.012751:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078313.012755:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078314.036662:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078314.036669:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078314.036671:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078314.036674:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078314.036680:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078314.036682:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078314.036683:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078314.036685:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078314.036745:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078314.036749:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078314.036753:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078315.060699:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078315.060709:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078315.060768:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078315.060771:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078315.060774:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078316.084665:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078316.084675:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078316.084744:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078316.084749:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078316.084753:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078316.468615:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078316.468630:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078316.468633:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078316.468638:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078316.468643:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078316.468653:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5296
00000400:00000200:3.0:1769078316.468664:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078316.468671:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078316.468676:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078316.468680:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.468684:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078316.468687:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.468690:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078316.468695:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078316.468698:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078316.468701:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078316.468703:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078316.468706:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078316.468708:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078316.468711:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.468713:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078316.468715:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.468717:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078316.468721:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078316.468724:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078316.468727:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078316.468730:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078316.468734:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078316.468737:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.468740:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078316.468742:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078316.468754:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769078316.468759:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078316.468764:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078316.468766:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.468770:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078316.468772:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078316.468777:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078316.468787:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078316.468794:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078316.468805:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653169792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078316.468816:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078316.468821:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078316.468827:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653169792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078316.468848:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078316.468850:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078316.468853:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078316.468854:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078316.468855:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078316.468857:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078316.468859:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5296
00000400:00000200:3.0:1769078316.468863:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078316.468866:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078316.468868:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078316.468870:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.468872:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078316.468874:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.468875:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078316.468877:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078316.468877:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078316.468878:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078316.468880:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078316.468882:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:0.0:1769078316.468884:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078316.468884:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078316.468889:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078316.468890:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078316.468891:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.468895:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078316.468897:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.468899:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078316.468903:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000040:0.0:1769078316.468904:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653169792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078316.468908:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078316.468914:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078316.468919:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078316.468921:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078316.468925:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078316.468926:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078316.468930:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078316.468930:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.468934:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769078316.468935:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1769078316.468939:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078316.468940:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078316.468947:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078316.468949:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653169792:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769078316.468951:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.468959:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1769078316.468960:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
02000000:00000001:0.0:1769078316.468964:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1769078316.468964:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078316.468967:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078316.468969:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078316.468970:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.468974:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078316.468976:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078316.468977:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078316.468981:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078316.468984:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000010:3.0:1769078316.468986:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
02000000:00000001:0.0:1769078316.468989:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.468992:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078316.468999:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653169920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078316.469001:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078316.469009:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000100:00000001:3.0:1769078316.469010:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078316.469015:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078316.469019:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000040:3.0:1769078316.469020:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653169920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078316.469030:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653169792, portal 25
00000100:00000001:3.0:1769078316.469032:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.469036:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769078316.469037:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078316.469041:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00080000:3.0:1769078316.469043:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078316.469046:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078316.469047:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078316.469050:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1769078316.469052:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653169792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078316.469054:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5296
00000400:00000200:3.0:1769078316.469062:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078316.469069:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078316.469070:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078316.469073:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078316.469079:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078316.469080:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.469084:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769078316.469085:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000040:3.0:1769078316.469088:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078316.469091:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653169792, offset 0
00000100:00000001:3.0:1769078316.469092:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078316.469097:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078316.469099:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078316.469101:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078316.469105:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000020:00000040:3.0:1769078316.469105:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078316.469109:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078316.469112:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078316.469117:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078316.469118:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078316.469122:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078316.469144:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000040:3.0:1769078316.469148:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.469150:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078316.469152:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000200:0.0:1769078316.469157:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769078316.469157:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078316.469162:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078316.469164:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769078316.469166:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
02000000:00000001:3.0:1769078316.469168:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078316.469173:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769078316.469173:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.469178:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078316.469180:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000008:00100000:3.0:1769078316.469182:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078316.469187:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078316.469190:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201030:201030:256:4294967295] 192.168.204.104@tcp LPNI seq info [201030:201030:8:4294967295]
00000100:00000001:3.0:1769078316.469190:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078316.469196:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000400:00000200:0.0:1769078316.469201:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:3.0:1769078316.469202:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078316.469206:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078316.469207:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.469209:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078316.469210:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078316.469213:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078316.469217:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000400:00000200:0.0:1769078316.469218:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078316.469224:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078316.469229:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00100000:3.0:1769078316.469232:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653170048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1769078316.469238:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000100:00000001:3.0:1769078316.469243:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078316.469247:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078316.469251:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769078316.469255:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653170048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1769078316.469258:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769078316.469270:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078316.469271:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:3.0:1769078316.469276:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1769078316.469277:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1769078316.469283:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078316.469287:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:0.0:1769078316.469288:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00080000:3.0:1769078316.469290:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1769078316.469293:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000100:00000001:3.0:1769078316.469295:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078316.469301:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5296
00000400:00000200:0.0:1769078316.469302:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078316.469308:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078316.469312:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078316.469316:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1769078316.469321:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000100:00080000:3.0:1769078316.469321:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078316.469326:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000010:0.0:1769078316.469327:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:3.0:1769078316.469332:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078316.469335:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769078316.469336:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.469340:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000200:0.0:1769078316.469344:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653169792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078316.469345:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078316.469352:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078316.469357:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078316.469359:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769078316.469360:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078316.469363:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078316.469367:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:0.0:1769078316.469368:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653169792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078316.469371:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.469375:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078316.469379:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.469383:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078316.469387:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:0.0:1769078316.469389:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078316.469390:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078316.469395:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078316.469395:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078316.469401:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078316.469404:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078316.469406:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078316.469406:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.469410:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078316.469413:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078316.469416:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078316.469417:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078316.469418:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.469424:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299970299
00000100:00000010:3.0:1769078316.469424:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769078316.469427:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078316.469431:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078316.469432:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.469433:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1769078316.469435:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
02000000:00000001:3.0:1769078316.469435:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078316.469436:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078316.469442:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769078316.469444:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078316.469447:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653170176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078316.469453:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078316.469455:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078316.469456:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078316.469463:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653170176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.469465:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299970299
00000100:00000010:0.0:1769078316.469473:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16240.
00000100:00000001:3.0:1769078316.469475:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.469479:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1769078316.469480:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078316.469486:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078316.469488:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078316.469488:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078316.469491:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078316.469495:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.469496:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078316.469501:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1769078316.469501:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5296
00000100:00100000:0.0:1769078316.469510:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078316/real 1769078316]  req@ffff88ba87a9b480 x1855007653169792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078316.469510:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078316.469515:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078316.469520:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078316.469526:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.469529:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1769078316.469530:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1769078316.469531:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.469551:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078316.469553:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078316.469554:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078316.469556:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078316.469557:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078316.469558:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078316.469560:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078316.469562:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.469563:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078316.469565:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078316.469566:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078316.469567:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078316.469569:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078316.469570:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078316.469571:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078316.469573:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078316.469574:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.469575:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078316.469577:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078316.469578:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769078316.469579:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769078316.469580:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078316.469584:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000100:00000010:3.0:1769078316.469585:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769078316.469590:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000400:00000200:0.0:1769078316.469593:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
02000000:00000001:3.0:1769078316.469594:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1769078316.469597:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
02000000:00000001:3.0:1769078316.469598:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.469603:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078316.469605:0:2405:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1769078316.469605:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078316.469610:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078316.469613:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653169792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078316.469616:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769078316.469622:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078316.469632:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653170304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078316.469634:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653169792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078316.469644:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078316.469647:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.469653:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1769078316.469654:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653170304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.469657:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.469664:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078316.469664:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.469668:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078316.469669:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5306)
00000100:00100000:0.0:1769078316.469677:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653169792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.469685:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078316.469690:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653169792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.469698:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078316.469702:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.469703:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078316.469704:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.469707:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078316.469719:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078316.469722:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078316.469727:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078316.469731:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078316.469735:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653169792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078316.469744:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653169792:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078316.469749:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.469751:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078316.469754:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653169792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.469761:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078316.469764:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078316.469767:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078316.469771:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078316.469773:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078316.469774:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078316.469777:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078316.469779:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:0.0:1769078316.469791:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078316.469792:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078316.469794:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:0.0:1769078316.469797:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078316.469799:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.469801:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.469809:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078316.469811:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.469813:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078316.469815:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078316.469816:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078316.469820:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653169920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.469826:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078316.469827:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078316.469829:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078316.469831:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078316.469833:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078316.469836:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653169920:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078316.469839:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078316.469841:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078316.469843:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078316.469844:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078316.469847:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078316.469849:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078316.469853:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078316.469856:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078316.469859:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078316.469862:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653169920, portal 10
00000100:00000001:0.0:1769078316.469864:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078316.469865:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00000040:0.0:1769078316.469871:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653169920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.469877:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078316.469880:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078316.469881:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078316.469883:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653169920, offset 0
00000400:00000200:0.0:1769078316.469887:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078316.469890:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078316.469894:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078316.469897:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078316.469900:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078316.469902:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078316.469905:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078316.469907:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201031:201031:256:4294967295] 192.168.204.104@tcp LPNI seq info [201031:201031:8:4294967295]
00000400:00000200:0.0:1769078316.469911:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078316.469917:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078316.469922:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078316.469926:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078316.469929:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078316.469932:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078316.469936:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078316.469938:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078316.469942:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078316.469943:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078316.469946:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078316.469949:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078316.469952:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078316.469954:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078316.469956:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078316.469959:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653169920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.469966:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078316.469969:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653169920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.469975:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.469977:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078316.469979:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078316.469984:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078316.469987:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078316.469989:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299969050
00000100:00000001:0.0:1769078316.469992:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299970299
00000100:00000001:0.0:1769078316.469994:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299969050
00000100:00000001:0.0:1769078316.469996:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299970299
00000100:00000001:0.0:1769078316.469998:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078316.470000:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.470001:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078316.470005:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078316/real 1769078316]  req@ffff88ba87a9a300 x1855007653169920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078316.470017:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078316.470018:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078316.470020:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078316.470023:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078316.470024:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078316.470026:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078316.470028:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653169920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078316.470036:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653169920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470042:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078316.470043:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.470045:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078316.470046:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078316.470049:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653169920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470055:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078316.470059:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653169920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470065:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078316.470067:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.470069:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078316.470070:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.470072:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078316.470073:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078316.470076:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078316.470078:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078316.470081:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078316.470084:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653169920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078316.470092:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653169920:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078316.470095:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078316.470097:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653170048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470103:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078316.470104:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078316.470106:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078316.470108:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078316.470110:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078316.470112:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653170048:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078316.470115:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078316.470117:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078316.470118:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078316.470120:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078316.470123:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078316.470137:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078316.470141:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078316.470143:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078316.470147:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078316.470149:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653170048, portal 10
00000100:00000001:0.0:1769078316.470151:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078316.470152:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:0.0:1769078316.470157:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653170048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470163:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078316.470165:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078316.470167:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078316.470169:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653170048, offset 0
00000400:00000200:0.0:1769078316.470173:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078316.470176:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078316.470179:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078316.470182:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078316.470184:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078316.470186:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078316.470188:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078316.470191:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201032:201032:256:4294967295] 192.168.204.104@tcp LPNI seq info [201032:201032:8:4294967295]
00000400:00000200:0.0:1769078316.470195:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078316.470200:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078316.470205:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078316.470207:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078316.470210:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078316.470213:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078316.470217:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078316.470219:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078316.470223:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078316.470225:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078316.470227:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078316.470230:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078316.470233:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078316.470235:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078316.470237:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078316.470240:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653170048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470247:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078316.470250:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653170048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470256:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.470257:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078316.470260:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078316.470263:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078316.470266:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078316.470269:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299969035
00000100:00000001:0.0:1769078316.470271:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299970299
00000100:00000001:0.0:1769078316.470273:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299969035
00000100:00000001:0.0:1769078316.470275:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299970299
00000100:00000001:0.0:1769078316.470277:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078316.470279:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.470281:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078316.470284:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078316/real 1769078316]  req@ffff88ba87a99880 x1855007653170048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078316.470291:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078316.470292:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078316.470294:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078316.470296:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078316.470298:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078316.470300:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078316.470302:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653170048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078316.470310:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653170048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470316:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078316.470318:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.470319:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078316.470321:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078316.470324:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653170048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470331:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078316.470334:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653170048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470341:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078316.470344:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.470345:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078316.470346:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.470348:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078316.470350:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078316.470352:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078316.470355:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078316.470357:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078316.470361:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653170048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078316.470369:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653170048:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078316.470372:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078316.470375:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653170176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470382:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078316.470383:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078316.470385:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078316.470387:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078316.470389:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078316.470391:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653170176:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078316.470394:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078316.470396:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078316.470398:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078316.470400:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078316.470403:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078316.470405:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078316.470408:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078316.470411:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078316.470414:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078316.470417:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653170176, portal 4
00000100:00000001:0.0:1769078316.470420:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078316.470421:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:0.0:1769078316.470426:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653170176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470432:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078316.470434:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078316.470436:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078316.470438:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653170176, offset 0
00000400:00000200:0.0:1769078316.470441:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078316.470444:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078316.470447:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078316.470449:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078316.470452:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078316.470454:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078316.470456:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078316.470459:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201033:201033:256:4294967295] 192.168.204.104@tcp LPNI seq info [201033:201033:8:4294967295]
00000400:00000200:0.0:1769078316.470463:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078316.470469:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078316.470473:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078316.470476:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078316.470479:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078316.470482:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078316.470485:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078316.470488:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078316.470491:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078316.470493:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078316.470495:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078316.470498:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078316.470500:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078316.470502:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078316.470504:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078316.470508:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653170176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470520:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078316.470524:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653170176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470530:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.470532:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078316.470552:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078316.470556:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078316.470559:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078316.470561:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299969043
00000100:00000001:0.0:1769078316.470564:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299970299
00000100:00000001:0.0:1769078316.470566:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299969043
00000100:00000001:0.0:1769078316.470568:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299970299
00000100:00000001:0.0:1769078316.470570:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078316.470572:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.470574:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078316.470577:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078316/real 1769078316]  req@ffff88ba87a9b800 x1855007653170176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078316.470585:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078316.470587:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078316.470588:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078316.470591:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078316.470592:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078316.470595:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078316.470598:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653170176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078316.470606:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653170176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470612:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078316.470614:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.470616:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078316.470617:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078316.470621:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653170176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470627:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078316.470631:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653170176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470638:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078316.470640:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.470642:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078316.470643:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.470645:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078316.470646:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078316.470648:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078316.470652:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078316.470654:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078316.470658:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653170176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078316.470666:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653170176:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078316.470670:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078316.470673:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653170304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470679:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078316.470681:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078316.470683:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078316.470684:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078316.470686:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078316.470690:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653170304:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078316.470693:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078316.470694:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078316.470696:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078316.470698:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078316.470701:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078316.470703:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078316.470706:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078316.470708:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078316.470710:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078316.470713:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653170304, portal 4
00000100:00000001:0.0:1769078316.470715:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078316.470716:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:0.0:1769078316.470720:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653170304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470725:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078316.470727:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078316.470729:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078316.470731:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653170304, offset 0
00000400:00000200:0.0:1769078316.470735:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078316.470738:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078316.470741:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078316.470743:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078316.470745:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078316.470748:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078316.470750:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078316.470752:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201034:201034:256:4294967295] 192.168.204.104@tcp LPNI seq info [201034:201034:8:4294967295]
00000400:00000200:0.0:1769078316.470756:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078316.470762:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078316.470766:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078316.470769:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078316.470773:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078316.470775:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078316.470779:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078316.470797:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078316.470801:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078316.470803:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078316.470806:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078316.470809:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078316.470812:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078316.470814:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078316.470816:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078316.470820:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653170304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470827:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078316.470830:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653170304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470836:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.470838:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078316.470841:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078316.470844:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078316.470847:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078316.470849:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299969043
00000100:00000001:0.0:1769078316.470852:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299970299
00000100:00000001:0.0:1769078316.470854:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299969043
00000100:00000001:0.0:1769078316.470856:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299970299
00000100:00000001:0.0:1769078316.470858:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078316.470860:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.470861:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078316.470864:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078316/real 1769078316]  req@ffff88ba87a99c00 x1855007653170304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078316.470873:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078316.470874:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078316.470876:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078316.470878:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078316.470880:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078316.470882:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078316.470885:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653170304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078316.470892:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653170304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470898:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078316.470899:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.470900:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078316.470902:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078316.470905:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653170304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470911:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078316.470915:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653170304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470921:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078316.470923:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.470924:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078316.470925:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.470927:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078316.470929:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078316.470931:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078316.470934:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078316.470936:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078316.470940:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653170304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078316.470953:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653170304:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078316.470956:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.470958:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078316.470961:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653169920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.470967:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078316.470969:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078316.470971:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078316.470973:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078316.470975:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078316.470976:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078316.470978:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078316.470980:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:0.0:1769078316.470982:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078316.470983:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078316.470985:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:0.0:1769078316.470987:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078316.470989:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.470990:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078316.470993:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653170048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.471000:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078316.471001:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078316.471002:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078316.471004:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078316.471006:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078316.471007:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078316.471008:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078316.471010:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:0.0:1769078316.471012:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078316.471013:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078316.471014:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:0.0:1769078316.471017:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078316.471018:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.471019:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078316.471023:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653170176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.471029:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078316.471031:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078316.471032:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078316.471034:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078316.471036:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078316.471037:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078316.471039:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078316.471040:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:0.0:1769078316.471042:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078316.471043:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078316.471045:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:0.0:1769078316.471047:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078316.471048:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.471050:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078316.471053:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653170304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078316.471058:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078316.471060:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078316.471061:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078316.471063:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078316.471064:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078316.471065:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078316.471067:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078316.471068:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:0.0:1769078316.471070:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078316.471071:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078316.471073:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:0.0:1769078316.471075:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078316.471076:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.471078:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.471081:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078316.471083:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.471085:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078316.471086:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078317.108671:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078317.108679:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078317.108742:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078317.108746:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078317.108751:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078317.748626:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299970299, at 4299970304
00000100:00000040:1.0:1769078317.748626:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299970299, at 4299970304
00000100:00000010:1.0:1769078317.748647:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16240.
00000100:00000010:0.0:1769078317.748652:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078318.132638:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078318.132646:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078318.132734:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078318.132741:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078318.132746:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078319.156637:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078319.156644:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078319.156699:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078319.156702:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078319.156712:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078320.180635:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078320.180641:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078320.180693:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078320.180696:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078320.180699:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078321.204631:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078321.204638:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078321.204690:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078321.204693:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078321.204696:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078321.588715:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078321.588729:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078321.588732:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078321.588736:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078321.588740:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078321.588746:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5301
00000400:00000200:3.0:1769078321.588757:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078321.588764:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078321.588767:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078321.588769:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.588773:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078321.588775:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.588778:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078321.588783:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078321.588785:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078321.588788:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078321.588790:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078321.588792:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078321.588794:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078321.588796:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.588797:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078321.588798:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.588800:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078321.588802:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078321.588804:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078321.588806:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078321.588809:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078321.588812:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078321.588815:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.588818:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078321.588820:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078321.588831:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769078321.588835:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078321.588839:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078321.588840:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.588843:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078321.588845:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078321.588850:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078321.588857:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769078321.588864:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078321.588871:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653170432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078321.588880:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078321.588884:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078321.588887:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653170432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078321.588903:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078321.588905:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078321.588908:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078321.588909:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078321.588910:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078321.588912:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078321.588913:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5301
00000400:00000200:3.0:1769078321.588915:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078321.588917:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078321.588918:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078321.588920:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.588922:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078321.588925:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.588927:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078321.588929:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078321.588930:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078321.588931:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078321.588932:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078321.588934:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078321.588935:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078321.588938:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078321.588938:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.588939:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078321.588943:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.588946:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078321.588948:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:0.0:1769078321.588950:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078321.588950:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078321.588953:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078321.588955:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078321.588956:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769078321.588961:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078321.588963:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.588964:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078321.588968:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078321.588973:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078321.588975:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9aa00 x1855007653170432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078321.588977:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078321.588983:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000020:00000040:3.0:1769078321.588989:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078321.588995:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078321.589000:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.589001:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078321.589006:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.589006:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078321.589009:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078321.589012:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078321.589018:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
02000000:00000001:0.0:1769078321.589019:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078321.589025:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078321.589025:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078321.589034:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078321.589037:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653170560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078321.589058:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078321.589060:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078321.589063:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653170560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078321.589069:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653170432:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769078321.589073:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078321.589080:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078321.589082:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1769078321.589084:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078321.589088:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078321.589089:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1769078321.589091:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078321.589092:0:13478:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:0.0:1769078321.589099:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078321.589100:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5301
00000400:00000200:3.0:1769078321.589108:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:0.0:1769078321.589109:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1769078321.589112:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078321.589114:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078321.589117:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.589119:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1769078321.589120:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
00000100:00000040:3.0:1769078321.589123:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078321.589127:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.589128:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078321.589137:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078321.589138:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078321.589139:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078321.589141:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078321.589142:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078321.589144:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078321.589152:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:3.0:1769078321.589152:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.589160:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078321.589163:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000010:0.0:1769078321.589166:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000100:00000001:3.0:1769078321.589166:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078321.589168:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078321.589174:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078321.589175:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078321.589176:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078321.589179:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1769078321.589180:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
02000000:00000001:3.0:1769078321.589181:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.589186:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078321.589189:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078321.589192:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.589193:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078321.589195:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653170432, portal 25
00000100:00000010:3.0:1769078321.589197:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769078321.589201:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000001:0.0:1769078321.589203:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769078321.589204:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078321.589209:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.589210:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454178816 : -131140255372800 : ffff88ba87a9aa00)
00000100:00000001:3.0:1769078321.589212:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078321.589215:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078321.589218:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078321.589222:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769078321.589225:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078321.589229:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653170688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078321.589234:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078321.589236:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078321.589240:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9aa00 x1855007653170432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078321.589242:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653170688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078321.589276:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078321.589281:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078321.589291:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078321.589293:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078321.589294:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078321.589294:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078321.589299:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078321.589302:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5301
00000100:00000040:0.0:1769078321.589310:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078321.589311:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078321.589318:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078321.589320:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1769078321.589321:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000040:3.0:1769078321.589323:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.589331:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078321.589333:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078321.589334:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653170432, offset 0
00000100:00000001:3.0:1769078321.589338:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078321.589343:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078321.589345:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078321.589346:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078321.589347:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078321.589349:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078321.589354:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000200:0.0:1769078321.589355:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078321.589361:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.589363:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078321.589365:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.589367:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078321.589368:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078321.589372:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:0.0:1769078321.589374:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078321.589378:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078321.589381:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078321.589383:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078321.589385:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078321.589388:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:3.0:1769078321.589389:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078321.589394:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1769078321.589397:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1769078321.589400:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.589402:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078321.589405:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000010:3.0:1769078321.589408:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000400:00000200:0.0:1769078321.589412:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1769078321.589415:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000400:00000200:0.0:1769078321.589419:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
02000000:00000001:3.0:1769078321.589423:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078321.589425:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.589429:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078321.589431:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078321.589434:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201035:201035:256:4294967295] 192.168.204.104@tcp LPNI seq info [201035:201035:8:4294967295]
02000000:00000001:3.0:1769078321.589434:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078321.589440:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769078321.589444:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078321.589451:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00100000:3.0:1769078321.589452:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653170816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078321.589459:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078321.589460:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078321.589469:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653170816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078321.589488:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078321.589489:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078321.589495:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078321.589500:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:0.0:1769078321.589501:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078321.589502:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078321.589507:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078321.589509:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:0.0:1769078321.589510:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000100:00080000:3.0:1769078321.589513:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5301
00000400:00000200:3.0:1769078321.589519:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:0.0:1769078321.589524:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000400:00000200:3.0:1769078321.589525:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078321.589567:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078321.589571:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.589573:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078321.589575:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:0.0:1769078321.589577:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769078321.589577:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078321.589582:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078321.589584:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078321.589590:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078321.589593:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000800:00000200:0.1:1769078321.589593:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:3.0:1769078321.589601:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000800:00000200:0.1:1769078321.589603:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769078321.589614:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000800:00000100:0.0:1769078321.589622:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078321.589627:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000100:00000040:3.0:1769078321.589627:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.589639:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078321.589644:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078321.589645:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078321.589653:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078321.589663:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000400:00000200:0.0:1769078321.589664:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1769078321.589676:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:0.0:1769078321.589677:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000100:00000001:3.0:1769078321.589687:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078321.589688:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
02000000:00000001:3.0:1769078321.589694:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078321.589697:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1769078321.589698:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078321.589703:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078321.589706:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9aa00 x1855007653170432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078321.589706:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078321.589707:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078321.589719:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.589728:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078321.589737:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769078321.589740:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000001:0.0:1769078321.589741:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1769078321.589743:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078321.589745:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078321.589749:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9aa00 x1855007653170432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078321.589749:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078321.589754:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078321.589757:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078321.589767:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:0.0:1769078321.589773:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.589773:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.589784:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1769078321.589788:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653170944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078321.589791:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.589802:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078321.589803:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078321.589807:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.589808:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299975420
00000100:00000040:3.0:1769078321.589814:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653170944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769078321.589816:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:0.0:1769078321.589828:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078321.589834:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.589836:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299975420
00000100:00000010:0.0:1769078321.589841:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16a20.
00000100:00000001:0.0:1769078321.589846:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1769078321.589846:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5311)
00000100:00000001:0.0:1769078321.589849:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078321.589853:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.589855:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078321.589860:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078321/real 1769078321]  req@ffff88ba87a9aa00 x1855007653170432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078321.589867:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078321.589868:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078321.589869:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078321.589872:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078321.589873:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078321.589875:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078321.589879:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9aa00 x1855007653170432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078321.589885:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9aa00 x1855007653170432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.589894:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078321.589896:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.589898:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078321.589901:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078321.589905:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9aa00 x1855007653170432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.589911:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078321.589916:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9aa00 x1855007653170432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.589929:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078321.589931:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.589933:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078321.589934:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.589936:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078321.589938:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078321.589941:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078321.589945:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078321.589948:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078321.589952:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9aa00 x1855007653170432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078321.589959:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653170432:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078321.589963:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.589965:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078321.589968:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9aa00 x1855007653170432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.589975:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078321.589978:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078321.589980:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078321.589982:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078321.589984:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078321.589985:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078321.589987:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078321.589989:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7c00.
02000000:00000001:0.0:1769078321.589992:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078321.589993:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078321.589994:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9aa00.
00000100:00000001:0.0:1769078321.589996:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078321.589997:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.589999:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590004:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078321.590006:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.590007:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078321.590009:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078321.590010:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078321.590012:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98000 x1855007653170560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590017:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078321.590018:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078321.590019:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078321.590021:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078321.590022:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078321.590024:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653170560:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078321.590026:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078321.590027:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078321.590028:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078321.590029:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078321.590031:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078321.590032:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078321.590035:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078321.590037:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078321.590051:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078321.590054:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653170560, portal 10
00000100:00000001:0.0:1769078321.590055:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078321.590056:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168064 : -131140255383552 : ffff88ba87a98000)
00000100:00000040:0.0:1769078321.590061:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98000 x1855007653170560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590065:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078321.590066:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078321.590068:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078321.590069:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653170560, offset 0
00000400:00000200:0.0:1769078321.590071:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078321.590074:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078321.590077:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078321.590079:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078321.590081:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078321.590082:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078321.590084:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078321.590086:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201036:201036:256:4294967295] 192.168.204.104@tcp LPNI seq info [201036:201036:8:4294967295]
00000400:00000200:0.0:1769078321.590088:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078321.590092:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078321.590095:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078321.590097:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078321.590099:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078321.590101:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078321.590104:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078321.590106:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078321.590108:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078321.590109:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078321.590111:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078321.590113:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078321.590115:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078321.590116:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078321.590117:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078321.590119:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98000 x1855007653170560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590124:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078321.590126:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98000 x1855007653170560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590130:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.590131:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078321.590132:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078321.590135:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078321.590136:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078321.590138:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299974170
00000100:00000001:0.0:1769078321.590139:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299975420
00000100:00000001:0.0:1769078321.590141:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299974170
00000100:00000001:0.0:1769078321.590142:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299975420
00000100:00000001:0.0:1769078321.590143:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078321.590145:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.590146:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078321.590148:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078321/real 1769078321]  req@ffff88ba87a98000 x1855007653170560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078321.590152:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078321.590152:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078321.590153:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078321.590155:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078321.590156:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078321.590157:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078321.590159:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98000 x1855007653170560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078321.590163:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98000 x1855007653170560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590166:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078321.590167:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590168:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078321.590169:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078321.590171:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98000 x1855007653170560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590174:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078321.590176:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98000 x1855007653170560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590180:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078321.590182:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590183:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078321.590184:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590185:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078321.590186:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078321.590188:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078321.590190:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078321.590191:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078321.590193:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98000 x1855007653170560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078321.590197:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653170560:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078321.590199:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078321.590201:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653170688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590205:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078321.590206:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078321.590207:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078321.590208:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078321.590210:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078321.590211:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653170688:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078321.590213:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078321.590214:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078321.590215:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078321.590216:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078321.590218:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078321.590219:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078321.590220:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078321.590222:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078321.590223:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078321.590225:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653170688, portal 10
00000100:00000001:0.0:1769078321.590226:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078321.590227:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:0.0:1769078321.590230:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653170688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590234:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078321.590235:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078321.590236:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078321.590238:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653170688, offset 0
00000400:00000200:0.0:1769078321.590240:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078321.590241:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078321.590243:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078321.590245:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078321.590247:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078321.590248:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078321.590250:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078321.590251:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201037:201037:256:4294967295] 192.168.204.104@tcp LPNI seq info [201037:201037:8:4294967295]
00000400:00000200:0.0:1769078321.590254:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078321.590257:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078321.590259:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078321.590261:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078321.590263:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078321.590265:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078321.590267:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078321.590269:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078321.590271:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078321.590272:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078321.590274:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078321.590275:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078321.590277:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078321.590278:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078321.590279:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078321.590281:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653170688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590285:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078321.590287:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653170688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590291:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.590292:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078321.590294:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078321.590295:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078321.590297:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078321.590298:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299974155
00000100:00000001:0.0:1769078321.590299:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299975420
00000100:00000001:0.0:1769078321.590300:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299974155
00000100:00000001:0.0:1769078321.590302:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299975420
00000100:00000001:0.0:1769078321.590303:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078321.590304:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.590305:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078321.590307:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078321/real 1769078321]  req@ffff88ba87a99c00 x1855007653170688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078321.590310:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078321.590311:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078321.590312:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078321.590313:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078321.590314:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078321.590315:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078321.590316:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653170688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078321.590321:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653170688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590324:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078321.590325:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590326:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078321.590327:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078321.590329:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653170688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590333:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078321.590335:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653170688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590339:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078321.590340:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590341:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078321.590341:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590342:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078321.590343:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078321.590344:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078321.590346:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078321.590347:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078321.590349:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653170688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078321.590353:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653170688:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078321.590355:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078321.590357:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653170816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590361:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078321.590361:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078321.590363:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078321.590364:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078321.590365:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078321.590367:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653170816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078321.590368:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078321.590370:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078321.590371:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078321.590372:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078321.590374:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078321.590375:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078321.590377:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078321.590379:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078321.590380:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078321.590382:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653170816, portal 4
00000100:00000001:0.0:1769078321.590383:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078321.590384:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:0.0:1769078321.590387:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653170816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590391:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078321.590392:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078321.590393:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078321.590395:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653170816, offset 0
00000400:00000200:0.0:1769078321.590397:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078321.590398:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078321.590400:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078321.590401:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078321.590402:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078321.590404:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078321.590405:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078321.590407:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201038:201038:256:4294967295] 192.168.204.104@tcp LPNI seq info [201038:201038:8:4294967295]
00000400:00000200:0.0:1769078321.590409:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078321.590413:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078321.590415:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078321.590416:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078321.590418:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078321.590419:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078321.590422:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078321.590424:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078321.590427:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078321.590430:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078321.590432:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078321.590435:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078321.590438:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078321.590439:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078321.590441:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078321.590444:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653170816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590451:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078321.590453:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653170816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590460:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.590461:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078321.590464:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078321.590467:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078321.590470:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078321.590472:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299974162
00000100:00000001:0.0:1769078321.590475:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299975420
00000100:00000001:0.0:1769078321.590476:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299974162
00000100:00000001:0.0:1769078321.590478:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299975420
00000100:00000001:0.0:1769078321.590480:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078321.590481:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.590483:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078321.590485:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078321/real 1769078321]  req@ffff88ba87a9b800 x1855007653170816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078321.590490:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078321.590491:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078321.590492:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078321.590494:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078321.590495:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078321.590496:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078321.590498:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653170816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078321.590503:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653170816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590506:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078321.590507:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590508:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078321.590509:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078321.590511:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653170816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590514:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078321.590516:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653170816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590520:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078321.590521:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590522:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078321.590523:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590524:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078321.590525:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078321.590526:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078321.590528:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078321.590529:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078321.590531:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653170816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078321.590552:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653170816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078321.590555:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078321.590557:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653170944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590562:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078321.590563:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078321.590564:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078321.590565:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078321.590566:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078321.590568:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653170944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078321.590569:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078321.590571:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078321.590572:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078321.590573:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078321.590575:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078321.590576:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078321.590578:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078321.590580:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078321.590582:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078321.590584:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653170944, portal 4
00000100:00000001:0.0:1769078321.590585:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078321.590585:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:0.0:1769078321.590589:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653170944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590593:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078321.590594:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078321.590595:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078321.590596:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653170944, offset 0
00000400:00000200:0.0:1769078321.590598:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078321.590601:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078321.590603:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078321.590604:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078321.590605:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078321.590607:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078321.590608:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078321.590610:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201039:201039:256:4294967295] 192.168.204.104@tcp LPNI seq info [201039:201039:8:4294967295]
00000400:00000200:0.0:1769078321.590613:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078321.590619:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078321.590623:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078321.590625:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078321.590629:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078321.590631:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078321.590635:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078321.590637:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078321.590641:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078321.590643:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078321.590646:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078321.590649:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078321.590652:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078321.590653:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078321.590656:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078321.590659:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653170944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590667:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078321.590670:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653170944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590675:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.590677:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078321.590680:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078321.590683:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078321.590686:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078321.590688:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299974163
00000100:00000001:0.0:1769078321.590690:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299975420
00000100:00000001:0.0:1769078321.590693:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299974163
00000100:00000001:0.0:1769078321.590694:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299975420
00000100:00000001:0.0:1769078321.590697:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078321.590700:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.590701:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078321.590705:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078321/real 1769078321]  req@ffff88ba87a99880 x1855007653170944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078321.590712:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078321.590714:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078321.590716:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078321.590718:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078321.590720:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078321.590722:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078321.590725:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653170944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078321.590733:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653170944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590739:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078321.590740:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590742:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078321.590743:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078321.590746:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653170944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590753:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078321.590756:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653170944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590763:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078321.590765:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590767:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078321.590768:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590770:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078321.590771:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078321.590774:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078321.590777:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078321.590779:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078321.590783:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653170944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078321.590791:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653170944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078321.590794:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590796:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078321.590800:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98000 x1855007653170560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590806:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078321.590808:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078321.590810:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078321.590812:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078321.590814:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078321.590815:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078321.590817:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078321.590818:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:0.0:1769078321.590821:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078321.590822:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078321.590823:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98000.
00000100:00000001:0.0:1769078321.590825:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078321.590826:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590828:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078321.590831:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653170688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590837:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078321.590838:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078321.590839:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078321.590841:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078321.590843:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078321.590844:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078321.590846:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078321.590847:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:0.0:1769078321.590849:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078321.590850:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078321.590852:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:0.0:1769078321.590854:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078321.590855:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590857:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078321.590859:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653170816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590865:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078321.590866:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078321.590868:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078321.590870:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078321.590871:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078321.590872:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078321.590874:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078321.590876:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:0.0:1769078321.590878:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078321.590879:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078321.590880:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:0.0:1769078321.590882:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078321.590884:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590885:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078321.590888:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653170944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078321.590894:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078321.590895:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078321.590896:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078321.590898:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078321.590899:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078321.590900:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078321.590902:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078321.590904:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:0.0:1769078321.590906:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078321.590907:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078321.590908:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:0.0:1769078321.590910:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078321.590911:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590913:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.590916:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078321.590918:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.590920:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078321.590921:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078322.228646:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078322.228653:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078322.228726:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078322.228731:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078322.228734:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078322.868606:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299975420, at 4299975424
00000100:00000040:0.0:1769078322.868607:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299975420, at 4299975424
00000100:00000010:1.0:1769078322.868620:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16a20.
00000100:00000010:0.0:1769078322.868622:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078323.252626:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078323.252631:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078323.252674:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078323.252678:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078323.252681:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078324.276647:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078324.276656:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078324.276658:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078324.276661:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078324.276675:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078324.276677:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078324.276679:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078324.276681:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078324.276736:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078324.276739:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078324.276741:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078325.300623:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078325.300630:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078325.300678:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078325.300684:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078325.300690:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078326.324676:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078326.324685:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078326.324754:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078326.324757:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078326.324760:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078326.708771:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078326.708782:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078326.708785:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078326.708790:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078326.708797:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078326.708807:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5306
00000400:00000200:3.0:1769078326.708819:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078326.708826:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078326.708830:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078326.708835:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078326.708839:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078326.708841:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078326.708844:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078326.708849:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078326.708851:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078326.708855:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078326.708858:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078326.708861:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078326.708864:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078326.708867:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078326.708870:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078326.708872:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078326.708875:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078326.708879:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078326.708882:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078326.708886:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078326.708889:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078326.708901:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078326.708905:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.708908:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078326.708911:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078326.708918:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769078326.708921:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078326.708926:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078326.708927:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.708930:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078326.708933:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078326.708937:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078326.708946:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078326.708968:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078326.708979:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653171072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078326.708992:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078326.708997:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078326.709060:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653171072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.709118:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078326.709122:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078326.709125:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078326.709131:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653171072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.709138:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078326.709140:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078326.709144:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078326.709146:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078326.709148:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078326.709151:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653171072:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078326.709154:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078326.709158:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078326.709160:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078326.709162:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078326.709167:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078326.709168:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078326.709175:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078326.709179:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078326.709185:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000001:3.0:1769078326.709192:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078326.709193:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653171072, portal 25
00000100:00080000:3.0:1769078326.709196:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078326.709197:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078326.709199:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00080000:3.0:1769078326.709201:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078326.709204:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1769078326.709206:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653171072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078326.709207:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078326.709212:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078326.709217:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5306
00000400:00000200:3.0:1769078326.709225:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078326.709227:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078326.709230:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078326.709233:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078326.709235:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653171072, offset 0
00000400:00000200:0.0:1769078326.709241:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078326.709248:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078326.709254:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078326.709259:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078326.709272:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078326.709273:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078326.709276:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078326.709278:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078326.709282:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078326.709285:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:3.0:1769078326.709286:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078326.709291:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078326.709292:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201040:201040:256:4294967295] 192.168.204.104@tcp LPNI seq info [201040:201040:8:4294967295]
00000100:00000001:3.0:1769078326.709295:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078326.709300:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:3.0:1769078326.709300:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078326.709303:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078326.709304:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078326.709306:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078326.709308:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078326.709312:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000400:00000200:0.0:1769078326.709315:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078326.709318:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078326.709321:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078326.709323:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078326.709325:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:0.0:1769078326.709326:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000020:00000040:3.0:1769078326.709329:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078326.709333:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078326.709334:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078326.709335:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1769078326.709337:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
02000000:00000001:3.0:1769078326.709345:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1769078326.709346:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:3.0:1769078326.709349:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.709352:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:0.0:1769078326.709353:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000008:00100000:3.0:1769078326.709356:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078326.709359:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.709362:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078326.709363:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000010:3.0:1769078326.709365:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000800:00000200:0.1:1769078326.709368:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000020:00000040:3.0:1769078326.709369:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078326.709372:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078326.709374:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.709377:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:0.0:1769078326.709378:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
02000000:00000001:3.0:1769078326.709379:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078326.709382:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078326.709384:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
02000000:00000010:3.0:1769078326.709386:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000400:00000200:0.0:1769078326.709390:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078326.709390:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078326.709400:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1769078326.709400:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653171200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078326.709406:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078326.709409:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:3.0:1769078326.709413:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078326.709414:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078326.709417:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078326.709420:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653171072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078326.709426:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653171200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.709430:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078326.709435:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653171072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078326.709445:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.709450:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.709452:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078326.709457:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078326.709461:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078326.709462:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078326.709463:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299980539
00000100:00080000:3.0:1769078326.709470:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000010:0.0:1769078326.709471:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:3.0:1769078326.709472:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078326.709476:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078326.709479:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078326.709480:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1769078326.709485:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5306
00000100:00000001:0.0:1769078326.709490:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299980539
00000400:00000200:3.0:1769078326.709491:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000010:0.0:1769078326.709496:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16060.
00000400:00000200:3.0:1769078326.709496:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078326.709498:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078326.709503:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1769078326.709504:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078326.709508:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078326.709509:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078326.709514:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078326.709515:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.709519:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078326.709521:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1769078326.709525:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:0.0:1769078326.709528:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078326/real 1769078326]  req@ffff88ba87a9a300 x1855007653171072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078326.709528:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078326.709532:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078326.709535:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000400:00000001:0.0:1769078326.709563:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1769078326.709565:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000001:0.0:1769078326.709566:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078326.709569:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000020:00000001:3.0:1769078326.709570:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078326.709573:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078326.709577:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000040:3.0:1769078326.709578:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078326.709580:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769078326.709583:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078326.709585:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078326.709590:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000200:0.0:1769078326.709591:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653171072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078326.709597:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00000200:0.0:1769078326.709604:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653171072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078326.709605:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078326.709610:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.709614:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1769078326.709615:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078326.709616:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.709619:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1769078326.709620:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078326.709621:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078326.709626:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653171072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078326.709626:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.709631:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078326.709635:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078326.709636:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078326.709642:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653171072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769078326.709642:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.709647:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.709652:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:3.0:1769078326.709656:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000100:00000001:0.0:1769078326.709659:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769078326.709660:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000001:0.0:1769078326.709661:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078326.709663:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.709667:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1769078326.709668:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078326.709669:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1769078326.709672:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078326.709674:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769078326.709677:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078326.709680:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:0.0:1769078326.709681:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
02000000:00000001:3.0:1769078326.709683:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.709686:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:3.0:1769078326.709689:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000040:0.0:1769078326.709694:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653171072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078326.709697:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078326.709706:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653171328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769078326.709711:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653171072:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078326.709721:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078326.709723:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078326.709724:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078326.709727:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078326.709728:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653171072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.709736:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1769078326.709736:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653171328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078326.709739:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078326.709742:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078326.709745:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078326.709748:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078326.709750:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078326.709753:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:3.0:1769078326.709754:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078326.709756:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:0.0:1769078326.709760:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1769078326.709760:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769078326.709764:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078326.709766:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00080000:3.0:1769078326.709767:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078326.709769:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078326.709770:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078326.709771:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.709774:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078326.709775:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078326.709779:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078326.709781:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078326.709782:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5306
00000400:00000200:3.0:1769078326.709787:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078326.709790:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078326.709791:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078326.709795:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769078326.709795:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078326.709798:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078326.709801:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078326.709801:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078326.709805:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078326.709807:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653171200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078326.709809:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078326.709813:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078326.709816:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078326.709818:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00000001:0.0:1769078326.709822:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078326.709822:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078326.709825:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078326.709826:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
02000000:00000001:0.0:1769078326.709827:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078326.709831:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769078326.709831:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
02000000:00000001:0.0:1769078326.709834:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078326.709838:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00100000:0.0:1769078326.709839:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653171200:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078326.709844:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078326.709846:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1769078326.709846:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078326.709847:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078326.709850:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078326.709852:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1769078326.709854:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
00000100:00000040:3.0:1769078326.709857:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078326.709858:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.709863:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078326.709864:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078326.709867:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000020:00000040:3.0:1769078326.709868:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000400:00000010:0.0:1769078326.709871:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078326.709874:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653171200, portal 10
00000100:00080000:3.0:1769078326.709875:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078326.709876:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078326.709879:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000001:3.0:1769078326.709882:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078326.709886:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769078326.709887:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653171200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078326.709891:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078326.709893:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078326.709897:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
02000000:00000001:3.0:1769078326.709897:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078326.709899:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000001:3.0:1769078326.709901:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:0.0:1769078326.709902:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653171200, offset 0
00000008:00100000:3.0:1769078326.709904:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1769078326.709907:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000008:00000001:3.0:1769078326.709909:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.709911:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078326.709912:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078326.709916:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000010:3.0:1769078326.709916:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769078326.709921:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000400:00000200:0.0:1769078326.709922:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078326.709926:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
02000000:00000001:3.0:1769078326.709927:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078326.709928:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769078326.709930:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078326.709931:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:3.0:1769078326.709935:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078326.709936:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201041:201041:256:4294967295] 192.168.204.104@tcp LPNI seq info [201041:201041:8:4294967295]
02000000:00000001:3.0:1769078326.709939:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078326.709942:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078326.709944:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078326.709949:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1769078326.709963:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769078326.709969:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078326.709971:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078326.709975:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000100:00100000:3.0:1769078326.709977:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653171456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769078326.709981:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078326.709986:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078326.709993:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078326.709997:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769078326.709998:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1769078326.710002:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078326.710004:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000100:00000001:3.0:1769078326.710004:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078326.710008:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078326.710012:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769078326.710013:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653171456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078326.710015:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078326.710022:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078326.710026:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078326.710028:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078326.710030:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653171200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078326.710033:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078326.710041:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078326.710044:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078326.710044:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1769078326.710048:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653171200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078326.710048:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078326.710053:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078326.710060:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5306
00000100:00000001:0.0:1769078326.710061:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.710065:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1769078326.710068:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078326.710071:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078326.710075:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000040:0.0:1769078326.710077:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000100:00080000:3.0:1769078326.710077:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078326.710082:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078326.710085:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078326.710086:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:3.0:1769078326.710088:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078326.710091:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078326.710092:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299979290
00000020:00000001:3.0:1769078326.710093:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078326.710095:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000100:00000001:0.0:1769078326.710098:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299980539
00000020:00000001:3.0:1769078326.710098:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078326.710100:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078326.710103:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078326.710104:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299979290
00000020:00000001:3.0:1769078326.710105:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078326.710109:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299980539
00000100:00000040:3.0:1769078326.710110:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078326.710113:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078326.710114:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078326.710117:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078326.710118:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078326.710120:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078326.710121:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078326.710124:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00100000:0.0:1769078326.710126:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078326/real 1769078326]  req@ffff88ba87a9b480 x1855007653171200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078326.710129:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078326.710133:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078326.710136:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078326.710140:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1769078326.710141:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078326.710143:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1769078326.710144:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078326.710146:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000100:00000001:3.0:1769078326.710147:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078326.710149:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000008:00100000:3.0:1769078326.710150:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000400:00000010:0.0:1769078326.710152:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000008:00000001:3.0:1769078326.710153:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.710156:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.710157:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1769078326.710159:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000100:00000200:0.0:1769078326.710161:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653171200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078326.710163:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078326.710167:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078326.710169:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.710171:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1769078326.710173:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653171200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078326.710173:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078326.710176:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078326.710181:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:0.0:1769078326.710182:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078326.710185:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078326.710186:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.710187:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078326.710190:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078326.710194:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653171584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769078326.710195:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653171200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710220:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078326.710220:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078326.710224:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078326.710227:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653171200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078326.710232:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653171584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710234:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078326.710239:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710241:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078326.710243:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710246:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078326.710248:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078326.710253:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769078326.710253:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078326.710257:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078326.710259:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078326.710261:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5316)
00000100:00000040:0.0:1769078326.710263:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653171200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078326.710269:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653171200:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078326.710272:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078326.710275:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653171328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710280:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078326.710281:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078326.710282:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078326.710283:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078326.710285:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078326.710287:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653171328:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078326.710289:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078326.710290:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078326.710292:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078326.710293:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078326.710296:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078326.710297:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078326.710300:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078326.710302:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078326.710305:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078326.710307:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653171328, portal 10
00000100:00000001:0.0:1769078326.710309:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078326.710310:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:0.0:1769078326.710315:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653171328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710319:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078326.710321:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078326.710323:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078326.710324:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653171328, offset 0
00000400:00000200:0.0:1769078326.710327:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078326.710330:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078326.710332:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078326.710334:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078326.710335:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078326.710337:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078326.710339:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078326.710342:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201042:201042:256:4294967295] 192.168.204.104@tcp LPNI seq info [201042:201042:8:4294967295]
00000400:00000200:0.0:1769078326.710346:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078326.710353:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078326.710357:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078326.710361:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078326.710366:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078326.710369:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078326.710374:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078326.710376:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078326.710381:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078326.710384:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078326.710387:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078326.710391:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078326.710394:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078326.710396:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078326.710398:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078326.710401:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653171328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710406:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078326.710408:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653171328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710412:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.710413:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078326.710415:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078326.710417:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078326.710419:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078326.710420:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299979275
00000100:00000001:0.0:1769078326.710422:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299980539
00000100:00000001:0.0:1769078326.710423:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299979275
00000100:00000001:0.0:1769078326.710425:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299980539
00000100:00000001:0.0:1769078326.710426:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078326.710427:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.710428:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078326.710430:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078326/real 1769078326]  req@ffff88ba87a98700 x1855007653171328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078326.710435:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078326.710436:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078326.710437:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078326.710438:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078326.710439:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078326.710440:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078326.710442:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653171328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078326.710447:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653171328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710451:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078326.710452:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710453:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078326.710454:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078326.710456:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653171328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710460:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078326.710462:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653171328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710465:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078326.710467:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710468:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078326.710469:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710471:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078326.710472:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078326.710474:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078326.710477:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078326.710478:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078326.710482:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653171328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078326.710489:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653171328:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078326.710493:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710494:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078326.710497:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653171200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710504:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078326.710506:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078326.710508:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078326.710511:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078326.710512:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078326.710514:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078326.710516:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078326.710518:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:0.0:1769078326.710520:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078326.710521:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078326.710523:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:0.0:1769078326.710526:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078326.710527:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710529:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078326.710531:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653171328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710552:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078326.710553:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078326.710554:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078326.710557:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078326.710558:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078326.710560:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078326.710561:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078326.710563:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:0.0:1769078326.710564:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078326.710565:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078326.710566:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:0.0:1769078326.710567:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078326.710568:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710569:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710571:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078326.710572:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.710574:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078326.710575:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078326.710576:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078326.710578:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653171456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710582:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078326.710584:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078326.710585:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078326.710586:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078326.710588:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078326.710589:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653171456:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078326.710591:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078326.710592:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078326.710593:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078326.710594:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078326.710596:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078326.710597:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078326.710600:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078326.710602:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078326.710604:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078326.710606:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653171456, portal 4
00000100:00000001:0.0:1769078326.710607:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078326.710608:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:0.0:1769078326.710612:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653171456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710616:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078326.710617:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078326.710619:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078326.710620:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653171456, offset 0
00000400:00000200:0.0:1769078326.710622:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078326.710624:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078326.710626:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078326.710628:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078326.710630:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078326.710631:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078326.710633:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078326.710635:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201043:201043:256:4294967295] 192.168.204.104@tcp LPNI seq info [201043:201043:8:4294967295]
00000400:00000200:0.0:1769078326.710637:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078326.710641:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078326.710644:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078326.710646:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078326.710648:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078326.710650:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078326.710653:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078326.710655:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078326.710657:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078326.710658:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078326.710660:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078326.710662:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078326.710664:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078326.710665:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078326.710666:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078326.710668:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653171456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710675:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078326.710678:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653171456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710684:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.710686:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078326.710689:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078326.710692:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078326.710695:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078326.710697:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299979283
00000100:00000001:0.0:1769078326.710700:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299980539
00000100:00000001:0.0:1769078326.710702:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299979283
00000100:00000001:0.0:1769078326.710704:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299980539
00000100:00000001:0.0:1769078326.710706:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078326.710708:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.710710:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078326.710714:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078326/real 1769078326]  req@ffff88ba87a98380 x1855007653171456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078326.710721:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078326.710722:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078326.710724:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078326.710727:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078326.710728:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078326.710730:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078326.710732:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653171456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078326.710740:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653171456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710745:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078326.710747:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710748:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078326.710750:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078326.710753:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653171456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710758:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078326.710761:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653171456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710768:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078326.710770:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710771:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078326.710773:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710775:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078326.710776:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078326.710779:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078326.710782:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078326.710784:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078326.710787:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653171456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078326.710792:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653171456:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078326.710795:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078326.710796:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653171584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710800:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078326.710801:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078326.710802:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078326.710804:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078326.710805:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078326.710806:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653171584:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078326.710808:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078326.710809:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078326.710810:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078326.710812:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078326.710814:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078326.710815:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078326.710817:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078326.710819:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000400:00000010:0.0:1769078326.710821:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078326.710823:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653171584, portal 4
00000100:00000001:0.0:1769078326.710824:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078326.710825:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:0.0:1769078326.710829:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653171584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710833:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078326.710834:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078326.710836:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000200:0.0:1769078326.710837:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653171584, offset 0
00000400:00000200:0.0:1769078326.710840:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078326.710843:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078326.710845:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078326.710847:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078326.710848:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078326.710850:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078326.710851:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078326.710853:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201044:201044:256:4294967295] 192.168.204.104@tcp LPNI seq info [201044:201044:8:4294967295]
00000400:00000200:0.0:1769078326.710856:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078326.710859:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078326.710861:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078326.710863:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000800:00000200:0.0:1769078326.710865:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078326.710867:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078326.710870:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078326.710872:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078326.710874:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078326.710875:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:0.0:1769078326.710877:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078326.710879:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078326.710881:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:0.0:1769078326.710882:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:0.0:1769078326.710883:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078326.710885:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653171584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710890:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078326.710892:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653171584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710895:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.710896:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078326.710898:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078326.710900:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078326.710901:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078326.710903:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299979283
00000100:00000001:0.0:1769078326.710904:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299980539
00000100:00000001:0.0:1769078326.710906:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299979283
00000100:00000001:0.0:1769078326.710907:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299980539
00000100:00000001:0.0:1769078326.710908:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078326.710909:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.710910:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078326.710912:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078326/real 1769078326]  req@ffff88ba87a99f80 x1855007653171584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078326.710916:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078326.710917:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078326.710917:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078326.710919:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078326.710920:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078326.710921:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078326.710923:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653171584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078326.710927:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653171584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710931:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078326.710931:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710933:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078326.710933:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078326.710936:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653171584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710942:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078326.710945:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653171584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.710952:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078326.710966:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710967:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078326.710969:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710970:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078326.710972:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078326.710974:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078326.710978:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078326.710979:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078326.710983:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653171584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078326.710989:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653171584:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078326.710993:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.710994:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078326.710998:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653171456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.711003:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078326.711005:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078326.711007:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078326.711009:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078326.711011:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078326.711012:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078326.711014:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078326.711016:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:0.0:1769078326.711017:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078326.711019:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078326.711020:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:0.0:1769078326.711022:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078326.711023:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.711025:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078326.711027:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653171584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.711038:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078326.711039:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078326.711041:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078326.711042:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078326.711043:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078326.711044:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078326.711046:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078326.711047:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:0.0:1769078326.711049:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078326.711050:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078326.711051:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:0.0:1769078326.711053:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078326.711054:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.711056:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.711059:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078326.711061:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.711062:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078326.711063:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078327.348644:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078327.348653:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078327.348705:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078327.348710:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078327.348714:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078327.988655:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299980539, at 4299980544
00000100:00000040:1.0:1769078327.988655:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299980539, at 4299980544
00000100:00000010:1.0:1769078327.988671:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16060.
00000100:00000010:0.0:1769078327.988677:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078328.372615:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078328.372620:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078328.372668:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078328.372671:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078328.372674:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078329.396640:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078329.396647:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078329.396702:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078329.396705:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078329.396707:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078330.420637:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078330.420644:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078330.420712:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078330.420716:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078330.420720:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078331.444679:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078331.444686:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078331.444754:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078331.444758:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078331.444763:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078331.828665:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078331.828678:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078331.828682:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078331.828688:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078331.828692:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078331.828699:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5311
00000400:00000200:3.0:1769078331.828714:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078331.828723:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078331.828725:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078331.828728:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.828731:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078331.828733:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.828735:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078331.828738:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078331.828739:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078331.828742:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078331.828744:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078331.828745:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078331.828747:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078331.828749:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.828750:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078331.828751:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.828752:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078331.828754:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078331.828757:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078331.828758:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078331.828760:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078331.828763:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078331.828765:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078331.828767:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078331.828769:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078331.828779:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769078331.828782:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078331.828785:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078331.828786:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078331.828789:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078331.828791:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078331.828796:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078331.828804:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078331.828816:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078331.828825:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653171712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078331.828833:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078331.828837:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078331.828840:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653171712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078331.828860:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078331.828862:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078331.828880:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078331.828882:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078331.828883:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078331.828888:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078331.828891:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5311
00000400:00000200:3.0:1769078331.828894:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078331.828896:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078331.828898:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078331.828901:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.828902:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078331.828904:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.828905:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078331.828907:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078331.828908:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078331.828909:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078331.828910:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078331.828911:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078331.828912:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078331.828913:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078331.828917:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078331.828919:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078331.828919:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078331.828924:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078331.828925:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078331.828925:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078331.828930:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078331.828934:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078331.828937:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078331.828938:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653171712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078331.828938:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078331.828943:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078331.828947:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078331.828950:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078331.828950:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078331.828953:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769078331.828956:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078331.828959:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1769078331.828960:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078331.828963:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078331.828963:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078331.828969:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078331.828970:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000100:00100000:0.0:1769078331.828972:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653171712:192.168.204.104@tcp:250:kworker.0
00000020:00000040:3.0:1769078331.828975:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000001:0.0:1769078331.828977:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078331.828981:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078331.828983:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078331.828984:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078331.828987:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078331.828988:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078331.828990:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078331.828992:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1769078331.828996:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:3.0:1769078331.828996:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078331.829001:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078331.829005:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000400:00000200:0.0:1769078331.829009:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078331.829011:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078331.829014:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5ed10.
00000100:00100000:3.0:1769078331.829020:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653171840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769078331.829021:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000001:3.0:1769078331.829028:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078331.829030:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078331.829032:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653171712, portal 25
00000100:00000040:3.0:1769078331.829033:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653171840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078331.829036:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078331.829040:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000100:00000001:3.0:1769078331.829044:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078331.829047:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078331.829051:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653171712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078331.829051:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078331.829054:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078331.829057:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078331.829060:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078331.829063:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5311
00000100:00000001:0.0:1769078331.829069:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1769078331.829069:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078331.829073:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078331.829076:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078331.829077:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078331.829080:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.829082:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769078331.829084:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799110.
00000100:00000040:3.0:1769078331.829084:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.829088:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078331.829090:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:0.0:1769078331.829091:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653171712, offset 0
00000020:00000040:3.0:1769078331.829092:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078331.829094:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078331.829096:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078331.829098:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078331.829099:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078331.829103:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078331.829104:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078331.829105:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078331.829109:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.829110:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078331.829112:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078331.829113:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078331.829115:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078331.829117:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769078331.829118:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078331.829121:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078331.829124:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078331.829127:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:3.0:1769078331.829127:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078331.829131:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078331.829133:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078331.829135:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078331.829136:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078331.829141:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000400:00000200:0.0:1769078331.829142:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000040:3.0:1769078331.829144:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078331.829146:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078331.829147:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769078331.829148:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078331.829151:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.829151:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078331.829153:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078331.829157:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201045:201045:256:4294967295] 192.168.204.104@tcp LPNI seq info [201045:201045:8:4294967295]
02000000:00000001:3.0:1769078331.829157:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078331.829160:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000400:00000200:0.0:1769078331.829164:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078331.829165:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078331.829170:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653171968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078331.829178:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078331.829179:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078331.829182:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653171968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078331.829189:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078331.829191:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769078331.829192:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078331.829197:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078331.829200:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078331.829201:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078331.829204:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.0:1769078331.829206:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00080000:3.0:1769078331.829207:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5311
00000400:00000200:3.0:1769078331.829213:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078331.829214:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078331.829216:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078331.829217:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.829219:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078331.829220:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.829221:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000010:0.0:1769078331.829223:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727200.
00000020:00000001:3.0:1769078331.829223:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078331.829226:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078331.829228:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078331.829230:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078331.829231:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078331.829233:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000800:00000200:0.0:1769078331.829238:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769078331.829238:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.829240:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078331.829243:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.829245:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078331.829247:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000800:00000200:0.1:1769078331.829251:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:3.0:1769078331.829252:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078331.829254:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078331.829255:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078331.829256:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078331.829257:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078331.829259:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078331.829261:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078331.829263:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078331.829264:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078331.829266:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769078331.829267:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078331.829269:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078331.829269:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078331.829271:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078331.829272:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078331.829272:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078331.829273:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078331.829275:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769078331.829278:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078331.829280:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078331.829284:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299985659
00000100:00100000:3.0:1769078331.829289:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653172096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1769078331.829293:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:3.0:1769078331.829295:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078331.829299:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078331.829302:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653172096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078331.829305:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078331.829308:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078331.829311:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078331.829313:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078331.829314:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078331.829315:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299985659
00000100:00080000:3.0:1769078331.829315:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078331.829321:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:0.0:1769078331.829322:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16840.
00000100:00080000:3.0:1769078331.829323:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5311
00000400:00000200:3.0:1769078331.829328:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078331.829330:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1769078331.829331:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078331.829335:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078331.829338:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078331.829338:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078331.829343:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078331.829344:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078331.829347:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078331.829349:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078331.829350:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078331.829352:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769078331.829353:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078331.829356:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078331.829357:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078331.829358:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078331.829359:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078331.829361:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1769078331.829361:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078331.829363:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078331.829364:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078331.829366:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078331.829367:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078331.829369:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078331.829370:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078331.829371:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078331.829373:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078331.829374:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078331.829378:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078331.829381:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078331.829382:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653171840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078331.829384:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078331.829387:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078331.829390:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078331.829393:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078331.829395:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078331.829401:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078331.829402:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078331.829402:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078331.829406:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078331.829408:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769078331.829411:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078331.829412:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078331.829413:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078331.829416:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078331.829417:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078331.829417:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078331.829419:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078331.829422:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078331.829422:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078331.829429:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00100000:0.0:1769078331.829430:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653171840:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078331.829432:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078331.829437:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653172224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078331.829438:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078331.829441:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078331.829443:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078331.829447:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078331.829450:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1769078331.829452:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
00000100:00000001:3.0:1769078331.829453:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078331.829457:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653172224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078331.829458:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078331.829466:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078331.829469:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:3.0:1769078331.829472:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5322)
00000400:00000010:0.0:1769078331.829475:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5edc0.
00000400:00000010:0.0:1769078331.829481:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897992a8.
00000100:00000200:0.0:1769078331.829484:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653171840, portal 10
00000100:00000001:0.0:1769078331.829487:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078331.829489:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:0.0:1769078331.829497:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653171840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078331.829503:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078331.829506:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078331.829508:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799440.
00000100:00000200:0.0:1769078331.829510:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653171840, offset 0
00000400:00000200:0.0:1769078331.829513:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078331.829518:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078331.829521:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078331.829523:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078331.829525:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078331.829527:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078331.829528:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078331.829530:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201046:201046:255:4294967295] 192.168.204.104@tcp LPNI seq info [201046:201046:7:4294967295]
00000400:00000200:0.0:1769078331.829533:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078331.829564:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078331.829570:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078331.829573:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727800.
00000800:00000200:0.0:1769078331.829578:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078331.829582:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078331.829584:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078331.829588:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078331.829591:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078331.829593:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299984410
00000100:00000001:0.0:1769078331.829596:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299985659
00000100:00000001:0.0:1769078331.829598:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299984410
00000100:00000001:0.0:1769078331.829600:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299985659
00000100:00000001:0.0:1769078331.829602:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078331.829605:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078331.829607:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078331.829612:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653171968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078331.829619:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078331.829620:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078331.829622:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078331.829624:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078331.829626:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078331.829629:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653171968:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078331.829632:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078331.829634:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078331.829636:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078331.829637:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078331.829641:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078331.829643:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078331.829646:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078331.829663:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5eaa8.
00000400:00000010:0.0:1769078331.829667:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799cc0.
00000100:00000200:0.0:1769078331.829670:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653171968, portal 10
00000100:00000001:0.0:1769078331.829672:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078331.829674:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
00000100:00000040:0.0:1769078331.829684:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653171968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078331.829691:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078331.829693:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078331.829696:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799a18.
00000100:00000200:0.0:1769078331.829698:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653171968, offset 0
00000400:00000200:0.0:1769078331.829703:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078331.829706:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078331.829710:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078331.829713:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078331.829715:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078331.829717:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078331.829719:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078331.829722:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201047:201047:254:4294967295] 192.168.204.104@tcp LPNI seq info [201047:201047:6:4294967295]
00000400:00000200:0.0:1769078331.829726:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078331.829731:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078331.829735:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078331.829738:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727700.
00000800:00000200:0.0:1769078331.829741:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078331.829745:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078331.829748:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078331.829751:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078331.829754:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078331.829756:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299984395
00000100:00000001:0.0:1769078331.829758:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299985659
00000100:00000001:0.0:1769078331.829760:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299984395
00000100:00000001:0.0:1769078331.829762:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299985659
00000100:00000001:0.0:1769078331.829764:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078331.829766:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078331.829768:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078331.829772:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653172096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078331.829778:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078331.829780:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078331.829781:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078331.829783:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078331.829784:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078331.829787:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653172096:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078331.829790:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078331.829792:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078331.829793:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078331.829795:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078331.829799:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078331.829801:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078331.829817:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078331.829820:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e268.
00000400:00000010:0.0:1769078331.829825:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897996e8.
00000100:00000200:0.0:1769078331.829828:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653172096, portal 4
00000100:00000001:0.0:1769078331.829830:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078331.829831:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:0.0:1769078331.829836:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653172096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078331.829842:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078331.829844:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078331.829846:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799aa0.
00000100:00000200:0.0:1769078331.829847:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653172096, offset 0
00000400:00000200:0.0:1769078331.829851:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078331.829855:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078331.829858:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078331.829860:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078331.829862:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078331.829865:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078331.829877:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078331.829879:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201048:201048:253:4294967295] 192.168.204.104@tcp LPNI seq info [201048:201048:5:4294967295]
00000400:00000200:0.0:1769078331.829883:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078331.829888:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078331.829892:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078331.829895:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727e00.
00000800:00000200:0.0:1769078331.829898:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078331.829902:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078331.829926:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078331.829929:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078331.829932:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078331.829934:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299984402
00000100:00000001:0.0:1769078331.829936:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299985659
00000100:00000001:0.0:1769078331.829938:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299984402
00000100:00000001:0.0:1769078331.829941:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299985659
00000100:00000001:0.0:1769078331.829943:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078331.829945:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078331.829947:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078331.829949:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078331.829952:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078331.829954:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078331.829955:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078331.829957:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078331.829958:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078331.829962:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653172224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078331.829968:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078331.829969:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078331.829972:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078331.829974:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078331.829976:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078331.829978:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653172224:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078331.829982:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078331.829983:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078331.829985:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078331.829987:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078331.829990:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e000.
02000000:00000001:0.0:1769078331.829992:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078331.829995:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078331.829998:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078331.830000:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078331.830003:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653172224, portal 4
00000100:00000001:0.0:1769078331.830005:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078331.830006:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000040:0.0:1769078331.830012:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653172224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078331.830018:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078331.830021:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078331.830023:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897993b8.
00000100:00000200:0.0:1769078331.830026:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653172224, offset 0
00000400:00000200:0.0:1769078331.830030:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078331.830033:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078331.830037:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078331.830039:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078331.830041:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078331.830044:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078331.830046:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078331.830048:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201049:201049:252:4294967295] 192.168.204.104@tcp LPNI seq info [201049:201049:4:4294967295]
00000400:00000200:0.0:1769078331.830052:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078331.830058:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078331.830062:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078331.830067:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727000.
00000800:00000200:0.0:1769078331.830071:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078331.830075:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078331.830078:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078331.830081:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078331.830084:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078331.830085:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299984402
00000100:00000001:0.0:1769078331.830087:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299985659
00000100:00000001:0.0:1769078331.830090:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299984402
00000100:00000001:0.0:1769078331.830092:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299985659
00000100:00000001:0.0:1769078331.830094:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078331.830096:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078331.830099:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078331.830101:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078331.830104:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078331.830105:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078331.830108:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078331.830109:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078331.830111:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078331.830113:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078332.468638:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078332.468646:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078332.468708:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078332.468713:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078332.468716:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078333.108646:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299985659, at 4299985664
00000100:00000040:0.0:1769078333.108647:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299985659, at 4299985664
00000100:00000010:0.0:1769078333.108663:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000010:1.0:1769078333.108669:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16840.
00010000:00000001:2.0:1769078333.492639:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078333.492644:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078333.492701:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078333.492706:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078333.492709:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078334.516676:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078334.516685:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078334.516688:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078334.516691:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078334.516696:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078334.516699:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078334.516701:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078334.516705:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078334.516793:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078334.516801:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078334.516806:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769078334.902523:0:2396:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:3.0:1769078334.902646:0:2396:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769078334.902662:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078334.902668:0:2396:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:3.0:1769078334.902673:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078334.902680:0:2396:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769078334.902686:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769078334.902692:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727200.
00000400:00000200:3.0:1769078334.902699:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078334.902704:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078334.902722:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799110
00000400:00000010:3.0:1769078334.902726:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799110.
00000100:00000001:3.0:1769078334.902734:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078334.902745:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9b100 x1855007653171712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078334.902775:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078334.902781:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653171712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078334.902788:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078334.902791:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078334.902808:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769078334.902810:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727800.
00000400:00000200:3.0:1769078334.902813:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078334.902830:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078334.902834:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799440
00000400:00000010:3.0:1769078334.902836:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799440.
00000100:00000001:3.0:1769078334.902840:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078334.902846:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:3.0:1769078334.902848:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a98e00 x1855007653171840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.902855:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078334.902860:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078334.902863:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653171840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078334.902874:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078334.902875:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078334.902876:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000800:00000100:3.0:1769078334.902885:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000100:00100000:0.0:1769078334.902889:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078331/real 1769078334]  req@ffff88ba87a98e00 x1855007653171840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1769078334.902890:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727700.
00000400:00000200:3.0:1769078334.902898:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078334.902904:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000001:0.0:1769078334.902906:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078334.902917:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078334.902921:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5edc0.
00000400:00000200:0.0:1769078334.902926:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897992a8
00000400:00000010:0.0:1769078334.902927:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897992a8.
00000100:00000001:0.0:1769078334.902930:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1769078334.902931:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799a18
00000100:00000200:0.0:1769078334.902935:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653171840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078334.902937:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799a18.
00000100:00000001:3.0:1769078334.902943:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078334.902949:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653171840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078334.902955:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a98a80 x1855007653171968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078334.902965:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078334.902968:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653171968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.902971:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078334.902975:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.902981:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078334.902982:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078334.902985:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078334.902986:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1769078334.902996:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653171840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1769078334.902997:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:3.0:1769078334.903006:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727e00.
00000100:00000001:0.0:1769078334.903009:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078334.903011:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000040:0.0:1769078334.903016:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653171840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078334.903019:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078334.903026:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799aa0
00000400:00000010:3.0:1769078334.903028:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799aa0.
00000100:00000001:3.0:1769078334.903031:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078334.903035:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000200:3.0:1769078334.903039:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9a680 x1855007653172096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903040:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903044:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078334.903046:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903050:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078334.903054:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078334.903058:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1769078334.903059:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1769078334.903064:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653172096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078334.903066:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078334.903070:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1769078334.903078:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078334.903082:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653171840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078334.903082:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1769078334.903092:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653171840:192.168.204.104@tcp:38:kworker.0
00000800:00000100:3.0:1769078334.903094:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000100:00000001:0.0:1769078334.903098:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000800:00000010:3.0:1769078334.903101:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727000.
00000100:00100000:0.0:1769078334.903102:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078331/real 1769078334]  req@ffff88ba87a98a80 x1855007653171968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078334.903109:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:0.0:1769078334.903111:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078334.903115:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1769078334.903116:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000010:0.0:1769078334.903119:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5eaa8.
00000400:00000200:0.0:1769078334.903132:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799cc0
00000400:00000010:0.0:1769078334.903134:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799cc0.
00000100:00000001:0.0:1769078334.903137:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1769078334.903138:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897993b8
00000100:00000200:0.0:1769078334.903143:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653171968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078334.903144:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897993b8.
00000100:00000001:3.0:1769078334.903153:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078334.903158:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653171968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078334.903162:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9bb80 x1855007653172224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078334.903174:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078334.903179:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653172224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903180:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078334.903183:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903186:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078334.903188:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078334.903196:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653171968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078334.903197:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078334.903203:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078334.903210:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078334.903225:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653171968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903232:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078334.903234:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903235:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078334.903236:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903237:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078334.903239:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078334.903240:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078334.903242:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078334.903243:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078334.903246:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653171968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078334.903252:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653171968:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078334.903257:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078334.903260:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078331/real 1769078334]  req@ffff88ba87a9a680 x1855007653172096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078334.903277:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078334.903279:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078334.903281:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e268.
00000400:00000200:0.0:1769078334.903284:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897996e8
00000400:00000010:0.0:1769078334.903285:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897996e8.
00000100:00000001:0.0:1769078334.903288:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078334.903291:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653172096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078334.903304:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653172096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903310:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078334.903311:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903313:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078334.903314:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078334.903316:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653172096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903328:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078334.903330:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653172096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903335:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078334.903336:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903337:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078334.903338:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903339:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078334.903340:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078334.903341:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078334.903343:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078334.903345:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078334.903347:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653172096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078334.903351:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653172096:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078334.903354:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078334.903357:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078331/real 1769078334]  req@ffff88ba87a9b100 x1855007653171712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078334.903380:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078334.903382:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078334.903384:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5ed10.
00000400:00000200:0.0:1769078334.903387:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078334.903389:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078334.903391:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078334.903395:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653171712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078334.903404:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653171712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903410:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078334.903412:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903414:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078334.903415:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078334.903418:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653171712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903432:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078334.903435:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653171712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903441:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078334.903443:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903448:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078334.903449:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903451:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078334.903453:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078334.903455:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078334.903458:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078334.903461:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078334.903465:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653171712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078334.903482:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653171712:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078334.903486:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078334.903488:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078334.903491:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653171840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903507:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078334.903511:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078334.903515:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078334.903520:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078334.903533:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078334.903592:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078334.903595:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078334.903598:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:0.0:1769078334.903603:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078334.903606:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078334.903608:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:0.0:1769078334.903612:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078334.903613:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903615:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078334.903619:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653171968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903634:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078334.903636:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078334.903637:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078334.903639:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078334.903640:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078334.903640:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078334.903642:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078334.903643:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:0.0:1769078334.903645:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078334.903646:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078334.903646:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:0.0:1769078334.903648:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078334.903649:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903651:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078334.903653:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653172096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903659:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078334.903660:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078334.903661:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078334.903663:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078334.903665:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078334.903666:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078334.903667:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078334.903669:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:0.0:1769078334.903671:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078334.903682:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078334.903685:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:0.0:1769078334.903688:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078334.903689:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903691:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078334.903694:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653171712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903700:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078334.903702:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078334.903703:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078334.903706:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078334.903707:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078334.903709:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078334.903710:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078334.903712:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:0.0:1769078334.903714:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078334.903715:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078334.903717:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:0.0:1769078334.903719:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078334.903720:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903722:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078334.903733:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078334.903735:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078334.903737:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078334.903741:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078331/real 1769078334]  req@ffff88ba87a9bb80 x1855007653172224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078334.903750:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078334.903751:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078334.903752:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078334.903754:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078334.903755:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078334.903757:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078334.903759:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653172224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078334.903764:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653172224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903768:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078334.903769:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903770:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078334.903771:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078334.903773:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653172224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903787:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078334.903790:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653172224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903797:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078334.903799:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903801:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078334.903802:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903803:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078334.903805:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078334.903808:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078334.903812:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078334.903825:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078334.903838:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653172224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078334.903846:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653172224:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078334.903850:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903852:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078334.903855:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653172224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078334.903861:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078334.903862:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078334.903864:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e000.
02000000:00000001:0.0:1769078334.903867:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078334.903868:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078334.903869:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078334.903871:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078334.903872:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:0.0:1769078334.903875:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078334.903886:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078334.903888:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
00000100:00000001:0.0:1769078334.903891:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078334.903892:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903894:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.903902:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078334.903904:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078334.903907:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078334.903908:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078335.540624:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078335.540629:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078335.540702:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078335.540707:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078335.540712:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078336.564673:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078336.564680:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078336.564750:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078336.564756:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078336.564759:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078336.948713:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078336.948727:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078336.948730:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078336.948734:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078336.948739:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078336.948747:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5317
00000400:00000200:3.0:1769078336.948756:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078336.948763:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078336.948768:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078336.948771:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.948776:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078336.948779:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.948791:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078336.948797:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078336.948800:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078336.948803:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078336.948807:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078336.948810:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078336.948813:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078336.948817:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.948819:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078336.948821:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.948824:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078336.948828:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078336.948830:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078336.948832:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078336.948834:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078336.948837:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078336.948839:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.948842:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078336.948843:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078336.948850:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769078336.948854:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078336.948857:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078336.948859:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.948861:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078336.948864:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078336.948869:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078336.948877:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769078336.948886:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078336.948898:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653172352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078336.948921:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078336.948931:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078336.948936:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653172352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078336.948967:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078336.948971:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078336.948974:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078336.948976:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078336.948978:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078336.948981:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078336.948983:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5317
00000400:00000200:3.0:1769078336.948987:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078336.948990:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078336.948992:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078336.948995:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.948997:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078336.948999:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949001:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078336.949003:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078336.949005:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078336.949006:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078336.949009:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078336.949011:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078336.949013:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078336.949016:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949018:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078336.949020:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949021:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078336.949024:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078336.949026:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949029:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078336.949030:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078336.949037:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078336.949039:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.949041:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078336.949047:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078336.949050:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.949053:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078336.949057:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769078336.949059:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078336.949062:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078336.949064:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.949065:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078336.949067:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078336.949069:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078336.949075:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769078336.949079:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078336.949084:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653172480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078336.949091:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078336.949093:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078336.949096:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653172480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078336.949103:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078336.949105:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078336.949109:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078336.949110:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078336.949111:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078336.949114:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078336.949116:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5317
00000400:00000200:3.0:1769078336.949121:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078336.949123:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078336.949125:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078336.949128:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949130:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078336.949132:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949133:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078336.949136:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078336.949137:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078336.949138:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078336.949140:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078336.949142:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078336.949145:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078336.949147:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949149:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078336.949151:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949153:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078336.949155:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078336.949157:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949160:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078336.949161:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078336.949164:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078336.949166:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.949168:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078336.949170:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078336.949173:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.949175:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078336.949179:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769078336.949181:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078336.949184:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078336.949185:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.949187:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078336.949188:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078336.949190:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078336.949195:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078336.949197:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078336.949201:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653172608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078336.949209:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078336.949211:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078336.949215:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653172608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078336.949222:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078336.949225:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078336.949229:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078336.949231:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078336.949232:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078336.949235:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078336.949238:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5317
00000400:00000200:3.0:1769078336.949242:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078336.949245:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078336.949247:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078336.949250:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949252:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078336.949253:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949256:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078336.949258:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078336.949259:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078336.949260:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078336.949262:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078336.949264:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078336.949267:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078336.949270:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949272:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078336.949274:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949275:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078336.949278:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078336.949281:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949283:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078336.949284:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078336.949288:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078336.949290:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.949292:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078336.949295:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078336.949298:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.949300:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078336.949304:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769078336.949318:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078336.949320:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078336.949321:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.949324:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078336.949325:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078336.949327:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078336.949331:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769078336.949334:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078336.949338:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653172736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078336.949345:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078336.949347:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078336.949351:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653172736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078336.949360:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078336.949362:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078336.949366:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078336.949368:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078336.949369:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078336.949372:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078336.949374:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5317
00000400:00000200:3.0:1769078336.949378:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078336.949381:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078336.949384:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078336.949387:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949390:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078336.949392:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949395:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078336.949397:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078336.949398:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078336.949400:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078336.949402:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078336.949410:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078336.949413:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078336.949416:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949417:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078336.949419:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949420:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078336.949423:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078336.949425:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078336.949437:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078336.949438:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078336.949441:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078336.949443:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.949445:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078336.949447:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078336.949449:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.949451:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078336.949455:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769078336.949458:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078336.949460:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078336.949461:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.949462:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078336.949464:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078336.949465:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078336.949469:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769078336.949471:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078336.949475:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653172864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078336.949490:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078336.949493:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078336.949495:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653172864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078336.949502:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078336.949506:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5327)
00000100:00000001:0.0:1769078336.949595:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078336.949602:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078336.949606:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078336.949614:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653172352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.949624:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078336.949628:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078336.949634:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078336.949638:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078336.949641:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078336.949645:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653172352:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078336.949652:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078336.949660:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078336.949664:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078336.949668:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078336.949676:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078336.949678:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078336.949689:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078336.949694:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078336.949703:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078336.949716:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653172352, portal 25
00000100:00000001:0.0:1769078336.949719:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078336.949722:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000100:00000040:0.0:1769078336.949729:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653172352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.949738:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078336.949748:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078336.949752:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078336.949757:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653172352, offset 0
00000400:00000200:0.0:1769078336.949768:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078336.949792:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078336.949801:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078336.949808:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078336.949815:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078336.949820:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078336.949824:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078336.949830:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201050:201050:256:4294967295] 192.168.204.104@tcp LPNI seq info [201050:201050:8:4294967295]
00000400:00000200:0.0:1769078336.949834:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078336.949848:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078336.949858:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078336.949867:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078336.949879:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078336.949883:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078336.949890:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078336.949894:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078336.949899:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078336.949903:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078336.949910:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078336.949918:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078336.949928:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078336.949931:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078336.949937:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078336.949942:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99180 x1855007653172352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.949954:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078336.949958:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653172352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.949966:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.949969:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078336.950012:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078336.950018:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078336.950022:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299990780
00000100:00000010:0.0:1769078336.950029:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:0.0:1769078336.950041:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078336.950050:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299990780
00000100:00000010:0.0:1769078336.950054:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d164e0.
00000100:00000001:0.0:1769078336.950060:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078336.950065:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078336.950068:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.950073:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078336.950078:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078336/real 1769078336]  req@ffff88ba87a99180 x1855007653172352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078336.950098:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078336.950100:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078336.950103:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078336.950107:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078336.950110:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078336.950113:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078336.950117:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653172352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078336.950125:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653172352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950132:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078336.950134:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.950137:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078336.950140:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078336.950144:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653172352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950151:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078336.950156:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653172352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950164:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078336.950168:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.950169:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078336.950171:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.950173:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078336.950176:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078336.950180:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078336.950186:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078336.950188:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078336.950193:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653172352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078336.950203:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653172352:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078336.950209:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078336.950212:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653172480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950219:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078336.950221:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078336.950223:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078336.950225:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078336.950227:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078336.950230:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653172480:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078336.950234:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078336.950236:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078336.950238:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078336.950240:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078336.950244:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078336.950245:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078336.950250:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078336.950253:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078336.950258:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078336.950266:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653172480, portal 10
00000100:00000001:0.0:1769078336.950268:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078336.950269:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
00000100:00000040:0.0:1769078336.950276:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653172480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950283:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078336.950286:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078336.950288:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078336.950290:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653172480, offset 0
00000400:00000200:0.0:1769078336.950294:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078336.950298:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078336.950303:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078336.950306:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078336.950308:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078336.950311:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078336.950314:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078336.950316:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201051:201051:256:4294967295] 192.168.204.104@tcp LPNI seq info [201051:201051:8:4294967295]
00000400:00000200:0.0:1769078336.950321:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078336.950326:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078336.950331:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078336.950335:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078336.950339:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078336.950341:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078336.950344:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078336.950346:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078336.950348:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078336.950350:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078336.950352:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078336.950354:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078336.950357:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078336.950358:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078336.950359:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078336.950362:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9ad80 x1855007653172480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950369:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078336.950372:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653172480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950379:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.950380:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078336.950384:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078336.950388:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078336.950391:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078336.950394:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299989530
00000100:00000001:0.0:1769078336.950397:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299990780
00000100:00000001:0.0:1769078336.950399:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299989530
00000100:00000001:0.0:1769078336.950401:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299990780
00000100:00000001:0.0:1769078336.950404:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078336.950406:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.950408:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078336.950412:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078336/real 1769078336]  req@ffff88ba87a9ad80 x1855007653172480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078336.950420:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078336.950422:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078336.950424:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078336.950425:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078336.950427:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078336.950428:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078336.950431:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653172480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078336.950436:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653172480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950441:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078336.950442:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.950443:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078336.950444:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078336.950446:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653172480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950451:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078336.950455:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653172480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950462:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078336.950465:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.950466:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078336.950468:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.950469:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078336.950471:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078336.950474:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078336.950478:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078336.950480:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078336.950485:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653172480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078336.950494:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653172480:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078336.950498:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078336.950501:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653172608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950507:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078336.950508:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078336.950510:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078336.950512:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078336.950513:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078336.950515:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653172608:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078336.950517:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078336.950518:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078336.950520:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078336.950521:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078336.950524:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078336.950525:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078336.950528:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078336.950530:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078336.950532:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078336.950534:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653172608, portal 10
00000100:00000001:0.0:1769078336.950581:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078336.950582:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000040:0.0:1769078336.950588:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653172608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950595:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078336.950597:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078336.950600:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078336.950602:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653172608, offset 0
00000400:00000200:0.0:1769078336.950606:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078336.950610:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078336.950614:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078336.950617:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078336.950620:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078336.950622:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078336.950624:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078336.950627:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201052:201052:256:4294967295] 192.168.204.104@tcp LPNI seq info [201052:201052:8:4294967295]
00000400:00000200:0.0:1769078336.950631:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078336.950637:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078336.950643:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078336.950646:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078336.950650:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078336.950653:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078336.950656:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078336.950659:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078336.950662:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078336.950664:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078336.950667:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078336.950670:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078336.950673:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078336.950675:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078336.950677:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078336.950680:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9bb80 x1855007653172608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950692:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078336.950695:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653172608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950700:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.950702:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078336.950705:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078336.950707:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078336.950711:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078336.950713:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299989516
00000100:00000001:0.0:1769078336.950715:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299990780
00000100:00000001:0.0:1769078336.950717:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299989516
00000100:00000001:0.0:1769078336.950719:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299990780
00000100:00000001:0.0:1769078336.950721:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078336.950722:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.950724:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078336.950728:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078336/real 1769078336]  req@ffff88ba87a9bb80 x1855007653172608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078336.950734:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078336.950735:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078336.950737:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078336.950739:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078336.950741:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078336.950743:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078336.950745:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653172608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078336.950753:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653172608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950758:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078336.950761:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.950762:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078336.950764:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078336.950767:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653172608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950773:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078336.950777:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653172608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950796:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078336.950798:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.950800:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078336.950802:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.950803:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078336.950805:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078336.950807:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078336.950811:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078336.950814:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078336.950818:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653172608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078336.950825:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653172608:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078336.950829:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078336.950832:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653172736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950838:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078336.950840:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078336.950842:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078336.950844:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078336.950846:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078336.950849:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653172736:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078336.950853:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078336.950855:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078336.950857:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078336.950858:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078336.950862:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078336.950864:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078336.950867:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078336.950869:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078336.950872:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078336.950874:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653172736, portal 4
00000100:00000001:0.0:1769078336.950875:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078336.950876:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000100:00000040:0.0:1769078336.950881:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653172736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950888:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078336.950890:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078336.950892:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078336.950894:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653172736, offset 0
00000400:00000200:0.0:1769078336.950898:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078336.950902:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078336.950905:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078336.950908:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078336.950910:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078336.950912:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078336.950914:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078336.950917:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201053:201053:256:4294967295] 192.168.204.104@tcp LPNI seq info [201053:201053:8:4294967295]
00000400:00000200:0.0:1769078336.950921:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078336.950928:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078336.950933:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078336.950936:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078336.950941:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078336.950943:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078336.950947:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078336.950950:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078336.950954:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078336.950956:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078336.950959:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078336.950963:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078336.950966:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078336.950968:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078336.950970:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078336.950974:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b100 x1855007653172736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950981:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078336.950983:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653172736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.950989:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.950991:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078336.950994:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078336.950997:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078336.951000:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078336.951002:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299989523
00000100:00000001:0.0:1769078336.951004:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299990780
00000100:00000001:0.0:1769078336.951006:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299989523
00000100:00000001:0.0:1769078336.951008:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299990780
00000100:00000001:0.0:1769078336.951010:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078336.951012:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.951014:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078336.951017:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078336/real 1769078336]  req@ffff88ba87a9b100 x1855007653172736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078336.951024:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078336.951026:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078336.951028:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078336.951030:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078336.951031:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078336.951033:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078336.951036:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653172736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078336.951044:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653172736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951050:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078336.951051:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.951052:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078336.951054:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078336.951057:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653172736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951063:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078336.951066:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653172736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951072:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078336.951074:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.951076:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078336.951077:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.951079:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078336.951081:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078336.951083:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078336.951086:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078336.951088:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078336.951091:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653172736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078336.951103:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653172736:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078336.951107:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078336.951111:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653172864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951117:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078336.951118:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078336.951120:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078336.951121:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078336.951123:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078336.951126:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653172864:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078336.951129:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078336.951131:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078336.951132:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078336.951133:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078336.951137:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078336.951139:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078336.951141:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078336.951144:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078336.951147:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078336.951149:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653172864, portal 4
00000100:00000001:0.0:1769078336.951152:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078336.951153:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:0.0:1769078336.951158:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653172864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951165:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078336.951167:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078336.951169:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078336.951172:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653172864, offset 0
00000400:00000200:0.0:1769078336.951175:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078336.951180:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078336.951183:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078336.951186:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078336.951188:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078336.951190:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078336.951192:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078336.951195:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201054:201054:256:4294967295] 192.168.204.104@tcp LPNI seq info [201054:201054:8:4294967295]
00000400:00000200:0.0:1769078336.951200:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078336.951207:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078336.951211:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078336.951214:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078336.951217:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078336.951219:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078336.951221:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078336.951223:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078336.951226:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078336.951227:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078336.951229:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078336.951231:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078336.951233:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078336.951234:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078336.951236:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078336.951238:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a680 x1855007653172864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951243:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078336.951245:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653172864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951251:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.951253:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078336.951256:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078336.951258:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078336.951262:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078336.951264:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299989523
00000100:00000001:0.0:1769078336.951266:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299990780
00000100:00000001:0.0:1769078336.951268:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299989523
00000100:00000001:0.0:1769078336.951270:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299990780
00000100:00000001:0.0:1769078336.951272:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078336.951274:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.951276:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078336.951280:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078336/real 1769078336]  req@ffff88ba87a9a680 x1855007653172864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078336.951287:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078336.951289:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078336.951290:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078336.951293:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078336.951295:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078336.951297:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078336.951300:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653172864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078336.951308:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653172864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951314:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078336.951315:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.951316:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078336.951317:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078336.951319:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653172864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951324:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078336.951326:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653172864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951329:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078336.951331:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.951332:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078336.951333:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.951334:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078336.951335:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078336.951337:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078336.951339:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078336.951340:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078336.951342:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653172864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078336.951346:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653172864:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078336.951349:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.951351:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078336.951353:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653172352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951358:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078336.951361:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078336.951363:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078336.951365:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078336.951367:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078336.951368:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078336.951370:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078336.951374:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6000.
02000000:00000001:0.0:1769078336.951378:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078336.951381:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078336.951383:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000001:0.0:1769078336.951386:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078336.951387:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.951389:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078336.951392:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653172480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951404:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078336.951405:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078336.951407:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078336.951409:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078336.951411:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078336.951412:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078336.951414:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078336.951415:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:0.0:1769078336.951418:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078336.951419:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078336.951420:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:0.0:1769078336.951423:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078336.951424:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.951426:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078336.951429:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653172608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951433:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078336.951434:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078336.951435:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078336.951436:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078336.951437:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078336.951438:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078336.951439:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078336.951439:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:0.0:1769078336.951440:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078336.951441:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078336.951442:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
00000100:00000001:0.0:1769078336.951443:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078336.951443:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.951444:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078336.951446:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653172736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951449:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078336.951450:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078336.951451:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078336.951452:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078336.951453:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078336.951454:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078336.951455:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078336.951456:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:0.0:1769078336.951457:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078336.951457:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078336.951458:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:0.0:1769078336.951459:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078336.951460:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.951461:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078336.951464:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653172864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078336.951469:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078336.951470:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078336.951471:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078336.951473:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078336.951474:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078336.951475:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078336.951477:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078336.951478:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:0.0:1769078336.951480:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078336.951481:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078336.951483:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:0.0:1769078336.951485:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078336.951486:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.951488:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.951499:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078336.951501:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.951504:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078336.951505:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078337.588671:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078337.588679:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078337.588750:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078337.588754:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078337.588759:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078338.228682:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299990780, at 4299990784
00000100:00000040:1.0:1769078338.228682:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299990780, at 4299990784
00000100:00000010:0.0:1769078338.228704:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000010:1.0:1769078338.228717:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d164e0.
00010000:00000001:2.0:1769078338.612674:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078338.612681:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078338.612745:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078338.612749:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078338.612773:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078339.636644:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078339.636651:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078339.636717:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078339.636723:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078339.636728:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078340.660629:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078340.660636:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078340.660711:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078340.660714:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078340.660730:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078341.684634:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078341.684641:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078341.684732:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078341.684736:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078341.684738:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078342.068719:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078342.068729:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078342.068732:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078342.068736:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078342.068741:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078342.068747:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5322
00000400:00000200:0.0:1769078342.068756:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078342.068762:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078342.068766:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078342.068769:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078342.068774:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078342.068777:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078342.068779:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078342.068784:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078342.068786:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:0.0:1769078342.068789:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078342.068793:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:0.0:1769078342.068795:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:0.0:1769078342.068798:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:0.0:1769078342.068801:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078342.068803:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078342.068805:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078342.068807:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078342.068811:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:0.0:1769078342.068814:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078342.068817:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078342.068820:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078342.068824:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078342.068828:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.068830:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078342.068832:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078342.068842:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579dc00.
00000020:00000040:0.0:1769078342.068846:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:0.0:1769078342.068850:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078342.068852:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.068856:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078342.068859:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078342.068864:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078342.068874:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637dc00.
00000100:00000001:0.0:1769078342.068881:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078342.068891:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579dc00 x1855007653172992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078342.068902:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078342.068906:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078342.068910:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef7c3189] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579dc00 x1855007653172992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078342.068934:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078342.068937:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078342.068940:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078342.068941:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078342.068943:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078342.068945:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078342.068948:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5322
00000400:00000200:0.0:1769078342.068952:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078342.068956:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078342.068959:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078342.068963:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078342.068966:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078342.068968:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078342.068970:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078342.068971:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078342.068975:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078342.068975:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769078342.068978:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000100:00000001:2.0:1769078342.068979:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078342.068980:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078342.068983:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:0.0:1769078342.068987:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078342.068988:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579dc00 x1855007653172992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078342.068989:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:0.0:1769078342.068996:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078342.069000:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078342.069003:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078342.069003:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078342.069006:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.069009:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078342.069013:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:2.0:1769078342.069013:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078342.069017:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078342.069021:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653172992:192.168.204.104@tcp:250:kworker.0
00000020:00000040:0.0:1769078342.069022:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:2.0:1769078342.069025:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769078342.069029:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:2.0:1769078342.069030:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078342.069033:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.069034:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.069036:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078342.069038:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1769078342.069042:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5400.
02000000:00000001:2.0:1769078342.069045:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078342.069046:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078342.069050:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078342.069055:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078342.069056:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769078342.069059:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000008:00100000:0.0:1769078342.069061:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078342.069065:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078342.069066:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000001:0.0:1769078342.069067:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078342.069074:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579c380.
00000020:00000040:0.0:1769078342.069075:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:0.0:1769078342.069077:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1769078342.069078:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653172992, portal 25
02000000:00000001:0.0:1769078342.069079:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.069082:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078342.069082:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769078342.069085:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078342.069085:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417491456 : -131140292060160 : ffff88ba8579dc00)
02000000:00000001:0.0:1769078342.069089:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078342.069093:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579dc00 x1855007653172992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078342.069094:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637d800.
00000100:00000001:0.0:1769078342.069099:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.069105:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1769078342.069108:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579c380 x1855007653173120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769078342.069111:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078342.069116:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000001:0.0:1769078342.069118:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769078342.069120:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653172992, offset 0
00000100:00000001:0.0:1769078342.069121:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078342.069127:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c5dff49] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579c380 x1855007653173120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078342.069131:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:0.0:1769078342.069142:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078342.069142:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:0.0:1769078342.069147:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078342.069149:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078342.069151:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078342.069151:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00080000:0.0:1769078342.069155:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078342.069160:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078342.069160:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769078342.069166:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5322
00000400:00000200:2.0:1769078342.069167:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078342.069173:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078342.069176:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078342.069177:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078342.069183:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201055:201055:256:4294967295] 192.168.204.104@tcp LPNI seq info [201055:201055:8:4294967295]
00000400:00000200:0.0:1769078342.069186:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078342.069189:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:0.0:1769078342.069191:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078342.069199:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078342.069204:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000040:0.0:1769078342.069209:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000010:2.0:1769078342.069210:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000100:00000001:0.0:1769078342.069213:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078342.069216:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078342.069218:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078342.069220:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078342.069221:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:0.0:1769078342.069222:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078342.069223:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000800:00000200:2.0:1769078342.069225:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:0.0:1769078342.069226:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:0.0:1769078342.069229:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000200:2.0:1769078342.069232:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769078342.069233:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078342.069238:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078342.069242:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:2.1:1769078342.069242:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078342.069247:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:2.1:1769078342.069248:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000020:00000040:0.0:1769078342.069251:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:0.0:1769078342.069255:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000100:2.0:1769078342.069258:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000001:0.0:1769078342.069259:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078342.069263:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1769078342.069263:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
02000000:00000001:0.0:1769078342.069266:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078342.069269:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.069271:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078342.069271:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:0.0:1769078342.069274:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078342.069278:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078342.069278:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769078342.069282:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078342.069284:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000100:00000010:0.0:1769078342.069287:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579f800.
00000400:00000010:2.0:1769078342.069287:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000020:00000040:0.0:1769078342.069292:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000001:2.0:1769078342.069294:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769078342.069295:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078342.069298:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.069301:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1769078342.069302:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579dc00 x1855007653172992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078342.069303:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078342.069305:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078342.069311:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637e800.
00000100:00000001:2.0:1769078342.069314:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078342.069315:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078342.069318:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579dc00 x1855007653172992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078342.069323:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579f800 x1855007653173248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078342.069331:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.069336:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078342.069336:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078342.069340:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.069343:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078342.069345:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026542306] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579f800 x1855007653173248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078342.069351:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078342.069355:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4299995899
00000100:00000001:0.0:1769078342.069357:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078342.069360:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1769078342.069361:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b660.
00000100:00080000:0.0:1769078342.069364:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078342.069366:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078342.069367:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078342.069369:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078342.069370:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1769078342.069371:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5322
00000400:00000200:0.0:1769078342.069376:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078342.069379:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078342.069380:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4299995899
00000100:00080000:0.0:1769078342.069381:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078342.069386:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000010:2.0:1769078342.069387:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b000.
00000100:00000001:0.0:1769078342.069388:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078342.069392:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078342.069394:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078342.069395:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000020:00000001:0.0:1769078342.069396:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078342.069398:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:0.0:1769078342.069401:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078342.069402:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:0.0:1769078342.069403:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:0.0:1769078342.069404:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:0.0:1769078342.069406:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078342.069406:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078342.069407:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078342.069408:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078342.069410:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:2.0:1769078342.069411:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078342.069412:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078342.069415:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078342.069418:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078342.069419:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078342.069421:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078342.069424:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1769078342.069425:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.069429:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:2.0:1769078342.069432:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078342/real 1769078342]  req@ffff88ba8579dc00 x1855007653172992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769078342.069433:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078342.069439:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.069444:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078342.069452:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579d880.
00000020:00000040:0.0:1769078342.069457:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000400:00000001:2.0:1769078342.069461:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1769078342.069462:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000001:2.0:1769078342.069463:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1769078342.069465:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078342.069466:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000100:00000001:0.0:1769078342.069470:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769078342.069471:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
02000000:00000001:0.0:1769078342.069473:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769078342.069474:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
02000000:00000001:0.0:1769078342.069478:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.069478:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078342.069483:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579dc00 x1855007653172992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078342.069486:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637d000.
00000100:00000200:2.0:1769078342.069490:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579dc00 x1855007653172992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078342.069492:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.069500:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:0.0:1769078342.069501:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579d880 x1855007653173376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078342.069502:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.069506:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.069508:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078342.069516:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579dc00 x1855007653172992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078342.069517:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078342.069522:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.069530:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078342.069531:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000104ca29] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579d880 x1855007653173376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078342.069566:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579dc00 x1855007653172992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.069571:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078342.069574:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.069578:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.069580:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.069584:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078342.069587:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078342.069588:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078342.069590:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078342.069594:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078342.069596:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078342.069600:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1769078342.069603:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1769078342.069606:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579dc00 x1855007653172992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078342.069607:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078342.069610:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078342.069616:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078342.069621:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5322
00000100:00100000:2.0:1769078342.069625:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653172992:192.168.204.104@tcp:250:kworker.0
00000400:00000200:0.0:1769078342.069627:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078342.069633:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078342.069635:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078342.069635:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078342.069638:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078342.069641:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078342.069642:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078342.069646:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078342.069648:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078342.069650:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1769078342.069650:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579dc00 x1855007653172992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078342.069653:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:0.0:1769078342.069655:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078342.069657:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:0.0:1769078342.069661:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:0.0:1769078342.069664:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:0.0:1769078342.069670:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078342.069672:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078342.069672:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1769078342.069677:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078342.069678:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:2.0:1769078342.069678:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:0.0:1769078342.069682:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
02000000:00000010:2.0:1769078342.069684:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5400.
00000100:00080000:0.0:1769078342.069685:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078342.069690:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078342.069692:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078342.069692:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1769078342.069706:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078342.069712:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078342.069712:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:0.0:1769078342.069713:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000020:00000040:2.0:1769078342.069716:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000008:00100000:0.0:1769078342.069717:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078342.069721:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078342.069723:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1769078342.069724:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078342.069729:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637dc00.
00000100:00000010:0.0:1769078342.069730:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579d500.
00000020:00000040:0.0:1769078342.069733:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078342.069736:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078342.069737:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.069739:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078342.069739:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078342.069743:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078342.069744:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1769078342.069745:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078342.069750:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579dc00.
02000000:00000010:0.0:1769078342.069751:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637c000.
00000100:00000001:0.0:1769078342.069756:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.069757:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00100000:0.0:1769078342.069760:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579d500 x1855007653173504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078342.069761:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.069767:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078342.069774:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078342.069776:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.069778:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1769078342.069781:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0254ec8] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579d500 x1855007653173504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.069782:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.069787:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078342.069790:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078342.069793:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078342.069799:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078342.069800:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c380 x1855007653173120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078342.069805:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5332)
00000100:00000001:2.0:1769078342.069813:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078342.069815:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.069817:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078342.069820:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078342.069822:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078342.069826:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653173120:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078342.069830:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078342.069833:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078342.069834:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.069836:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078342.069839:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5400.
02000000:00000001:2.0:1769078342.069842:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078342.069847:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078342.069850:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078342.069854:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078342.069857:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653173120, portal 10
00000100:00000001:2.0:1769078342.069859:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078342.069861:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417485184 : -131140292066432 : ffff88ba8579c380)
00000100:00000040:2.0:1769078342.069867:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c380 x1855007653173120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.069874:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078342.069876:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078342.069879:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078342.069881:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653173120, offset 0
00000400:00000200:2.0:1769078342.069886:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078342.069890:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078342.069894:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078342.069897:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078342.069900:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078342.069902:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078342.069904:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078342.069907:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201056:201056:256:4294967295] 192.168.204.104@tcp LPNI seq info [201056:201056:8:4294967295]
00000400:00000200:2.0:1769078342.069912:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078342.069918:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078342.069922:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078342.069925:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078342.069929:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078342.069933:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078342.069937:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078342.069939:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078342.069943:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078342.069944:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078342.069947:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078342.069951:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078342.069954:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078342.069956:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078342.069958:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078342.069962:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c380 x1855007653173120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.069970:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.069973:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c380 x1855007653173120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.069979:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.069981:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078342.069984:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078342.069988:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078342.069991:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078342.069994:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299994650
00000100:00000001:2.0:1769078342.069997:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299995899
00000100:00000001:2.0:1769078342.069999:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299994650
00000100:00000001:2.0:1769078342.070001:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299995899
00000100:00000001:2.0:1769078342.070004:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078342.070006:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.070007:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078342.070011:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078342/real 1769078342]  req@ffff88ba8579c380 x1855007653173120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078342.070019:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078342.070021:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078342.070023:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078342.070026:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078342.070027:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078342.070030:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078342.070033:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c380 x1855007653173120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078342.070041:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c380 x1855007653173120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070048:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078342.070050:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.070051:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.070053:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078342.070056:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c380 x1855007653173120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070063:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078342.070067:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c380 x1855007653173120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070074:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078342.070077:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.070078:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.070079:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.070081:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078342.070083:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078342.070086:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078342.070089:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078342.070091:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078342.070095:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c380 x1855007653173120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078342.070103:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653173120:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078342.070108:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078342.070112:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f800 x1855007653173248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070119:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078342.070120:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.070122:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078342.070124:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078342.070126:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078342.070129:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653173248:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078342.070132:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078342.070134:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078342.070135:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.070137:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078342.070141:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078342.070143:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078342.070146:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078342.070149:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078342.070152:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078342.070154:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653173248, portal 10
00000100:00000001:2.0:1769078342.070157:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078342.070158:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417498624 : -131140292052992 : ffff88ba8579f800)
00000100:00000040:2.0:1769078342.070163:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f800 x1855007653173248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070170:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078342.070172:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078342.070175:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078342.070177:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653173248, offset 0
00000400:00000200:2.0:1769078342.070181:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078342.070185:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078342.070189:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078342.070191:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078342.070194:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078342.070197:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078342.070199:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078342.070202:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201057:201057:256:4294967295] 192.168.204.104@tcp LPNI seq info [201057:201057:8:4294967295]
00000400:00000200:2.0:1769078342.070206:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078342.070213:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078342.070218:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078342.070221:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078342.070225:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078342.070228:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078342.070233:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078342.070235:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078342.070239:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078342.070241:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078342.070243:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078342.070247:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078342.070250:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078342.070251:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078342.070254:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078342.070257:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f800 x1855007653173248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070264:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.070267:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f800 x1855007653173248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070273:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.070275:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078342.070277:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078342.070280:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078342.070284:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078342.070286:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299994635
00000100:00000001:2.0:1769078342.070289:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299995899
00000100:00000001:2.0:1769078342.070291:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299994635
00000100:00000001:2.0:1769078342.070293:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299995899
00000100:00000001:2.0:1769078342.070295:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078342.070298:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.070299:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078342.070303:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078342/real 1769078342]  req@ffff88ba8579f800 x1855007653173248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078342.070311:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078342.070312:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078342.070314:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078342.070316:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078342.070317:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078342.070319:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078342.070323:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f800 x1855007653173248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078342.070331:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f800 x1855007653173248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070337:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078342.070339:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.070341:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.070342:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078342.070346:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f800 x1855007653173248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070353:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078342.070356:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f800 x1855007653173248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070363:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078342.070365:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.070366:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.070368:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.070370:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078342.070372:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078342.070375:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078342.070378:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078342.070381:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078342.070385:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f800 x1855007653173248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078342.070393:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653173248:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078342.070396:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078342.070400:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d880 x1855007653173376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070406:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078342.070407:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.070409:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078342.070411:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078342.070413:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078342.070416:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653173376:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078342.070420:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078342.070421:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078342.070423:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.070425:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078342.070428:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7c00.
02000000:00000001:2.0:1769078342.070430:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078342.070434:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078342.070436:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078342.070440:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078342.070442:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653173376, portal 4
00000100:00000001:2.0:1769078342.070444:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078342.070446:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417490560 : -131140292061056 : ffff88ba8579d880)
00000100:00000040:2.0:1769078342.070451:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d880 x1855007653173376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070457:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078342.070460:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078342.070462:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078342.070465:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653173376, offset 0
00000400:00000200:2.0:1769078342.070469:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078342.070472:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078342.070476:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078342.070479:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078342.070481:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078342.070484:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078342.070486:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078342.070489:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201058:201058:256:4294967295] 192.168.204.104@tcp LPNI seq info [201058:201058:8:4294967295]
00000400:00000200:2.0:1769078342.070493:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078342.070498:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078342.070503:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078342.070506:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078342.070510:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078342.070512:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078342.070516:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078342.070519:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078342.070523:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078342.070525:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078342.070528:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078342.070531:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078342.070534:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078342.070553:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078342.070557:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078342.070560:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d880 x1855007653173376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070568:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.070571:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d880 x1855007653173376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070584:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.070585:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078342.070588:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078342.070591:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078342.070595:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078342.070596:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299994643
00000100:00000001:2.0:1769078342.070599:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299995899
00000100:00000001:2.0:1769078342.070601:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299994643
00000100:00000001:2.0:1769078342.070603:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299995899
00000100:00000001:2.0:1769078342.070605:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078342.070607:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.070609:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078342.070612:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078342/real 1769078342]  req@ffff88ba8579d880 x1855007653173376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078342.070620:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078342.070622:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078342.070623:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078342.070625:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078342.070627:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078342.070629:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078342.070632:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d880 x1855007653173376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078342.070640:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d880 x1855007653173376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070647:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078342.070648:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.070650:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.070651:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078342.070655:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d880 x1855007653173376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070662:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078342.070666:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d880 x1855007653173376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070672:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078342.070674:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.070676:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.070677:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.070679:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078342.070680:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078342.070683:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078342.070686:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078342.070689:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078342.070693:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d880 x1855007653173376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078342.070713:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653173376:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078342.070717:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.070719:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.070722:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c380 x1855007653173120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070729:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078342.070730:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078342.070732:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:2.0:1769078342.070735:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078342.070737:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078342.070739:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078342.070741:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078342.070742:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d800.
02000000:00000001:2.0:1769078342.070745:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078342.070747:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078342.070748:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c380.
00000100:00000001:2.0:1769078342.070752:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078342.070753:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.070755:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.070758:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f800 x1855007653173248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070764:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078342.070766:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078342.070767:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078342.070770:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078342.070771:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078342.070773:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078342.070775:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078342.070776:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e800.
02000000:00000001:2.0:1769078342.070778:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078342.070780:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078342.070781:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f800.
00000100:00000001:2.0:1769078342.070784:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078342.070785:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.070787:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.070790:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d880 x1855007653173376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070797:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078342.070798:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078342.070800:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7c00.
02000000:00000001:2.0:1769078342.070804:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078342.070805:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078342.070806:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078342.070808:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078342.070810:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d000.
02000000:00000001:2.0:1769078342.070812:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078342.070813:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078342.070814:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d880.
00000100:00000001:2.0:1769078342.070817:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078342.070819:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.070821:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.070824:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078342.070825:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.070827:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078342.070828:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078342.070829:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078342.070833:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d500 x1855007653173504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070840:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078342.070841:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.070843:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078342.070845:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078342.070847:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078342.070850:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653173504:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078342.070853:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078342.070855:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078342.070857:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.070858:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078342.070861:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7c00.
02000000:00000001:2.0:1769078342.070863:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078342.070867:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078342.070870:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078342.070873:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078342.070876:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653173504, portal 4
00000100:00000001:2.0:1769078342.070878:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078342.070879:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417489664 : -131140292061952 : ffff88ba8579d500)
00000100:00000040:2.0:1769078342.070884:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d500 x1855007653173504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070891:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078342.070893:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078342.070895:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078342.070898:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653173504, offset 0
00000400:00000200:2.0:1769078342.070901:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078342.070905:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078342.070909:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078342.070912:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078342.070915:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078342.070917:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078342.070919:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078342.070922:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201059:201059:256:4294967295] 192.168.204.104@tcp LPNI seq info [201059:201059:8:4294967295]
00000400:00000200:2.0:1769078342.070927:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078342.070933:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078342.070937:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078342.070941:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078342.070944:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078342.070947:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078342.070951:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078342.070954:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078342.070958:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078342.070960:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078342.070963:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078342.070966:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078342.070969:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078342.070970:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078342.070973:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078342.070976:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d500 x1855007653173504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070984:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.070986:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d500 x1855007653173504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.070993:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.070994:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078342.070998:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078342.071000:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078342.071004:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078342.071006:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299994643
00000100:00000001:2.0:1769078342.071009:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4299995899
00000100:00000001:2.0:1769078342.071011:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299994643
00000100:00000001:2.0:1769078342.071013:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4299995899
00000100:00000001:2.0:1769078342.071015:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078342.071017:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.071019:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078342.071023:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078342/real 1769078342]  req@ffff88ba8579d500 x1855007653173504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078342.071030:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078342.071031:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078342.071033:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078342.071035:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078342.071037:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078342.071039:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078342.071042:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d500 x1855007653173504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078342.071050:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d500 x1855007653173504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.071057:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078342.071058:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.071060:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.071061:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078342.071065:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d500 x1855007653173504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.071071:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078342.071075:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d500 x1855007653173504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.071082:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078342.071085:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.071086:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.071087:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.071089:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078342.071091:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078342.071093:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078342.071097:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078342.071099:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078342.071103:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d500 x1855007653173504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078342.071111:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653173504:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078342.071115:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.071117:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.071119:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d500 x1855007653173504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.071125:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078342.071126:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078342.071128:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7c00.
02000000:00000001:2.0:1769078342.071130:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078342.071132:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078342.071133:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078342.071135:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078342.071137:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c000.
02000000:00000001:2.0:1769078342.071139:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078342.071141:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078342.071142:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d500.
00000100:00000001:2.0:1769078342.071145:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078342.071146:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.071148:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.071151:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078342.071152:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.071154:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078342.071156:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078342.708619:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078342.708626:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078342.708667:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078342.708672:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078342.708676:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078343.348659:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4299995899, at 4299995904
00000100:00000040:1.0:1769078343.348659:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4299995899, at 4299995904
00000100:00000010:1.0:1769078343.348700:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b000.
00000100:00000010:0.0:1769078343.348704:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b660.
00010000:00000001:2.0:1769078343.732706:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078343.732723:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078343.732790:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078343.732801:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078343.732806:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078344.756681:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078344.756693:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078344.756696:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078344.756699:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078344.756705:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078344.756708:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078344.756710:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078344.756713:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078344.756784:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078344.756788:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078344.756792:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078345.780654:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078345.780662:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078345.780717:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078345.780720:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078345.780723:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078346.804636:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078346.804645:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078346.804700:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078346.804703:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078346.804706:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078347.188730:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078347.188742:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078347.188746:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078347.188751:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078347.188756:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078347.188765:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5327
00000400:00000200:2.0:1769078347.188776:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078347.188783:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078347.188787:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078347.188791:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.188794:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078347.188797:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.188800:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078347.188804:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078347.188807:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078347.188810:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078347.188812:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078347.188815:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078347.188818:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078347.188822:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.188824:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078347.188826:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.188828:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078347.188832:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078347.188836:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078347.188839:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078347.188842:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078347.188846:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078347.188849:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.188852:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078347.188854:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078347.188867:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1f80.
00000020:00000040:2.0:1769078347.188871:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078347.188876:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078347.188878:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.188881:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078347.188885:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078347.188890:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078347.188901:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7c00.
00000100:00000001:2.0:1769078347.188909:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078347.188918:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1f80 x1855007653173632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078347.188930:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078347.188935:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078347.188940:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cb33dcb] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1f80 x1855007653173632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078347.188977:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078347.188981:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078347.188985:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078347.188986:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078347.188988:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078347.188991:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078347.188995:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5327
00000400:00000200:2.0:1769078347.189000:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078347.189002:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769078347.189004:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078347.189008:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769078347.189009:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078347.189012:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078347.189015:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.189020:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078347.189021:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1f80 x1855007653173632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078347.189025:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.189031:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078347.189034:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1769078347.189035:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078347.189037:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078347.189039:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
02000000:00000001:0.0:1769078347.189041:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1769078347.189043:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1769078347.189045:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769078347.189047:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
02000000:00000001:0.0:1769078347.189048:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078347.189053:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00100000:0.0:1769078347.189055:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653173632:192.168.204.104@tcp:250:kworker.0
00000020:00000001:2.0:1769078347.189058:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078347.189060:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1769078347.189064:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.189065:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769078347.189066:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1769078347.189069:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078347.189070:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.189072:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:0.0:1769078347.189074:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1769078347.189075:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078347.189078:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078347.189080:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078347.189081:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f000.
02000000:00000001:2.0:1769078347.189084:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078347.189085:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078347.189090:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078347.189093:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078347.189094:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078347.189096:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:0.0:1769078347.189100:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000008:00100000:2.0:1769078347.189102:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078347.189106:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.189107:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078347.189108:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000010:2.0:1769078347.189111:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3480.
00000020:00000040:2.0:1769078347.189114:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000200:0.0:1769078347.189116:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653173632, portal 25
02000000:00000001:2.0:1769078347.189116:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078347.189119:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.189120:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078347.189121:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078347.189124:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976465280 : -131139733086336 : ffff88baa6cb1f80)
02000000:00000001:2.0:1769078347.189124:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078347.189128:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078347.189132:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1f80 x1855007653173632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078347.189132:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4000.
00000100:00000001:2.0:1769078347.189138:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.189143:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1769078347.189146:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3480 x1855007653173760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078347.189149:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078347.189154:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000001:2.0:1769078347.189156:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769078347.189158:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653173632, offset 0
00000100:00000001:2.0:1769078347.189161:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078347.189165:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:2.0:1769078347.189169:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e98d39e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3480 x1855007653173760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078347.189178:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078347.189185:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078347.189187:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00080000:2.0:1769078347.189191:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078347.189195:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769078347.189197:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769078347.189200:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:2.0:1769078347.189200:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078347.189202:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078347.189207:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769078347.189207:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078347.189211:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5327
00000400:00000200:0.0:1769078347.189213:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078347.189218:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078347.189219:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201060:201060:256:4294967295] 192.168.204.104@tcp LPNI seq info [201060:201060:8:4294967295]
00000400:00000200:2.0:1769078347.189224:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078347.189227:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078347.189228:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:2.0:1769078347.189231:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.189234:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078347.189235:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.189237:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078347.189239:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078347.189241:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078347.189243:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078347.189245:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078347.189248:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078347.189250:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1769078347.189250:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078347.189256:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.189258:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078347.189263:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:0.0:1769078347.189266:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000001:2.0:1769078347.189266:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078347.189270:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078347.189273:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078347.189274:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078347.189275:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1769078347.189276:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
02000000:00000001:2.0:1769078347.189277:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078347.189282:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.189283:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078347.189285:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078347.189287:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.189289:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078347.189291:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000010:2.0:1769078347.189293:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2300.
00000020:00000040:2.0:1769078347.189296:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078347.189298:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1769078347.189299:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
02000000:00000001:2.0:1769078347.189300:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.189302:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078347.189304:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078347.189307:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078347.189310:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000010:2.0:1769078347.189311:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5400.
00000100:00000001:2.0:1769078347.189316:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078347.189317:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000100:00100000:2.0:1769078347.189322:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2300 x1855007653173888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1769078347.189329:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078347.189335:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000100:00000001:2.0:1769078347.189338:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078347.189341:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078347.189344:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000810562c] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2300 x1855007653173888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078347.189352:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078347.189353:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1769078347.189355:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078347.189361:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078347.189364:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078347.189365:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1769078347.189367:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078347.189372:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078347.189374:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000100:00080000:2.0:1769078347.189375:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5327
00000400:00000010:0.0:1769078347.189380:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000400:00000200:2.0:1769078347.189383:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078347.189388:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1769078347.189389:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000200:0.0:1769078347.189394:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1f80 x1855007653173632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078347.189394:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078347.189401:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.189407:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078347.189409:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078347.189411:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000040:0.0:1769078347.189415:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1f80 x1855007653173632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078347.189416:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078347.189420:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078347.189422:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078347.189425:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078347.189427:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:0.0:1769078347.189429:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078347.189430:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078347.189432:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769078347.189433:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078347.189436:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.189438:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078347.189439:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078347.189440:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.189441:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078347.189446:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078347.189448:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:0.0:1769078347.189451:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078347.189452:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078347.189455:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078347.189456:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300001019
02000000:00000001:2.0:1769078347.189458:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078347.189461:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.189462:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:0.0:1769078347.189463:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000008:00100000:2.0:1769078347.189464:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078347.189467:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.189468:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.189471:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000010:2.0:1769078347.189471:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3b80.
00000020:00000040:2.0:1769078347.189475:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078347.189478:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078347.189479:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.189481:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300001019
00000100:00000001:2.0:1769078347.189481:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078347.189482:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078347.189485:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078347.189488:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d162a0.
02000000:00000010:2.0:1769078347.189490:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6000.
00000100:00000001:0.0:1769078347.189494:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078347.189494:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078347.189501:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3b80 x1855007653174016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078347.189506:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078347.189508:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.189509:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078347.189511:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070cb393d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3b80 x1855007653174016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.189516:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.189520:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.189522:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1769078347.189523:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078347.189527:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078347.189528:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078347.189529:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769078347.189533:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078347/real 1769078347]  req@ffff88baa6cb1f80 x1855007653173632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078347.189533:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:0.0:1769078347.189564:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078347.189567:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1769078347.189567:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5327
00000400:00000010:0.0:1769078347.189570:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078347.189575:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000200:2.0:1769078347.189575:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078347.189579:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000400:00000200:2.0:1769078347.189582:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078347.189583:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1769078347.189587:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1769078347.189589:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1f80 x1855007653173632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078347.189594:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.189598:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078347.189602:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.189605:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000200:0.0:1769078347.189606:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1f80 x1855007653173632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078347.189626:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078347.189629:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000100:00000001:0.0:1769078347.189630:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1769078347.189631:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078347.189634:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:0.0:1769078347.189635:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769078347.189637:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078347.189638:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1769078347.189640:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078347.189641:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078347.189646:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00100000:0.0:1769078347.189649:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1f80 x1855007653173632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078347.189650:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078347.189654:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078347.189657:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078347.189660:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078347.189665:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078347.189666:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078347.189668:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078347.189670:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078347.189672:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078347.189673:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1f80 x1855007653173632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078347.189677:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.189681:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078347.189683:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078347.189688:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.189690:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.189691:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:2.0:1769078347.189693:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0000.
00000100:00000001:0.0:1769078347.189697:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1769078347.189697:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078347.189699:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078347.189702:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1769078347.189702:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.189706:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078347.189707:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1769078347.189707:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078347.189710:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.189713:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
02000000:00000010:2.0:1769078347.189714:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7400.
00000100:00000001:0.0:1769078347.189718:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078347.189719:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078347.189725:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1769078347.189725:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0000 x1855007653174144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1769078347.189735:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078347.189736:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078347.189740:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1769078347.189740:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078347.189747:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007708510d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0000 x1855007653174144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078347.189749:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1f80 x1855007653173632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078347.189763:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078347.189768:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653173632:192.168.204.104@tcp:250:kworker.0
00000100:00000040:2.0:1769078347.189769:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5337)
00000100:00000001:0.0:1769078347.189776:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.189778:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078347.189780:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1f80 x1855007653173632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.189785:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078347.189788:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078347.189790:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078347.189792:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078347.189793:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078347.189795:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078347.189797:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078347.189799:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7c00.
02000000:00000001:0.0:1769078347.189805:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078347.189807:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078347.189809:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1f80.
00000100:00000001:0.0:1769078347.189812:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078347.189813:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.189816:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.189824:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078347.189827:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.189829:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078347.189831:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078347.189832:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078347.189836:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3480 x1855007653173760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.189849:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078347.189850:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078347.189852:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078347.189853:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078347.189855:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078347.189857:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653173760:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078347.189859:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078347.189861:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078347.189862:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078347.189863:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078347.189866:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078347.189867:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078347.189871:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078347.189873:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078347.189875:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078347.189877:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653173760, portal 10
00000100:00000001:0.0:1769078347.189879:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078347.189880:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976470656 : -131139733080960 : ffff88baa6cb3480)
00000100:00000040:0.0:1769078347.189885:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3480 x1855007653173760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.189889:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078347.189890:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078347.189892:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078347.189893:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653173760, offset 0
00000400:00000200:0.0:1769078347.189896:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078347.189898:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078347.189901:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078347.189903:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078347.189904:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078347.189906:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078347.189907:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078347.189909:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201061:201061:256:4294967295] 192.168.204.104@tcp LPNI seq info [201061:201061:8:4294967295]
00000400:00000200:0.0:1769078347.189912:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078347.189916:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078347.189919:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078347.189921:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078347.189924:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078347.189926:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078347.189930:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078347.189932:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078347.189936:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078347.189938:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078347.189941:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078347.189944:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078347.189947:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078347.189949:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078347.189951:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078347.189954:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3480 x1855007653173760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.189962:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078347.189965:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3480 x1855007653173760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.189971:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.189973:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078347.189976:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078347.189980:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078347.189983:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078347.189986:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299999770
00000100:00000001:0.0:1769078347.189988:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300001019
00000100:00000001:0.0:1769078347.189990:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299999770
00000100:00000001:0.0:1769078347.189992:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300001019
00000100:00000001:0.0:1769078347.189995:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078347.189997:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.189998:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078347.190000:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078347/real 1769078347]  req@ffff88baa6cb3480 x1855007653173760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078347.190006:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078347.190007:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078347.190008:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078347.190010:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078347.190011:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078347.190012:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078347.190014:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3480 x1855007653173760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078347.190019:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3480 x1855007653173760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190023:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078347.190024:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190025:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078347.190026:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078347.190027:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3480 x1855007653173760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190032:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078347.190034:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3480 x1855007653173760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190038:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078347.190039:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190040:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078347.190041:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190042:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078347.190043:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078347.190044:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078347.190047:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078347.190048:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078347.190050:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3480 x1855007653173760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078347.190055:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653173760:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078347.190057:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078347.190058:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2300 x1855007653173888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190062:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078347.190062:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078347.190064:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078347.190065:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078347.190066:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078347.190068:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653173888:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078347.190070:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078347.190071:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078347.190072:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078347.190073:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078347.190075:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078347.190077:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078347.190079:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078347.190080:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078347.190082:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078347.190084:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653173888, portal 10
00000100:00000001:0.0:1769078347.190085:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078347.190086:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976466176 : -131139733085440 : ffff88baa6cb2300)
00000100:00000040:0.0:1769078347.190090:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2300 x1855007653173888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190094:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078347.190095:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078347.190097:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078347.190099:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653173888, offset 0
00000400:00000200:0.0:1769078347.190101:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078347.190104:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078347.190106:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078347.190108:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078347.190110:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078347.190111:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078347.190113:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078347.190115:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201062:201062:256:4294967295] 192.168.204.104@tcp LPNI seq info [201062:201062:8:4294967295]
00000400:00000200:0.0:1769078347.190117:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078347.190121:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078347.190123:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078347.190125:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078347.190128:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078347.190129:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078347.190132:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078347.190134:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078347.190136:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078347.190138:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078347.190139:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078347.190141:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078347.190143:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078347.190144:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078347.190146:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078347.190147:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2300 x1855007653173888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190152:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078347.190153:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2300 x1855007653173888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190157:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.190159:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078347.190161:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078347.190163:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078347.190165:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078347.190166:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299999755
00000100:00000001:0.0:1769078347.190168:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300001019
00000100:00000001:0.0:1769078347.190169:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299999755
00000100:00000001:0.0:1769078347.190171:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300001019
00000100:00000001:0.0:1769078347.190172:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078347.190173:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.190174:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078347.190176:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078347/real 1769078347]  req@ffff88baa6cb2300 x1855007653173888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078347.190180:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078347.190180:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078347.190181:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078347.190182:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078347.190183:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078347.190184:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078347.190186:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2300 x1855007653173888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078347.190190:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2300 x1855007653173888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190194:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078347.190195:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190196:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078347.190197:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078347.190199:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2300 x1855007653173888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190202:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078347.190204:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2300 x1855007653173888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190208:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078347.190210:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190211:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078347.190212:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190213:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078347.190214:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078347.190215:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078347.190216:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078347.190218:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078347.190220:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2300 x1855007653173888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078347.190227:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653173888:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078347.190231:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078347.190234:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3b80 x1855007653174016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190240:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078347.190241:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078347.190243:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078347.190245:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078347.190246:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078347.190249:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653174016:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078347.190252:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078347.190253:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078347.190255:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078347.190257:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078347.190260:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078347.190263:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078347.190266:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078347.190270:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078347.190273:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078347.190276:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653174016, portal 4
00000100:00000001:0.0:1769078347.190277:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078347.190279:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976472448 : -131139733079168 : ffff88baa6cb3b80)
00000100:00000040:0.0:1769078347.190283:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3b80 x1855007653174016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190287:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078347.190289:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078347.190290:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078347.190292:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653174016, offset 0
00000400:00000200:0.0:1769078347.190294:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078347.190296:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078347.190299:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078347.190300:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078347.190302:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078347.190304:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078347.190305:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078347.190307:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201063:201063:256:4294967295] 192.168.204.104@tcp LPNI seq info [201063:201063:8:4294967295]
00000400:00000200:0.0:1769078347.190309:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078347.190313:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078347.190315:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078347.190317:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078347.190319:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078347.190321:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078347.190324:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078347.190325:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078347.190327:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078347.190329:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078347.190331:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078347.190333:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078347.190335:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078347.190336:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078347.190338:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078347.190340:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3b80 x1855007653174016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190345:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078347.190347:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3b80 x1855007653174016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190351:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.190352:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078347.190354:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078347.190356:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078347.190357:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078347.190359:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299999762
00000100:00000001:0.0:1769078347.190360:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300001019
00000100:00000001:0.0:1769078347.190362:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299999762
00000100:00000001:0.0:1769078347.190363:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300001019
00000100:00000001:0.0:1769078347.190364:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078347.190365:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.190366:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078347.190368:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078347/real 1769078347]  req@ffff88baa6cb3b80 x1855007653174016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078347.190372:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078347.190373:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078347.190374:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078347.190376:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078347.190377:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078347.190378:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078347.190380:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3b80 x1855007653174016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078347.190385:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3b80 x1855007653174016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190392:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078347.190393:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190394:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078347.190395:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078347.190397:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3b80 x1855007653174016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190400:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078347.190402:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3b80 x1855007653174016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190406:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078347.190407:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190408:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078347.190409:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190409:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078347.190410:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078347.190412:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078347.190413:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078347.190414:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078347.190416:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3b80 x1855007653174016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078347.190420:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653174016:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078347.190422:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078347.190424:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0000 x1855007653174144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190428:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078347.190429:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078347.190430:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078347.190431:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078347.190433:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078347.190434:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653174144:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078347.190437:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078347.190437:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078347.190438:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078347.190439:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078347.190442:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078347.190443:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078347.190445:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078347.190447:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078347.190448:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078347.190450:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653174144, portal 4
00000100:00000001:0.0:1769078347.190451:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078347.190452:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976457216 : -131139733094400 : ffff88baa6cb0000)
00000100:00000040:0.0:1769078347.190455:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0000 x1855007653174144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190459:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078347.190460:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078347.190461:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078347.190463:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653174144, offset 0
00000400:00000200:0.0:1769078347.190465:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078347.190467:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078347.190469:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078347.190470:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078347.190471:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078347.190473:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078347.190474:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078347.190476:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201064:201064:256:4294967295] 192.168.204.104@tcp LPNI seq info [201064:201064:8:4294967295]
00000400:00000200:0.0:1769078347.190478:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078347.190482:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078347.190485:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078347.190487:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078347.190489:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078347.190492:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078347.190496:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078347.190498:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078347.190501:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078347.190503:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078347.190506:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078347.190508:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078347.190511:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078347.190513:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078347.190515:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078347.190518:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0000 x1855007653174144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190525:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078347.190528:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0000 x1855007653174144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190552:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.190554:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078347.190557:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078347.190559:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078347.190561:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078347.190562:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4299999763
00000100:00000001:0.0:1769078347.190564:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300001019
00000100:00000001:0.0:1769078347.190566:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4299999763
00000100:00000001:0.0:1769078347.190567:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300001019
00000100:00000001:0.0:1769078347.190568:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078347.190569:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.190570:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078347.190573:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078347/real 1769078347]  req@ffff88baa6cb0000 x1855007653174144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078347.190578:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078347.190579:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078347.190580:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078347.190582:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078347.190583:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078347.190584:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078347.190586:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0000 x1855007653174144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078347.190591:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0000 x1855007653174144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190595:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078347.190596:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190597:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078347.190597:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078347.190599:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0000 x1855007653174144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190603:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078347.190605:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0000 x1855007653174144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190633:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078347.190636:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190637:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078347.190638:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190640:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078347.190641:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078347.190644:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078347.190647:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078347.190649:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078347.190653:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0000 x1855007653174144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078347.190661:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653174144:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078347.190665:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190666:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078347.190669:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3480 x1855007653173760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190675:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078347.190677:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078347.190679:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078347.190681:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078347.190683:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078347.190684:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078347.190686:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078347.190688:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:0.0:1769078347.190691:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078347.190692:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078347.190694:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3480.
00000100:00000001:0.0:1769078347.190696:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078347.190697:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190699:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078347.190702:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2300 x1855007653173888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190706:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078347.190707:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078347.190708:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078347.190709:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078347.190710:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078347.190711:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078347.190712:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078347.190712:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:0.0:1769078347.190714:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078347.190715:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078347.190716:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2300.
00000100:00000001:0.0:1769078347.190717:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078347.190718:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190719:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078347.190721:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3b80 x1855007653174016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190724:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078347.190725:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078347.190726:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078347.190727:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078347.190727:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078347.190728:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078347.190729:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078347.190729:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6000.
02000000:00000001:0.0:1769078347.190731:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078347.190731:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078347.190732:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3b80.
00000100:00000001:0.0:1769078347.190733:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078347.190733:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190734:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078347.190736:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0000 x1855007653174144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078347.190739:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078347.190740:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078347.190740:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078347.190742:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078347.190742:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078347.190743:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078347.190744:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078347.190744:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7400.
02000000:00000001:0.0:1769078347.190746:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078347.190746:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078347.190747:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0000.
00000100:00000001:0.0:1769078347.190748:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078347.190749:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190750:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.190752:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078347.190753:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.190755:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078347.190756:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078347.828674:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078347.828682:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078347.828752:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078347.828755:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078347.828758:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078348.468703:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300001019, at 4300001024
00000100:00000040:0.0:1769078348.468715:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300001019, at 4300001024
00000100:00000010:1.0:1769078348.468726:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d162a0.
00000100:00000010:0.0:1769078348.468728:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00010000:00000001:2.0:1769078348.852688:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078348.852696:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078348.852753:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078348.852756:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078348.852762:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078349.876690:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078349.876699:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078349.876784:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078349.876789:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078349.876793:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078350.900685:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078350.900694:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078350.900759:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078350.900764:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078350.900768:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078351.924668:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078351.924676:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078351.924734:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078351.924737:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078351.924740:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078352.308646:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078352.308656:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078352.308658:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078352.308662:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078352.308667:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078352.308675:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5332
00000400:00000200:0.0:1769078352.308686:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078352.308693:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078352.308697:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078352.308701:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078352.308704:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078352.308706:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078352.308709:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078352.308714:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078352.308716:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:0.0:1769078352.308719:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078352.308722:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:0.0:1769078352.308724:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:0.0:1769078352.308727:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:0.0:1769078352.308730:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078352.308732:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078352.308734:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078352.308736:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078352.308739:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:0.0:1769078352.308743:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078352.308746:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078352.308749:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078352.308752:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078352.308755:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.308757:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078352.308760:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078352.308772:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579ca80.
00000020:00000040:0.0:1769078352.308777:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:0.0:1769078352.308781:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078352.308783:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.308786:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078352.308790:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078352.308794:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078352.308802:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637f000.
00000100:00000001:0.0:1769078352.308807:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078352.308815:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579ca80 x1855007653174272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078352.308824:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078352.308828:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078352.308831:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5cc6d2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579ca80 x1855007653174272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078352.308851:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078352.308854:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078352.308856:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078352.308858:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078352.308859:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078352.308860:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078352.308862:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5332
00000400:00000200:0.0:1769078352.308865:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078352.308867:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078352.308868:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078352.308871:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078352.308873:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078352.308875:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078352.308876:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078352.308878:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078352.308879:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:0.0:1769078352.308880:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078352.308881:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:2.0:1769078352.308881:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078352.308883:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:0.0:1769078352.308886:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:0.0:1769078352.308888:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078352.308888:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078352.308892:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078352.308893:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078352.308893:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078352.308897:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078352.308899:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:0.0:1769078352.308903:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078352.308905:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078352.308905:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ca80 x1855007653174272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078352.308908:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078352.308913:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078352.308917:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.308920:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078352.308920:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1769078352.308924:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078352.308924:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078352.308928:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.308929:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078352.308929:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1769078352.308933:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579f480.
00000020:00000040:0.0:1769078352.308934:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:0.0:1769078352.308936:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078352.308937:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.308938:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078352.308939:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078352.308941:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078352.308943:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:2.0:1769078352.308943:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078352.308949:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078352.308950:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078352.308954:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579f480 x1855007653174400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769078352.308958:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653174272:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078352.308965:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078352.308967:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.308967:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769078352.308973:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f0acb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579f480 x1855007653174400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078352.308974:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078352.308977:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.308980:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078352.308982:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769078352.308984:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078352.308989:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:2.0:1769078352.308989:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
00000100:00000001:0.0:1769078352.308991:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1769078352.308994:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078352.308995:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078352.308999:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078352.309002:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5332
00000400:00000200:2.0:1769078352.309005:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078352.309009:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078352.309011:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000200:0.0:1769078352.309014:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078352.309018:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078352.309021:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078352.309024:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078352.309025:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000010:2.0:1769078352.309026:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000001:0.0:1769078352.309028:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078352.309033:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:2.0:1769078352.309037:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653174272, portal 25
00000100:00000001:2.0:1769078352.309041:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078352.309043:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486976 : -131140292064640 : ffff88ba8579ca80)
00000020:00000040:0.0:1769078352.309044:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000100:00000040:2.0:1769078352.309051:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ca80 x1855007653174272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078352.309052:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078352.309055:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:0.0:1769078352.309060:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:0.0:1769078352.309065:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000001:2.0:1769078352.309067:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078352.309071:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000040:2.0:1769078352.309074:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:0.0:1769078352.309076:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769078352.309079:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000040:0.0:1769078352.309082:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:2.0:1769078352.309085:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653174272, offset 0
00000100:00000001:0.0:1769078352.309086:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078352.309092:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:0.0:1769078352.309095:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:2.0:1769078352.309100:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:0.0:1769078352.309101:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078352.309104:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078352.309107:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078352.309110:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078352.309111:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078352.309113:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078352.309117:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078352.309119:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.309121:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078352.309126:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579ce00.
00000400:00000200:2.0:1769078352.309127:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000040:0.0:1769078352.309129:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:0.0:1769078352.309134:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078352.309135:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769078352.309137:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.309141:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769078352.309143:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
02000000:00000001:0.0:1769078352.309144:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078352.309147:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078352.309150:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1769078352.309153:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637d000.
00000400:00000200:2.0:1769078352.309155:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:0.0:1769078352.309159:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078352.309162:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201065:201065:256:4294967295] 192.168.204.104@tcp LPNI seq info [201065:201065:8:4294967295]
00000100:00100000:0.0:1769078352.309168:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579ce00 x1855007653174528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078352.309170:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078352.309179:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078352.309184:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078352.309187:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769078352.309193:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005293aea7] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579ce00 x1855007653174528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769078352.309201:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000001:0.0:1769078352.309207:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078352.309210:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000100:00080000:0.0:1769078352.309211:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078352.309216:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078352.309218:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078352.309221:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1769078352.309222:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078352.309224:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078352.309229:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5332
00000800:00000200:2.0:1769078352.309230:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000400:00000200:0.0:1769078352.309236:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:2.1:1769078352.309241:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000400:00000200:0.0:1769078352.309243:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078352.309247:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769078352.309249:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1769078352.309253:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078352.309257:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1769078352.309258:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000040:0.0:1769078352.309263:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000010:2.0:1769078352.309263:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000100:00000001:0.0:1769078352.309268:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078352.309271:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769078352.309272:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1769078352.309273:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:0.0:1769078352.309277:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078352.309280:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000400:00000200:2.0:1769078352.309281:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1769078352.309285:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:0.0:1769078352.309288:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000200:2.0:1769078352.309290:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000100:00000040:0.0:1769078352.309294:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000010:2.0:1769078352.309296:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:0.0:1769078352.309298:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078352.309302:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078352.309303:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078352.309305:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078352.309309:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000200:2.0:1769078352.309312:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ca80 x1855007653174272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078352.309314:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078352.309320:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078352.309324:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078352.309328:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078352.309331:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1769078352.309332:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.309335:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769078352.309339:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ca80 x1855007653174272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769078352.309340:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078352.309346:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.309350:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078352.309356:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579e680.
00000100:00000001:2.0:1769078352.309357:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078352.309360:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:2.0:1769078352.309361:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1769078352.309365:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078352.309367:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.309369:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078352.309369:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078352.309372:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078352.309375:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078352.309379:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:0.0:1769078352.309381:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637e800.
00000100:00000001:2.0:1769078352.309384:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300006139
00000100:00000001:0.0:1769078352.309386:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078352.309393:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579e680 x1855007653174656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769078352.309393:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b5a0.
00000100:00000001:0.0:1769078352.309403:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078352.309404:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078352.309407:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078352.309413:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c508c45] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579e680 x1855007653174656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.309416:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300006139
00000100:00000010:2.0:1769078352.309422:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b120.
00000100:00000001:0.0:1769078352.309425:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.309428:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1769078352.309429:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078352.309433:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078352.309435:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078352.309438:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.309439:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078352.309443:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078352.309443:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769078352.309448:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769078352.309452:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078352/real 1769078352]  req@ffff88ba8579ca80 x1855007653174272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078352.309454:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5332
00000400:00000200:0.0:1769078352.309462:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078352.309465:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078352.309467:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078352.309472:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078352.309476:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078352.309479:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000001:2.0:1769078352.309479:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078352.309483:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1769078352.309484:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078352.309488:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:2.0:1769078352.309488:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000020:00000040:0.0:1769078352.309492:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000400:00000200:2.0:1769078352.309494:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000020:00000001:0.0:1769078352.309495:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078352.309497:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000400:00000010:2.0:1769078352.309499:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000020:00000001:0.0:1769078352.309500:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:0.0:1769078352.309504:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:2.0:1769078352.309505:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1769078352.309507:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078352.309510:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078352.309513:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:2.0:1769078352.309513:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ca80 x1855007653174272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078352.309516:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078352.309520:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000200:2.0:1769078352.309562:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ca80 x1855007653174272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078352.309566:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078352.309572:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.309573:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1769078352.309576:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078352.309577:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769078352.309580:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078352.309582:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1769078352.309585:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.309586:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078352.309589:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078352.309594:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1769078352.309594:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ca80 x1855007653174272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769078352.309600:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.309604:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078352.309611:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579ea00.
00000100:00000001:2.0:1769078352.309611:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769078352.309614:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078352.309619:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078352.309620:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078352.309620:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ca80 x1855007653174272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078352.309624:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078352.309626:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078352.309628:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078352.309633:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637d800.
00000100:00000001:2.0:1769078352.309635:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078352.309637:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.309641:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078352.309644:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579ea00 x1855007653174784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078352.309645:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078352.309648:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.309653:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078352.309655:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078352.309657:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078352.309658:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078352.309664:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1769078352.309665:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd558a17] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579ea00 x1855007653174784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078352.309674:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078352.309675:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000040:0.0:1769078352.309678:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5342)
00000100:00000001:2.0:1769078352.309680:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078352.309687:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ca80 x1855007653174272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078352.309697:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653174272:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078352.309705:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.309707:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078352.309710:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ca80 x1855007653174272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.309718:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078352.309721:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078352.309723:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078352.309727:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078352.309729:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078352.309731:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078352.309733:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078352.309735:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f000.
02000000:00000001:2.0:1769078352.309740:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078352.309742:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078352.309743:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ca80.
00000100:00000001:2.0:1769078352.309747:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078352.309749:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.309751:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.309759:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078352.309762:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.309771:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078352.309773:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078352.309774:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078352.309778:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f480 x1855007653174400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.309785:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078352.309787:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078352.309789:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078352.309791:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078352.309793:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078352.309796:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653174400:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078352.309799:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078352.309801:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078352.309802:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078352.309804:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078352.309807:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078352.309809:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078352.309814:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078352.309817:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078352.309820:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078352.309823:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653174400, portal 10
00000100:00000001:2.0:1769078352.309825:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078352.309826:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417497728 : -131140292053888 : ffff88ba8579f480)
00000100:00000040:2.0:1769078352.309832:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f480 x1855007653174400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.309839:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078352.309842:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078352.309844:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078352.309847:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653174400, offset 0
00000400:00000200:2.0:1769078352.309850:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078352.309854:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078352.309858:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078352.309861:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078352.309863:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078352.309865:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078352.309868:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078352.309871:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201066:201066:256:4294967295] 192.168.204.104@tcp LPNI seq info [201066:201066:8:4294967295]
00000400:00000200:2.0:1769078352.309876:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078352.309882:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078352.309886:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078352.309890:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078352.309893:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078352.309896:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078352.309901:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078352.309917:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078352.309921:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078352.309923:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078352.309926:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078352.309930:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078352.309933:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078352.309935:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078352.309937:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078352.309941:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f480 x1855007653174400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.309948:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078352.309951:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f480 x1855007653174400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.309958:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.309959:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078352.309963:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078352.309967:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078352.309970:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078352.309972:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300004890
00000100:00000001:2.0:1769078352.309975:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300006139
00000100:00000001:2.0:1769078352.309978:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300004890
00000100:00000001:2.0:1769078352.309980:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300006139
00000100:00000001:2.0:1769078352.309982:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078352.309984:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.309986:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078352.309990:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078352/real 1769078352]  req@ffff88ba8579f480 x1855007653174400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078352.309997:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078352.309998:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078352.310000:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078352.310003:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078352.310004:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078352.310006:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078352.310010:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f480 x1855007653174400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078352.310018:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f480 x1855007653174400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310024:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078352.310025:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.310027:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078352.310028:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078352.310032:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f480 x1855007653174400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310039:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078352.310042:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f480 x1855007653174400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310050:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078352.310052:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.310054:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078352.310055:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.310057:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078352.310059:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078352.310061:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078352.310065:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078352.310067:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078352.310072:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f480 x1855007653174400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078352.310080:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653174400:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078352.310083:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078352.310087:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ce00 x1855007653174528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310099:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078352.310100:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078352.310103:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078352.310105:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078352.310106:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078352.310109:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653174528:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078352.310113:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078352.310114:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078352.310116:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078352.310118:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078352.310121:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078352.310123:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078352.310126:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078352.310128:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078352.310131:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078352.310134:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653174528, portal 10
00000100:00000001:2.0:1769078352.310136:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078352.310137:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417487872 : -131140292063744 : ffff88ba8579ce00)
00000100:00000040:2.0:1769078352.310142:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ce00 x1855007653174528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310149:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078352.310151:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078352.310153:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078352.310155:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653174528, offset 0
00000400:00000200:2.0:1769078352.310159:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078352.310163:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078352.310166:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078352.310169:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078352.310172:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078352.310174:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078352.310176:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078352.310180:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201067:201067:256:4294967295] 192.168.204.104@tcp LPNI seq info [201067:201067:8:4294967295]
00000400:00000200:2.0:1769078352.310184:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078352.310190:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078352.310195:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078352.310198:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078352.310201:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078352.310204:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078352.310208:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078352.310210:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078352.310214:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078352.310216:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078352.310219:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078352.310222:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078352.310224:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078352.310226:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078352.310228:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078352.310231:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ce00 x1855007653174528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310239:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078352.310242:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ce00 x1855007653174528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310248:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.310249:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078352.310252:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078352.310255:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078352.310258:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078352.310260:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300004875
00000100:00000001:2.0:1769078352.310263:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300006139
00000100:00000001:2.0:1769078352.310265:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300004875
00000100:00000001:2.0:1769078352.310267:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300006139
00000100:00000001:2.0:1769078352.310269:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078352.310271:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.310273:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078352.310276:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078352/real 1769078352]  req@ffff88ba8579ce00 x1855007653174528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078352.310284:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078352.310286:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078352.310287:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078352.310289:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078352.310291:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078352.310293:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078352.310296:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ce00 x1855007653174528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078352.310305:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ce00 x1855007653174528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310311:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078352.310312:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.310314:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078352.310315:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078352.310318:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ce00 x1855007653174528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310326:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078352.310329:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ce00 x1855007653174528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310335:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078352.310338:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.310339:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078352.310341:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.310343:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078352.310344:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078352.310346:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078352.310350:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078352.310352:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078352.310356:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ce00 x1855007653174528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078352.310364:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653174528:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078352.310367:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078352.310370:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579e680 x1855007653174656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310377:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078352.310378:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078352.310381:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078352.310382:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078352.310384:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078352.310387:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653174656:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078352.310390:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078352.310392:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078352.310393:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078352.310395:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078352.310398:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078352.310400:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078352.310404:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078352.310406:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078352.310409:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078352.310411:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653174656, portal 4
00000100:00000001:2.0:1769078352.310414:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078352.310415:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417494144 : -131140292057472 : ffff88ba8579e680)
00000100:00000040:2.0:1769078352.310420:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579e680 x1855007653174656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310426:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078352.310428:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078352.310430:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078352.310432:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653174656, offset 0
00000400:00000200:2.0:1769078352.310436:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078352.310439:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078352.310443:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078352.310445:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078352.310448:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078352.310450:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078352.310452:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078352.310455:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201068:201068:256:4294967295] 192.168.204.104@tcp LPNI seq info [201068:201068:8:4294967295]
00000400:00000200:2.0:1769078352.310459:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078352.310465:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078352.310470:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078352.310473:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078352.310476:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078352.310479:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078352.310483:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078352.310485:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078352.310489:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078352.310491:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078352.310494:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078352.310497:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078352.310500:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078352.310502:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078352.310504:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078352.310507:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579e680 x1855007653174656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310514:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078352.310517:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579e680 x1855007653174656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310553:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.310555:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078352.310559:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078352.310562:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078352.310565:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078352.310567:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300004883
00000100:00000001:2.0:1769078352.310569:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300006139
00000100:00000001:2.0:1769078352.310572:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300004883
00000100:00000001:2.0:1769078352.310574:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300006139
00000100:00000001:2.0:1769078352.310576:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078352.310578:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.310580:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078352.310584:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078352/real 1769078352]  req@ffff88ba8579e680 x1855007653174656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078352.310592:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078352.310593:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078352.310595:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078352.310597:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078352.310599:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078352.310601:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078352.310605:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579e680 x1855007653174656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078352.310613:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579e680 x1855007653174656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310619:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078352.310620:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.310622:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078352.310623:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078352.310627:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579e680 x1855007653174656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310633:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078352.310637:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579e680 x1855007653174656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310644:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078352.310647:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.310648:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078352.310650:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.310652:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078352.310653:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078352.310655:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078352.310659:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078352.310661:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078352.310665:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579e680 x1855007653174656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078352.310673:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653174656:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078352.310677:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078352.310680:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ea00 x1855007653174784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310686:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078352.310688:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078352.310690:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078352.310692:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078352.310694:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078352.310696:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653174784:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078352.310699:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078352.310701:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078352.310702:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078352.310704:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078352.310708:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078352.310709:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078352.310713:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078352.310715:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078352.310718:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078352.310721:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653174784, portal 4
00000100:00000001:2.0:1769078352.310723:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078352.310724:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417495040 : -131140292056576 : ffff88ba8579ea00)
00000100:00000040:2.0:1769078352.310729:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ea00 x1855007653174784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310735:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078352.310737:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078352.310739:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078352.310742:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653174784, offset 0
00000400:00000200:2.0:1769078352.310746:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078352.310749:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078352.310752:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078352.310755:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078352.310757:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078352.310760:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078352.310762:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078352.310765:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201069:201069:256:4294967295] 192.168.204.104@tcp LPNI seq info [201069:201069:8:4294967295]
00000400:00000200:2.0:1769078352.310769:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078352.310775:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078352.310779:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078352.310783:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078352.310786:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078352.310789:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078352.310793:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078352.310795:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078352.310799:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078352.310801:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078352.310804:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078352.310808:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078352.310810:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078352.310812:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078352.310814:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078352.310818:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ea00 x1855007653174784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310825:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078352.310828:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ea00 x1855007653174784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310834:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.310836:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078352.310838:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078352.310841:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078352.310845:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078352.310846:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300004883
00000100:00000001:2.0:1769078352.310849:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300006139
00000100:00000001:2.0:1769078352.310851:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300004883
00000100:00000001:2.0:1769078352.310853:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300006139
00000100:00000001:2.0:1769078352.310855:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078352.310857:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.310859:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078352.310862:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078352/real 1769078352]  req@ffff88ba8579ea00 x1855007653174784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078352.310869:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078352.310870:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078352.310872:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078352.310873:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078352.310875:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078352.310877:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078352.310880:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ea00 x1855007653174784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078352.310889:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ea00 x1855007653174784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310901:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078352.310903:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.310904:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078352.310906:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078352.310910:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ea00 x1855007653174784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310916:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078352.310920:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ea00 x1855007653174784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310926:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078352.310929:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.310930:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078352.310932:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.310934:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078352.310935:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078352.310938:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078352.310941:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078352.310943:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078352.310947:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ea00 x1855007653174784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078352.310955:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653174784:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078352.310959:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.310961:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078352.310964:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f480 x1855007653174400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.310971:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078352.310973:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078352.310975:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078352.310977:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078352.310979:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078352.310980:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078352.310982:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078352.310984:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c000.
02000000:00000001:2.0:1769078352.310986:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078352.310988:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078352.310989:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f480.
00000100:00000001:2.0:1769078352.310992:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078352.310993:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.310995:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078352.310998:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ce00 x1855007653174528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.311004:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078352.311005:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078352.311007:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078352.311010:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078352.311011:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078352.311012:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078352.311014:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078352.311015:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d000.
02000000:00000001:2.0:1769078352.311017:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078352.311018:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078352.311019:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ce00.
00000100:00000001:2.0:1769078352.311023:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078352.311024:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.311026:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078352.311029:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579e680 x1855007653174656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.311036:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078352.311037:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078352.311038:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078352.311041:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078352.311042:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078352.311043:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078352.311045:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078352.311047:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e800.
02000000:00000001:2.0:1769078352.311049:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078352.311050:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078352.311051:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579e680.
00000100:00000001:2.0:1769078352.311053:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078352.311054:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.311056:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078352.311059:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ea00 x1855007653174784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078352.311066:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078352.311067:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078352.311068:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078352.311071:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078352.311071:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078352.311072:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078352.311074:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078352.311076:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d800.
02000000:00000001:2.0:1769078352.311078:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078352.311079:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078352.311080:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ea00.
00000100:00000001:2.0:1769078352.311082:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078352.311083:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.311085:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.311089:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078352.311090:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.311092:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078352.311094:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078352.948687:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078352.948697:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078352.948774:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078352.948779:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078352.948783:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078353.588672:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300006139, at 4300006144
00000100:00000010:0.0:1769078353.588690:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b5a0.
00000100:00000040:1.0:1769078353.588767:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300006139, at 4300006144
00000100:00000010:1.0:1769078353.588771:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b120.
00010000:00000001:2.0:1769078353.972662:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078353.972672:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078353.972743:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078353.972748:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078353.972752:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078354.996688:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078354.996698:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078354.996700:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078354.996703:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078354.996709:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078354.996712:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078354.996714:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078354.996716:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078354.996781:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078354.996787:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078354.996791:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078356.020661:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078356.020669:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078356.020728:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078356.020731:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078356.020734:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078357.044680:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078357.044688:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078357.044757:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078357.044762:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078357.044766:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078357.428684:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078357.428695:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078357.428698:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078357.428702:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078357.428707:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078357.428714:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5337
00000400:00000200:1.0:1769078357.428723:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078357.428729:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078357.428731:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078357.428734:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.428737:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078357.428739:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.428741:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078357.428744:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078357.428746:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078357.428748:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078357.428750:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078357.428752:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078357.428753:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078357.428756:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.428758:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078357.428760:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.428762:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078357.428765:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078357.428770:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078357.428772:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078357.428775:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078357.428779:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078357.428783:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078357.428785:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078357.428787:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078357.428800:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612300.
00000020:00000040:1.0:1769078357.428804:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078357.428808:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078357.428810:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078357.428814:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078357.428817:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078357.428822:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078357.428830:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000001:1.0:1769078357.428837:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078357.428846:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612300 x1855007653174912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078357.428854:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078357.428858:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078357.428863:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000561e7356] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612300 x1855007653174912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078357.428887:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078357.428891:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078357.428895:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078357.428896:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078357.428898:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078357.428901:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078357.428903:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5337
00000400:00000200:1.0:1769078357.428908:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078357.428912:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078357.428915:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078357.428919:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.428922:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078357.428924:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.428925:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078357.428927:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078357.428928:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078357.428929:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078357.428929:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769078357.428931:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078357.428935:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:2.0:1769078357.428936:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078357.428937:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078357.428941:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.428943:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078357.428943:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078357.428946:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.428948:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078357.428949:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078357.428953:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078357.428954:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078357.428956:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769078357.428956:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612300 x1855007653174912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078357.428962:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078357.428966:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078357.428970:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078357.428974:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1769078357.428975:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078357.428978:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078357.428979:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078357.428984:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.428986:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1769078357.428987:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610700.
00000020:00000040:1.0:1769078357.428990:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078357.428992:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078357.428993:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078357.428995:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078357.428998:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078357.428999:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078357.428999:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078357.429003:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078357.429007:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00100000:2.0:1769078357.429008:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653174912:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769078357.429011:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.429017:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1769078357.429018:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610700 x1855007653175040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078357.429023:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078357.429025:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078357.429028:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.429028:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.429034:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1769078357.429035:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029410724] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610700 x1855007653175040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078357.429042:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078357.429043:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
00000100:00080000:1.0:1769078357.429044:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769078357.429049:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078357.429050:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078357.429054:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078357.429056:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078357.429059:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078357.429062:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078357.429063:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5337
00000400:00000010:2.0:1769078357.429069:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000200:1.0:1769078357.429070:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078357.429077:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078357.429079:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769078357.429081:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000040:1.0:1769078357.429083:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429088:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078357.429090:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429093:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000200:2.0:1769078357.429094:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653174912, portal 25
00000020:00000001:1.0:1769078357.429096:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078357.429099:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000100:00000001:2.0:1769078357.429100:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1769078357.429101:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078357.429104:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000100:00000001:2.0:1769078357.429105:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415871232 : -131140293680384 : ffff88ba85612300)
00000020:00000001:1.0:1769078357.429106:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078357.429111:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078357.429113:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429117:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078357.429118:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612300 x1855007653174912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078357.429120:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429123:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078357.429126:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078357.429130:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429135:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078357.429138:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078357.429138:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1769078357.429141:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078357.429145:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078357.429146:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429148:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078357.429151:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769078357.429153:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000008:00000001:1.0:1769078357.429154:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078357.429158:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078357.429161:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653174912, offset 0
00000100:00000010:1.0:1769078357.429162:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612d80.
00000020:00000040:1.0:1769078357.429165:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078357.429168:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078357.429170:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
02000000:00000001:1.0:1769078357.429171:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078357.429175:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078357.429176:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078357.429177:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078357.429181:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219c00.
00000400:00000200:2.0:1769078357.429183:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078357.429186:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078357.429191:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00100000:1.0:1769078357.429193:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612d80 x1855007653175168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078357.429199:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078357.429201:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078357.429204:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078357.429206:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000040:1.0:1769078357.429209:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fed2dda] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612d80 x1855007653175168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078357.429213:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078357.429219:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429222:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078357.429226:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201070:201070:256:4294967295] 192.168.204.104@tcp LPNI seq info [201070:201070:8:4294967295]
00000100:00080000:1.0:1769078357.429227:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078357.429234:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769078357.429235:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078357.429236:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078357.429239:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078357.429240:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078357.429243:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5337
00000400:00000200:2.0:1769078357.429249:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078357.429254:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078357.429257:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078357.429261:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000010:2.0:1769078357.429261:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000100:00080000:1.0:1769078357.429265:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078357.429267:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429269:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769078357.429272:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:1.0:1769078357.429273:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429277:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:2.0:1769078357.429278:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1769078357.429279:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078357.429282:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078357.429284:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078357.429285:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078357.429288:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000800:00000200:2.1:1769078357.429288:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:1.0:1769078357.429293:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000800:00000200:2.1:1769078357.429294:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1769078357.429298:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429301:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1769078357.429302:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078357.429305:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000100:00000040:1.0:1769078357.429306:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429310:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078357.429311:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000400:00000200:2.0:1769078357.429312:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1769078357.429313:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429317:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078357.429320:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078357.429321:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1769078357.429323:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078357.429325:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078357.429326:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000100:00000001:1.0:1769078357.429327:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769078357.429329:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000008:00100000:1.0:1769078357.429330:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078357.429333:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078357.429335:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.429335:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:1.0:1769078357.429340:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610000.
00000020:00000040:1.0:1769078357.429343:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000200:2.0:1769078357.429343:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612300 x1855007653174912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078357.429347:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078357.429349:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078357.429352:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078357.429355:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078357.429357:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078357.429362:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219400.
00000100:00000001:2.0:1769078357.429362:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078357.429367:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078357.429370:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612300 x1855007653174912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078357.429372:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610000 x1855007653175296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078357.429392:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078357.429394:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078357.429399:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d5982a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610000 x1855007653175296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.429400:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.429405:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078357.429409:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078357.429411:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078357.429413:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078357.429415:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078357.429415:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078357.429418:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078357.429422:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078357.429426:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5337
00000400:00000200:2.0:1769078357.429426:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078357.429432:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300011259
00000400:00000200:1.0:1769078357.429450:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078357.429455:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078357.429459:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1769078357.429460:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b240.
00000100:00000040:1.0:1769078357.429463:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429467:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078357.429470:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429472:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078357.429472:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000020:00000001:1.0:1769078357.429477:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078357.429479:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078357.429481:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078357.429482:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078357.429484:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:2.0:1769078357.429485:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300011259
00000020:00000001:1.0:1769078357.429486:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078357.429492:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000010:2.0:1769078357.429493:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b3c0.
00000100:00000001:1.0:1769078357.429494:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078357.429498:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429500:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078357.429501:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000020:00000040:1.0:1769078357.429502:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078357.429507:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078357.429509:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.429509:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078357.429510:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078357.429514:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078357.429515:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078357.429517:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078357.429520:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078357.429522:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769078357.429522:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000008:00000001:1.0:1769078357.429525:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078357.429527:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078357.429530:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613100.
00000100:00100000:2.0:1769078357.429531:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078357/real 1769078357]  req@ffff88ba85612300 x1855007653174912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078357.429533:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078357.429569:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078357.429570:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078357.429574:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078357.429576:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078357.429579:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078357.429584:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000001:1.0:1769078357.429588:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078357.429588:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078357.429593:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00100000:1.0:1769078357.429594:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613100 x1855007653175424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078357.429597:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000100:00000001:1.0:1769078357.429603:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078357.429604:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000100:00000001:1.0:1769078357.429605:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078357.429610:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000040:1.0:1769078357.429611:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c5e314b] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613100 x1855007653175424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.429616:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769078357.429618:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078357.429623:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5347)
00000100:00000200:2.0:1769078357.429633:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612300 x1855007653174912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078357.429644:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612300 x1855007653174912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.429652:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078357.429654:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.429656:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078357.429658:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078357.429662:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612300 x1855007653174912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.429669:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078357.429674:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612300 x1855007653174912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.429687:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078357.429689:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.429691:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078357.429691:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.429693:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078357.429695:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078357.429697:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078357.429699:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078357.429701:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078357.429703:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612300 x1855007653174912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078357.429709:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653174912:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078357.429712:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.429714:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078357.429716:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612300 x1855007653174912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.429720:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078357.429722:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078357.429724:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078357.429726:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078357.429727:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078357.429728:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078357.429730:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078357.429731:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218800.
02000000:00000001:2.0:1769078357.429740:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078357.429742:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078357.429743:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612300.
00000100:00000001:2.0:1769078357.429746:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078357.429747:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.429748:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.429755:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078357.429756:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.429758:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078357.429760:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078357.429761:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078357.429765:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610700 x1855007653175040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.429772:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078357.429773:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.429775:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078357.429777:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078357.429779:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078357.429782:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653175040:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078357.429785:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078357.429787:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078357.429789:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.429791:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078357.429794:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078357.429796:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078357.429801:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078357.429804:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078357.429807:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078357.429810:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653175040, portal 10
00000100:00000001:2.0:1769078357.429813:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078357.429814:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864064 : -131140293687552 : ffff88ba85610700)
00000100:00000040:2.0:1769078357.429821:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610700 x1855007653175040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.429828:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078357.429830:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078357.429833:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078357.429835:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653175040, offset 0
00000400:00000200:2.0:1769078357.429839:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078357.429843:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078357.429847:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078357.429850:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078357.429853:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078357.429855:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078357.429857:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078357.429860:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201071:201071:256:4294967295] 192.168.204.104@tcp LPNI seq info [201071:201071:8:4294967295]
00000400:00000200:2.0:1769078357.429865:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078357.429871:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078357.429876:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078357.429879:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078357.429883:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078357.429886:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769078357.429890:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078357.429891:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769078357.429894:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078357.429895:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078357.429897:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078357.429900:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078357.429902:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078357.429903:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078357.429905:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078357.429908:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610700 x1855007653175040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.429913:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078357.429915:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610700 x1855007653175040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.429919:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.429920:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078357.429922:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078357.429925:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078357.429927:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078357.429928:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300010010
00000100:00000001:2.0:1769078357.429931:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300011259
00000100:00000001:2.0:1769078357.429933:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300010010
00000100:00000001:2.0:1769078357.429934:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300011259
00000100:00000001:2.0:1769078357.429936:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078357.429937:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.429938:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078357.429940:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078357/real 1769078357]  req@ffff88ba85610700 x1855007653175040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078357.429944:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078357.429945:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078357.429946:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078357.429947:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078357.429948:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078357.429950:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078357.429951:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610700 x1855007653175040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078357.429956:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610700 x1855007653175040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.429960:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078357.429960:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.429961:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078357.429962:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078357.429964:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610700 x1855007653175040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.429968:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078357.429971:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610700 x1855007653175040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.429974:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078357.429976:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.429977:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078357.429978:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.429979:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078357.429980:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078357.429982:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078357.429984:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078357.429985:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078357.429987:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610700 x1855007653175040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078357.429991:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653175040:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078357.429993:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078357.429995:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612d80 x1855007653175168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.429999:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078357.430000:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.430002:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078357.430003:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078357.430004:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078357.430006:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653175168:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078357.430007:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078357.430008:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078357.430010:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.430011:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078357.430013:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078357.430014:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078357.430016:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078357.430018:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078357.430020:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078357.430022:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653175168, portal 10
00000100:00000001:2.0:1769078357.430024:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078357.430026:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873920 : -131140293677696 : ffff88ba85612d80)
00000100:00000040:2.0:1769078357.430030:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612d80 x1855007653175168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430036:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078357.430039:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078357.430041:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078357.430043:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653175168, offset 0
00000400:00000200:2.0:1769078357.430047:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078357.430050:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078357.430054:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078357.430056:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078357.430059:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078357.430061:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078357.430063:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078357.430066:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201072:201072:256:4294967295] 192.168.204.104@tcp LPNI seq info [201072:201072:8:4294967295]
00000400:00000200:2.0:1769078357.430070:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078357.430076:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078357.430081:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078357.430084:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078357.430088:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078357.430091:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769078357.430095:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078357.430098:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769078357.430102:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078357.430103:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078357.430106:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078357.430109:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078357.430112:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078357.430114:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078357.430117:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078357.430120:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612d80 x1855007653175168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430127:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078357.430130:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612d80 x1855007653175168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430137:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.430138:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078357.430141:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078357.430144:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078357.430147:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078357.430149:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300009995
00000100:00000001:2.0:1769078357.430152:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300011259
00000100:00000001:2.0:1769078357.430154:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300009995
00000100:00000001:2.0:1769078357.430156:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300011259
00000100:00000001:2.0:1769078357.430158:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078357.430160:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.430162:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078357.430166:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078357/real 1769078357]  req@ffff88ba85612d80 x1855007653175168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078357.430173:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078357.430175:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078357.430177:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078357.430179:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078357.430181:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078357.430183:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078357.430186:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612d80 x1855007653175168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078357.430195:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612d80 x1855007653175168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430202:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078357.430204:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430205:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078357.430207:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078357.430212:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612d80 x1855007653175168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430219:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078357.430224:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612d80 x1855007653175168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430231:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078357.430233:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430235:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078357.430236:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430238:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078357.430239:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078357.430242:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078357.430245:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078357.430247:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078357.430251:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612d80 x1855007653175168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078357.430260:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653175168:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078357.430263:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078357.430267:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610000 x1855007653175296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430273:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078357.430275:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.430277:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078357.430279:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078357.430282:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078357.430284:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653175296:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078357.430287:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078357.430290:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078357.430292:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.430294:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078357.430297:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078357.430299:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078357.430303:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078357.430306:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078357.430309:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078357.430313:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653175296, portal 4
00000100:00000001:2.0:1769078357.430315:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078357.430316:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415862272 : -131140293689344 : ffff88ba85610000)
00000100:00000040:2.0:1769078357.430322:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610000 x1855007653175296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430328:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078357.430330:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078357.430333:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078357.430336:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653175296, offset 0
00000400:00000200:2.0:1769078357.430340:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078357.430344:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078357.430348:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078357.430351:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078357.430354:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078357.430357:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078357.430359:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078357.430361:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201073:201073:256:4294967295] 192.168.204.104@tcp LPNI seq info [201073:201073:8:4294967295]
00000400:00000200:2.0:1769078357.430366:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078357.430371:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078357.430376:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078357.430379:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078357.430383:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078357.430386:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769078357.430390:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078357.430392:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769078357.430394:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078357.430396:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078357.430398:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078357.430400:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078357.430402:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078357.430403:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078357.430405:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078357.430407:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610000 x1855007653175296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430412:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078357.430414:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610000 x1855007653175296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430418:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.430419:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078357.430421:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078357.430423:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078357.430425:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078357.430427:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300010002
00000100:00000001:2.0:1769078357.430429:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300011259
00000100:00000001:2.0:1769078357.430430:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300010002
00000100:00000001:2.0:1769078357.430431:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300011259
00000100:00000001:2.0:1769078357.430432:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078357.430434:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.430448:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078357.430452:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078357/real 1769078357]  req@ffff88ba85610000 x1855007653175296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078357.430457:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078357.430458:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078357.430459:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078357.430461:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078357.430462:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078357.430464:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078357.430468:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610000 x1855007653175296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078357.430475:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610000 x1855007653175296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430481:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078357.430483:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430485:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078357.430486:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078357.430489:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610000 x1855007653175296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430496:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078357.430500:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610000 x1855007653175296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430506:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078357.430509:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430511:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078357.430512:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430514:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078357.430515:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078357.430518:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078357.430521:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078357.430523:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078357.430527:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610000 x1855007653175296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078357.430553:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653175296:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078357.430558:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078357.430561:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613100 x1855007653175424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430568:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078357.430570:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.430572:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078357.430573:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078357.430576:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078357.430578:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653175424:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078357.430581:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078357.430583:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078357.430585:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.430587:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078357.430589:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078357.430590:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078357.430593:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078357.430595:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078357.430597:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078357.430599:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653175424, portal 4
00000100:00000001:2.0:1769078357.430600:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078357.430601:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415874816 : -131140293676800 : ffff88ba85613100)
00000100:00000040:2.0:1769078357.430605:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613100 x1855007653175424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430609:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078357.430610:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078357.430611:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078357.430613:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653175424, offset 0
00000400:00000200:2.0:1769078357.430616:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078357.430631:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078357.430636:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078357.430639:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078357.430642:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078357.430644:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078357.430646:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078357.430650:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201074:201074:256:4294967295] 192.168.204.104@tcp LPNI seq info [201074:201074:8:4294967295]
00000400:00000200:2.0:1769078357.430654:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078357.430660:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078357.430669:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078357.430673:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078357.430677:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078357.430679:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769078357.430681:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078357.430683:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769078357.430685:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078357.430687:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078357.430689:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078357.430691:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078357.430693:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078357.430694:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078357.430696:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078357.430698:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613100 x1855007653175424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430703:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078357.430705:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613100 x1855007653175424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430709:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.430710:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078357.430712:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078357.430714:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078357.430717:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078357.430718:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300010003
00000100:00000001:2.0:1769078357.430720:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300011259
00000100:00000001:2.0:1769078357.430721:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300010003
00000100:00000001:2.0:1769078357.430723:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300011259
00000100:00000001:2.0:1769078357.430724:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078357.430725:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.430726:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078357.430729:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078357/real 1769078357]  req@ffff88ba85613100 x1855007653175424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078357.430734:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078357.430734:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078357.430735:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078357.430736:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078357.430737:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078357.430738:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078357.430740:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613100 x1855007653175424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078357.430747:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613100 x1855007653175424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430753:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078357.430755:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430756:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078357.430758:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078357.430761:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613100 x1855007653175424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430767:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078357.430771:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613100 x1855007653175424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430777:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078357.430780:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430781:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078357.430783:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430785:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078357.430786:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078357.430788:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078357.430792:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078357.430794:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078357.430798:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613100 x1855007653175424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078357.430805:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653175424:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078357.430809:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430811:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078357.430814:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610700 x1855007653175040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430821:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078357.430822:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078357.430824:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078357.430827:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078357.430828:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078357.430829:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078357.430831:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078357.430833:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b000.
02000000:00000001:2.0:1769078357.430836:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078357.430837:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078357.430838:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610700.
00000100:00000001:2.0:1769078357.430841:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078357.430842:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430844:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078357.430847:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612d80 x1855007653175168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430853:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078357.430854:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078357.430855:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078357.430857:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078357.430858:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078357.430858:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078357.430859:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078357.430861:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219c00.
02000000:00000001:2.0:1769078357.430863:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078357.430863:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078357.430864:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612d80.
00000100:00000001:2.0:1769078357.430866:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078357.430868:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430869:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078357.430872:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610000 x1855007653175296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430879:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078357.430880:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078357.430881:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078357.430883:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078357.430885:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078357.430886:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078357.430888:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078357.430889:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219400.
02000000:00000001:2.0:1769078357.430891:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078357.430892:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078357.430893:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610000.
00000100:00000001:2.0:1769078357.430895:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078357.430897:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430898:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078357.430901:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613100 x1855007653175424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.430907:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078357.430909:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078357.430910:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078357.430913:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078357.430914:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078357.430915:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078357.430917:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078357.430919:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219800.
02000000:00000001:2.0:1769078357.430921:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078357.430922:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078357.430924:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613100.
00000100:00000001:2.0:1769078357.430926:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078357.430928:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430930:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078357.430934:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078357.430936:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.430938:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078357.430939:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078358.068688:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078358.068698:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078358.068758:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078358.068762:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078358.068767:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078358.708693:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300011259, at 4300011264
00000100:00000040:0.0:1769078358.708701:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300011259, at 4300011264
00000100:00000010:1.0:1769078358.708719:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b3c0.
00000100:00000010:0.0:1769078358.708720:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b240.
00010000:00000001:2.0:1769078359.092707:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078359.092717:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078359.092833:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078359.092837:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078359.092841:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078360.116699:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078360.116710:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078360.116943:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078360.116948:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078360.116952:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078361.140682:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078361.140690:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078361.140765:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078361.140770:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078361.140774:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078362.164667:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078362.164676:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078362.164755:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078362.164763:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078362.164768:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078362.548837:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078362.548850:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078362.548852:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078362.548857:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078362.548861:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078362.548869:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5342
00000400:00000200:0.0:1769078362.548880:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078362.548886:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078362.548890:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078362.548894:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078362.548897:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078362.548900:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078362.548902:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078362.548907:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078362.548910:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:0.0:1769078362.548913:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078362.548915:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:0.0:1769078362.548918:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:0.0:1769078362.548921:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:0.0:1769078362.548924:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078362.548927:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078362.548931:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078362.548933:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078362.548936:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:0.0:1769078362.548940:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078362.548943:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078362.548946:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078362.548950:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078362.548953:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.548955:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078362.548957:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078362.548965:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579ed80.
00000020:00000040:0.0:1769078362.548969:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:0.0:1769078362.548974:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078362.548976:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.548979:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078362.548981:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078362.548984:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078362.548992:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637e000.
00000100:00000001:0.0:1769078362.548999:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078362.549008:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579ed80 x1855007653175552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078362.549019:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078362.549029:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078362.549035:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d8074f0] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579ed80 x1855007653175552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078362.549055:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078362.549058:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078362.549061:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078362.549063:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078362.549065:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078362.549067:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078362.549072:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5342
00000400:00000200:0.0:1769078362.549077:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078362.549081:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078362.549084:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078362.549087:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078362.549089:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078362.549091:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078362.549093:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078362.549095:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078362.549096:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:0.0:1769078362.549098:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078362.549100:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:0.0:1769078362.549102:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:0.0:1769078362.549104:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:0.0:1769078362.549107:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078362.549109:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078362.549111:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078362.549112:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078362.549114:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:0.0:1769078362.549117:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078362.549119:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078362.549120:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078362.549125:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078362.549127:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.549129:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078362.549133:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078362.549136:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.549138:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078362.549142:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579d180.
00000020:00000040:0.0:1769078362.549144:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:0.0:1769078362.549147:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078362.549149:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.549150:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078362.549152:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078362.549153:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078362.549157:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637f400.
00000100:00000001:0.0:1769078362.549160:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078362.549165:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579d180 x1855007653175680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078362.549173:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078362.549176:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078362.549181:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030133833] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579d180 x1855007653175680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078362.549189:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078362.549191:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078362.549194:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078362.549195:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078362.549197:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078362.549200:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078362.549200:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769078362.549207:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5342
00000100:00000001:2.0:1769078362.549211:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769078362.549216:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078362.549217:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1769078362.549222:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078362.549225:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078362.549236:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ed80 x1855007653175552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078362.549237:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078362.549245:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078362.549254:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078362.549262:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078362.549265:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769078362.549269:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078362.549269:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078362.549273:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:0.0:1769078362.549278:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769078362.549278:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769078362.549283:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
02000000:00000001:2.0:1769078362.549285:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1769078362.549287:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
02000000:00000001:2.0:1769078362.549291:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078362.549293:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00100000:2.0:1769078362.549303:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653175552:192.168.204.104@tcp:250:kworker.0
00000100:00000040:0.0:1769078362.549307:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078362.549312:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078362.549313:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078362.549319:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:2.0:1769078362.549321:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078362.549322:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:2.0:1769078362.549327:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078362.549329:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
02000000:00000001:2.0:1769078362.549334:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769078362.549335:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078362.549340:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078362.549342:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078362.549346:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769078362.549347:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:0.0:1769078362.549363:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.549366:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078362.549368:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078362.549373:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078362.549374:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.549379:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078362.549383:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579c000.
00000020:00000040:0.0:1769078362.549385:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000400:00000200:2.0:1769078362.549391:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:0.0:1769078362.549392:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078362.549396:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.549398:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078362.549400:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769078362.549400:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
02000000:00000001:0.0:1769078362.549405:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078362.549416:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
02000000:00000010:0.0:1769078362.549417:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637c400.
00000100:00000001:0.0:1769078362.549427:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078362.549432:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653175552, portal 25
00000100:00100000:0.0:1769078362.549437:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579c000 x1855007653175808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078362.549439:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078362.549446:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417495936 : -131140292055680 : ffff88ba8579ed80)
00000100:00000001:0.0:1769078362.549461:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078362.549467:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078362.549467:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ed80 x1855007653175552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078362.549481:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4164c0] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579c000 x1855007653175808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.549489:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078362.549500:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078362.549508:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000001:0.0:1769078362.549510:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078362.549515:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653175552, offset 0
00000100:00080000:0.0:1769078362.549516:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078362.549524:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078362.549527:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078362.549530:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00080000:0.0:1769078362.549532:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078362.549591:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078362.549596:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5342
00000400:00000200:2.0:1769078362.549596:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078362.549605:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078362.549611:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078362.549616:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00080000:0.0:1769078362.549618:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078362.549626:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769078362.549627:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078362.549633:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078362.549637:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000040:0.0:1769078362.549642:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078362.549648:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078362.549649:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769078362.549656:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000020:00000001:0.0:1769078362.549657:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078362.549663:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000400:00000200:2.0:1769078362.549667:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201075:201075:256:4294967295] 192.168.204.104@tcp LPNI seq info [201075:201075:8:4294967295]
00000020:00000001:0.0:1769078362.549668:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078362.549672:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:0.0:1769078362.549677:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000200:2.0:1769078362.549679:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:0.0:1769078362.549687:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:0.0:1769078362.549696:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078362.549705:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078362.549706:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769078362.549713:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078362.549717:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:2.0:1769078362.549724:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000020:00000040:0.0:1769078362.549726:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:0.0:1769078362.549736:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000010:2.0:1769078362.549738:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000100:00000001:0.0:1769078362.549740:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078362.549746:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078362.549750:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1769078362.549755:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:0.0:1769078362.549757:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.549765:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769078362.549765:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000008:00100000:0.0:1769078362.549771:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078362.549777:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078362.549782:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078362.549783:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078362.549792:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000100:00000010:0.0:1769078362.549794:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579df80.
00000020:00000040:0.0:1769078362.549800:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078362.549806:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000100:2.0:1769078362.549807:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
02000000:00000001:0.0:1769078362.549809:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078362.549812:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000100:00000001:0.0:1769078362.549814:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078362.549821:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769078362.549824:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1769078362.549825:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078362.549837:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637d400.
00000400:00000200:2.0:1769078362.549839:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769078362.549842:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078362.549848:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000100:00100000:0.0:1769078362.549851:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579df80 x1855007653175936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078362.549854:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078362.549862:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078362.549866:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078362.549872:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078362.549874:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ed80 x1855007653175552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078362.549881:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd2012da] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579df80 x1855007653175936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.549900:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078362.549906:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078362.549907:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ed80 x1855007653175552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078362.549917:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078362.549920:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078362.549925:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1769078362.549930:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078362.549932:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078362.549936:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078362.549936:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.549947:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078362.549952:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:0.0:1769078362.549954:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5342
00000100:00000001:2.0:1769078362.549960:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300016380
00000400:00000200:0.0:1769078362.549968:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000010:2.0:1769078362.549972:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b360.
00000400:00000200:0.0:1769078362.549976:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078362.549982:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078362.549986:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078362.549987:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078362.549995:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078362.550003:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300016380
00000100:00000040:0.0:1769078362.550005:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000010:2.0:1769078362.550015:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bea0.
00000100:00000001:0.0:1769078362.550016:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078362.550026:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078362.550026:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000020:00000040:0.0:1769078362.550029:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:0.0:1769078362.550034:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078362.550036:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:0.0:1769078362.550039:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:0.0:1769078362.550041:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:0.0:1769078362.550045:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078362.550047:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078362.550048:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078362.550055:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078362.550058:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078362.550061:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:0.0:1769078362.550063:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078362.550066:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078362.550068:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078362.550073:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078362.550075:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.550077:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078362.550079:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078362.550081:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.550082:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078362.550085:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579c700.
00000020:00000040:0.0:1769078362.550086:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078362.550088:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078362.550089:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.550090:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078362.550091:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078362.550092:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078362.550095:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637cc00.
00000100:00000001:0.0:1769078362.550097:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078362.550101:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579c700 x1855007653176064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078362.550110:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078362.550112:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078362.550114:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfae52bc] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579c700 x1855007653176064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078362.550119:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078362.550126:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078362.550127:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5352)
00000100:00000001:2.0:1769078362.550133:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078362.550141:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078362/real 1769078362]  req@ffff88ba8579ed80 x1855007653175552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078362.550152:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078362.550154:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078362.550156:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078362.550159:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078362.550160:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078362.550162:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078362.550165:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ed80 x1855007653175552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078362.550172:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ed80 x1855007653175552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550177:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078362.550178:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.550180:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078362.550182:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078362.550184:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ed80 x1855007653175552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550188:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078362.550191:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ed80 x1855007653175552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550196:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078362.550198:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.550199:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078362.550200:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.550202:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078362.550205:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078362.550207:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078362.550210:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078362.550211:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078362.550214:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ed80 x1855007653175552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078362.550219:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653175552:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078362.550223:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078362.550226:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d180 x1855007653175680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550230:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078362.550231:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078362.550233:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078362.550234:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078362.550236:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078362.550238:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653175680:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078362.550240:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078362.550243:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078362.550244:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078362.550245:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078362.550248:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078362.550250:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078362.550253:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078362.550255:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078362.550258:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078362.550260:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653175680, portal 10
00000100:00000001:2.0:1769078362.550262:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078362.550263:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417488768 : -131140292062848 : ffff88ba8579d180)
00000100:00000040:2.0:1769078362.550267:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d180 x1855007653175680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550272:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078362.550273:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078362.550275:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078362.550276:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653175680, offset 0
00000400:00000200:2.0:1769078362.550279:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078362.550281:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078362.550284:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078362.550286:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078362.550288:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078362.550290:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078362.550291:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078362.550293:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201076:201076:256:4294967295] 192.168.204.104@tcp LPNI seq info [201076:201076:8:4294967295]
00000400:00000200:2.0:1769078362.550296:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078362.550300:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078362.550303:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078362.550305:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078362.550308:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078362.550310:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078362.550313:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078362.550315:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078362.550318:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078362.550319:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078362.550321:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078362.550323:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078362.550325:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078362.550326:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078362.550328:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078362.550330:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d180 x1855007653175680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550334:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078362.550336:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d180 x1855007653175680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550340:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078362.550341:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078362.550343:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078362.550346:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078362.550359:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078362.550361:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300015130
00000100:00000001:2.0:1769078362.550364:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300016380
00000100:00000001:2.0:1769078362.550367:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300015130
00000100:00000001:2.0:1769078362.550369:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300016380
00000100:00000001:2.0:1769078362.550370:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078362.550372:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078362.550373:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078362.550376:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078362/real 1769078362]  req@ffff88ba8579d180 x1855007653175680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078362.550381:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078362.550382:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078362.550383:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078362.550385:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078362.550386:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078362.550388:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078362.550390:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d180 x1855007653175680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078362.550395:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d180 x1855007653175680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550399:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078362.550399:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.550400:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078362.550401:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078362.550403:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d180 x1855007653175680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550406:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078362.550409:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d180 x1855007653175680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550413:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078362.550415:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.550416:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078362.550416:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.550417:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078362.550418:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078362.550420:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078362.550422:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078362.550423:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078362.550425:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d180 x1855007653175680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078362.550429:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653175680:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078362.550432:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.550434:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078362.550436:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ed80 x1855007653175552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550440:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078362.550443:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078362.550445:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078362.550447:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078362.550450:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078362.550451:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078362.550453:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078362.550456:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e000.
02000000:00000001:2.0:1769078362.550460:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078362.550462:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078362.550464:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ed80.
00000100:00000001:2.0:1769078362.550469:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078362.550471:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.550473:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078362.550476:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d180 x1855007653175680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550482:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078362.550484:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078362.550485:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078362.550487:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078362.550489:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078362.550490:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078362.550492:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078362.550494:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f400.
02000000:00000001:2.0:1769078362.550496:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078362.550497:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078362.550499:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d180.
00000100:00000001:2.0:1769078362.550502:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078362.550503:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.550505:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.550514:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078362.550516:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078362.550518:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078362.550520:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078362.550521:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078362.550524:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c000 x1855007653175808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550529:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078362.550530:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078362.550532:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078362.550533:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078362.550551:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078362.550553:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653175808:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078362.550555:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078362.550557:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078362.550558:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078362.550559:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078362.550562:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078362.550563:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078362.550566:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078362.550567:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078362.550569:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078362.550572:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653175808, portal 10
00000100:00000001:2.0:1769078362.550574:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078362.550575:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417484288 : -131140292067328 : ffff88ba8579c000)
00000100:00000040:2.0:1769078362.550579:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c000 x1855007653175808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550583:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078362.550585:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078362.550587:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078362.550589:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653175808, offset 0
00000400:00000200:2.0:1769078362.550593:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078362.550596:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078362.550600:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078362.550603:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078362.550606:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078362.550608:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078362.550610:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078362.550613:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201077:201077:256:4294967295] 192.168.204.104@tcp LPNI seq info [201077:201077:8:4294967295]
00000400:00000200:2.0:1769078362.550617:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078362.550623:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078362.550627:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078362.550631:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078362.550634:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078362.550636:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078362.550639:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078362.550641:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078362.550644:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078362.550646:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078362.550649:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078362.550652:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078362.550657:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078362.550659:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078362.550664:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078362.550669:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c000 x1855007653175808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550678:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078362.550681:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c000 x1855007653175808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550686:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078362.550688:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078362.550691:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078362.550695:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078362.550698:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078362.550700:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300015116
00000100:00000001:2.0:1769078362.550703:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300016380
00000100:00000001:2.0:1769078362.550706:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300015116
00000100:00000001:2.0:1769078362.550709:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300016380
00000100:00000001:2.0:1769078362.550711:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078362.550714:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078362.550716:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078362.550722:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078362/real 1769078362]  req@ffff88ba8579c000 x1855007653175808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078362.550731:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078362.550733:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078362.550735:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078362.550737:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078362.550739:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078362.550741:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078362.550744:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c000 x1855007653175808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078362.550752:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c000 x1855007653175808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550759:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078362.550760:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.550762:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078362.550764:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078362.550767:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c000 x1855007653175808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550774:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078362.550778:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c000 x1855007653175808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550782:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078362.550784:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.550785:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078362.550787:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.550788:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078362.550789:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078362.550791:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078362.550793:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078362.550795:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078362.550797:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c000 x1855007653175808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078362.550802:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653175808:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078362.550804:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078362.550806:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579df80 x1855007653175936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550810:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078362.550811:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078362.550813:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078362.550815:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078362.550816:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078362.550818:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653175936:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078362.550820:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078362.550821:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078362.550822:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078362.550823:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078362.550825:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078362.550826:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078362.550829:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078362.550831:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078362.550834:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078362.550836:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653175936, portal 4
00000100:00000001:2.0:1769078362.550837:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078362.550838:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417492352 : -131140292059264 : ffff88ba8579df80)
00000100:00000040:2.0:1769078362.550842:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579df80 x1855007653175936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550846:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078362.550847:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078362.550848:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078362.550850:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653175936, offset 0
00000400:00000200:2.0:1769078362.550852:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078362.550854:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078362.550857:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078362.550858:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078362.550860:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078362.550862:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078362.550863:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078362.550865:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201078:201078:256:4294967295] 192.168.204.104@tcp LPNI seq info [201078:201078:8:4294967295]
00000400:00000200:2.0:1769078362.550868:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078362.550871:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078362.550874:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078362.550875:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078362.550878:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078362.550880:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078362.550882:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078362.550895:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078362.550898:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078362.550900:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078362.550903:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078362.550905:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078362.550907:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078362.550908:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078362.550910:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078362.550912:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579df80 x1855007653175936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550918:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078362.550921:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579df80 x1855007653175936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550927:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078362.550929:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078362.550932:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078362.550936:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078362.550939:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078362.550941:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300015123
00000100:00000001:2.0:1769078362.550944:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300016380
00000100:00000001:2.0:1769078362.550946:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300015123
00000100:00000001:2.0:1769078362.550948:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300016380
00000100:00000001:2.0:1769078362.550950:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078362.550952:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078362.550954:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078362.550958:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078362/real 1769078362]  req@ffff88ba8579df80 x1855007653175936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078362.550965:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078362.550967:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078362.550968:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078362.550971:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078362.550972:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078362.550975:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078362.550978:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579df80 x1855007653175936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078362.550984:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579df80 x1855007653175936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550988:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078362.550988:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.550989:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078362.550990:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078362.550993:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579df80 x1855007653175936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.550997:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078362.550999:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579df80 x1855007653175936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.551003:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078362.551004:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.551005:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078362.551006:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.551007:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078362.551008:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078362.551009:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078362.551011:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078362.551012:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078362.551014:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579df80 x1855007653175936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078362.551018:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653175936:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078362.551021:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078362.551023:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c700 x1855007653176064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.551028:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078362.551028:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078362.551030:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078362.551031:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078362.551032:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078362.551034:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653176064:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078362.551036:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078362.551038:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078362.551039:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078362.551040:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078362.551043:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078362.551044:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078362.551046:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078362.551048:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078362.551050:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078362.551061:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653176064, portal 4
00000100:00000001:2.0:1769078362.551064:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078362.551065:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486080 : -131140292065536 : ffff88ba8579c700)
00000100:00000040:2.0:1769078362.551070:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c700 x1855007653176064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.551076:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078362.551079:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078362.551081:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078362.551083:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653176064, offset 0
00000400:00000200:2.0:1769078362.551087:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078362.551091:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078362.551094:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078362.551097:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078362.551100:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078362.551102:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078362.551105:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078362.551108:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201079:201079:256:4294967295] 192.168.204.104@tcp LPNI seq info [201079:201079:8:4294967295]
00000400:00000200:2.0:1769078362.551113:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078362.551118:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078362.551123:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078362.551126:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078362.551129:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078362.551131:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078362.551133:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078362.551135:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078362.551138:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078362.551139:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078362.551141:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078362.551144:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078362.551146:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078362.551148:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078362.551150:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078362.551154:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c700 x1855007653176064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.551162:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078362.551165:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c700 x1855007653176064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.551171:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078362.551173:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078362.551175:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078362.551179:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078362.551182:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078362.551184:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300015123
00000100:00000001:2.0:1769078362.551187:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300016380
00000100:00000001:2.0:1769078362.551188:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300015123
00000100:00000001:2.0:1769078362.551191:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300016380
00000100:00000001:2.0:1769078362.551193:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078362.551195:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078362.551197:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078362.551201:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078362/real 1769078362]  req@ffff88ba8579c700 x1855007653176064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078362.551208:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078362.551210:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078362.551211:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078362.551213:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078362.551215:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078362.551217:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078362.551220:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c700 x1855007653176064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078362.551228:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c700 x1855007653176064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.551233:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078362.551235:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.551237:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078362.551238:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078362.551242:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c700 x1855007653176064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.551248:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078362.551252:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c700 x1855007653176064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.551259:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078362.551261:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.551263:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078362.551264:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.551265:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078362.551267:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078362.551270:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078362.551273:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078362.551275:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078362.551279:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c700 x1855007653176064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078362.551287:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653176064:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078362.551291:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.551293:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078362.551297:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c000 x1855007653175808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.551302:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078362.551305:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078362.551307:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078362.551309:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078362.551310:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078362.551312:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078362.551313:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078362.551315:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c400.
02000000:00000001:2.0:1769078362.551318:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078362.551319:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078362.551321:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c000.
00000100:00000001:2.0:1769078362.551325:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078362.551327:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.551328:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078362.551331:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579df80 x1855007653175936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.551337:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078362.551339:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078362.551340:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078362.551342:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078362.551343:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078362.551344:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078362.551346:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078362.551347:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d400.
02000000:00000001:2.0:1769078362.551363:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078362.551364:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078362.551366:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579df80.
00000100:00000001:2.0:1769078362.551369:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078362.551370:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.551372:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078362.551375:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c700 x1855007653176064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078362.551382:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078362.551384:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078362.551385:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078362.551389:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078362.551390:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078362.551391:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078362.551393:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078362.551395:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:2.0:1769078362.551397:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078362.551398:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078362.551399:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c700.
00000100:00000001:2.0:1769078362.551401:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078362.551403:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.551404:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.551409:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078362.551410:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078362.551412:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078362.551414:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078363.189449:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078363.189458:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078363.189526:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078363.189529:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078363.189532:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078363.828656:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300016380, at 4300016384
00000100:00000010:0.0:1769078363.828668:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b360.
00000100:00000040:1.0:1769078363.829576:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300016380, at 4300016385
00000100:00000010:1.0:1769078363.829583:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bea0.
00010000:00000001:2.0:1769078364.212606:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078364.212611:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078364.212667:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078364.212672:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078364.212675:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078365.236676:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078365.236685:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078365.236688:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078365.236691:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078365.236696:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078365.236698:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078365.236700:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078365.236702:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078365.236765:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078365.236772:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078365.236776:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078366.260616:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078366.260623:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078366.260671:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078366.260675:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078366.260677:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078367.284654:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078367.284660:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078367.284709:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078367.284715:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078367.284719:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078367.668622:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078367.668633:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078367.668636:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078367.668640:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078367.668644:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078367.668651:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5347
00000400:00000200:0.0:1769078367.668660:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078367.668666:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078367.668669:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078367.668672:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.668675:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078367.668677:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.668680:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078367.668686:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078367.668688:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:0.0:1769078367.668691:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078367.668694:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:0.0:1769078367.668697:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:0.0:1769078367.668706:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:0.0:1769078367.668709:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.668713:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078367.668715:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.668717:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078367.668721:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:0.0:1769078367.668725:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078367.668729:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078367.668731:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078367.668734:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078367.668737:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078367.668740:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078367.668743:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078367.668753:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579f100.
00000020:00000040:0.0:1769078367.668757:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:0.0:1769078367.668761:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078367.668762:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078367.668765:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078367.668768:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078367.668772:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078367.668781:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637c400.
00000100:00000001:0.0:1769078367.668788:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078367.668797:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579f100 x1855007653176192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078367.668807:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078367.668811:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078367.668815:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090e9c50a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579f100 x1855007653176192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078367.668837:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078367.668840:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078367.668847:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078367.668849:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078367.668850:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078367.668852:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078367.668855:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5347
00000400:00000200:0.0:1769078367.668858:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078367.668861:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078367.668863:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078367.668865:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.668867:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078367.668868:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.668870:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078367.668873:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078367.668874:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:0.0:1769078367.668875:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078367.668877:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:0.0:1769078367.668878:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:0.0:1769078367.668880:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:0.0:1769078367.668882:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.668883:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078367.668885:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.668886:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078367.668888:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:0.0:1769078367.668890:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078367.668892:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078367.668894:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078367.668899:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078367.668901:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078367.668903:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078367.668907:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078367.668912:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.668913:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078367.668914:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.668922:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1769078367.668923:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579fb80.
00000020:00000040:0.0:1769078367.668928:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000001:2.0:1769078367.668928:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769078367.668934:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078367.668936:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078367.668938:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078367.668940:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078367.668942:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078367.668946:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637f400.
00000100:00000040:2.0:1769078367.668946:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f100 x1855007653176192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078367.668956:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078367.668969:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579fb80 x1855007653176320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078367.669006:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078367.669013:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.669023:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769078367.669025:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003eef4410] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579fb80 x1855007653176320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.669028:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078367.669039:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078367.669043:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078367.669045:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078367.669047:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078367.669053:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1769078367.669053:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078367.669060:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078367.669063:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769078367.669067:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653176192:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078367.669068:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078367.669077:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5347
00000100:00000001:2.0:1769078367.669082:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000400:00000200:0.0:1769078367.669088:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:2.0:1769078367.669089:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:0.0:1769078367.669093:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
02000000:00000001:2.0:1769078367.669094:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078367.669096:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1769078367.669104:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769078367.669105:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.669110:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078367.669112:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.669113:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078367.669116:0:13730:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000010:2.0:1769078367.669116:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
00000020:00000040:0.0:1769078367.669118:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:0.0:1769078367.669122:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769078367.669124:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078367.669125:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:0.0:1769078367.669132:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:0.0:1769078367.669136:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:0.0:1769078367.669143:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078367.669145:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078367.669147:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078367.669153:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.669155:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000010:2.0:1769078367.669155:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000020:00000040:0.0:1769078367.669168:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000010:2.0:1769078367.669176:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00080000:0.0:1769078367.669177:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078367.669186:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078367.669188:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078367.669192:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769078367.669193:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653176192, portal 25
02000000:00000001:0.0:1769078367.669194:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078367.669202:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078367.669203:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00100000:0.0:1769078367.669205:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078367.669207:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417496832 : -131140292054784 : ffff88ba8579f100)
00000008:00000001:0.0:1769078367.669209:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078367.669212:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078367.669218:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579e300.
00000020:00000040:0.0:1769078367.669224:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000040:2.0:1769078367.669225:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f100 x1855007653176192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078367.669230:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078367.669235:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078367.669241:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078367.669244:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078367.669250:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078367.669260:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637e000.
00000100:00000001:2.0:1769078367.669261:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078367.669285:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078367.669289:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000001:0.0:1769078367.669296:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078367.669297:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653176192, offset 0
00000100:00100000:0.0:1769078367.669306:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579e300 x1855007653176448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078367.669317:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:0.0:1769078367.669323:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078367.669326:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078367.669332:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:0.0:1769078367.669336:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040518a28] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579e300 x1855007653176448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078367.669346:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078367.669346:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00080000:0.0:1769078367.669355:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078367.669358:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769078367.669359:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078367.669361:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078367.669364:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078367.669369:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078367.669369:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00080000:0.0:1769078367.669373:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5347
00000400:00000200:2.0:1769078367.669379:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078367.669380:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078367.669392:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078367.669393:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078367.669400:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078367.669407:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078367.669409:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201080:201080:256:4294967295] 192.168.204.104@tcp LPNI seq info [201080:201080:8:4294967295]
00000100:00000001:0.0:1769078367.669411:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078367.669419:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.669427:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769078367.669433:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:0.0:1769078367.669434:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078367.669438:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:0.0:1769078367.669443:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078367.669445:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:0.0:1769078367.669447:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:0.0:1769078367.669450:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:0.0:1769078367.669457:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.669461:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078367.669469:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078367.669470:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078367.669480:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:2.0:1769078367.669484:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000020:00000040:0.0:1769078367.669487:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:0.0:1769078367.669500:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000010:2.0:1769078367.669500:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000100:00000001:0.0:1769078367.669509:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078367.669513:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078367.669516:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1769078367.669517:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:0.0:1769078367.669521:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078367.669524:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769078367.669526:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000008:00100000:0.0:1769078367.669528:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078367.669559:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078367.669562:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078367.669566:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579c700.
00000020:00000040:0.0:1769078367.669569:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078367.669571:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078367.669572:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078367.669574:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078367.669575:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078367.669576:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078367.669579:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637c800.
00000100:00000001:0.0:1769078367.669583:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078367.669589:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00100000:0.0:1769078367.669590:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579c700 x1855007653176576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769078367.669599:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1769078367.669605:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078367.669611:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078367.669617:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfae52bc] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579c700 x1855007653176576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769078367.669618:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078367.669627:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000100:00000001:0.0:1769078367.669637:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078367.669640:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078367.669641:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769078367.669651:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078367.669655:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078367.669658:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078367.669663:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769078367.669665:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078367.669672:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5347
00000400:00000200:2.0:1769078367.669673:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078367.669678:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000400:00000200:0.0:1769078367.669679:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078367.669692:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1769078367.669693:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078367.669701:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769078367.669703:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f100 x1855007653176192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078367.669709:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.669720:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078367.669728:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078367.669729:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078367.669734:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078367.669739:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078367.669741:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000100:00000040:2.0:1769078367.669741:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f100 x1855007653176192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078367.669747:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078367.669750:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:0.0:1769078367.669756:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:0.0:1769078367.669764:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:0.0:1769078367.669775:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078367.669786:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078367.669787:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078367.669797:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769078367.669798:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078367.669801:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078367.669803:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:2.0:1769078367.669806:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078367.669807:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078367.669816:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078367.669818:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078367.669821:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078367.669821:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:0.0:1769078367.669829:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.669831:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300021500
00000100:00000001:0.0:1769078367.669833:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078367.669835:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078367.669839:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078367.669841:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078367.669842:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bd20.
00000100:00000010:0.0:1769078367.669845:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579df80.
00000020:00000040:0.0:1769078367.669848:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078367.669850:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078367.669851:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.669852:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078367.669854:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078367.669859:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078367.669861:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078367.669866:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637e400.
00000100:00000001:2.0:1769078367.669866:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300021500
00000100:00000001:0.0:1769078367.669873:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078367.669875:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b420.
00000100:00100000:0.0:1769078367.669881:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579df80 x1855007653176704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078367.669882:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078367.669891:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078367.669901:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.669910:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769078367.669917:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078367.669921:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078367.669922:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078367/real 1769078367]  req@ffff88ba8579f100 x1855007653176192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078367.669932:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd2012da] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579df80 x1855007653176704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078367.669979:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078367.669980:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078367.669983:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1769078367.669985:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5357)
00000400:00000010:2.0:1769078367.669986:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078367.669993:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078367.669995:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078367.669998:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078367.670005:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f100 x1855007653176192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078367.670014:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f100 x1855007653176192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670021:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078367.670023:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670025:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078367.670027:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078367.670031:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f100 x1855007653176192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670038:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078367.670042:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f100 x1855007653176192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670049:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078367.670052:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670054:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078367.670055:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670057:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078367.670059:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078367.670062:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078367.670066:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078367.670068:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078367.670073:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f100 x1855007653176192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078367.670080:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653176192:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078367.670085:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670087:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078367.670090:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f100 x1855007653176192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670096:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078367.670099:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078367.670102:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078367.670105:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078367.670108:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078367.670110:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078367.670112:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078367.670114:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c400.
02000000:00000001:2.0:1769078367.670118:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078367.670119:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078367.670121:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f100.
00000100:00000001:2.0:1769078367.670125:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078367.670126:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670128:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670134:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078367.670136:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.670139:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078367.670140:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078367.670142:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078367.670146:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579fb80 x1855007653176320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670153:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078367.670154:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078367.670156:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078367.670159:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078367.670161:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078367.670164:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653176320:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078367.670167:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078367.670169:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078367.670171:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078367.670172:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078367.670175:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078367.670177:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078367.670181:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078367.670184:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078367.670186:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078367.670189:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653176320, portal 10
00000100:00000001:2.0:1769078367.670191:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078367.670192:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417499520 : -131140292052096 : ffff88ba8579fb80)
00000100:00000040:2.0:1769078367.670198:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579fb80 x1855007653176320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670204:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078367.670206:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078367.670208:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078367.670210:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653176320, offset 0
00000400:00000200:2.0:1769078367.670214:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078367.670217:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078367.670221:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078367.670223:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078367.670226:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078367.670228:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078367.670230:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078367.670234:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201081:201081:256:4294967295] 192.168.204.104@tcp LPNI seq info [201081:201081:8:4294967295]
00000400:00000200:2.0:1769078367.670238:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078367.670244:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078367.670248:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078367.670251:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078367.670255:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078367.670258:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769078367.670276:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078367.670279:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769078367.670283:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078367.670285:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078367.670288:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078367.670291:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078367.670294:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078367.670295:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078367.670297:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078367.670301:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579fb80 x1855007653176320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670308:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078367.670311:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579fb80 x1855007653176320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670317:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.670319:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078367.670321:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078367.670325:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078367.670328:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078367.670330:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300020250
00000100:00000001:2.0:1769078367.670332:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300021500
00000100:00000001:2.0:1769078367.670335:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300020250
00000100:00000001:2.0:1769078367.670337:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300021500
00000100:00000001:2.0:1769078367.670339:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078367.670341:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.670343:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078367.670346:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078367/real 1769078367]  req@ffff88ba8579fb80 x1855007653176320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078367.670359:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078367.670360:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078367.670362:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078367.670364:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078367.670365:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078367.670367:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078367.670370:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579fb80 x1855007653176320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078367.670378:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579fb80 x1855007653176320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670384:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078367.670385:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670387:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078367.670388:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078367.670391:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579fb80 x1855007653176320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670398:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078367.670402:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579fb80 x1855007653176320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670408:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078367.670410:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670411:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078367.670412:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670414:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078367.670416:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078367.670418:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078367.670421:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078367.670423:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078367.670428:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579fb80 x1855007653176320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078367.670435:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653176320:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078367.670439:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078367.670442:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579e300 x1855007653176448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670449:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078367.670450:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078367.670452:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078367.670454:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078367.670456:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078367.670458:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653176448:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078367.670461:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078367.670463:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078367.670465:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078367.670466:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078367.670469:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078367.670471:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078367.670474:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078367.670477:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078367.670479:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078367.670482:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653176448, portal 10
00000100:00000001:2.0:1769078367.670483:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078367.670484:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417493248 : -131140292058368 : ffff88ba8579e300)
00000100:00000040:2.0:1769078367.670489:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579e300 x1855007653176448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670496:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078367.670498:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078367.670500:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078367.670502:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653176448, offset 0
00000400:00000200:2.0:1769078367.670506:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078367.670509:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078367.670512:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078367.670515:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078367.670517:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078367.670519:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078367.670521:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078367.670525:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201082:201082:256:4294967295] 192.168.204.104@tcp LPNI seq info [201082:201082:8:4294967295]
00000400:00000200:2.0:1769078367.670529:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078367.670556:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078367.670561:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078367.670564:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078367.670568:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078367.670570:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769078367.670574:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078367.670576:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769078367.670580:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078367.670582:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078367.670584:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078367.670588:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078367.670590:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078367.670592:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078367.670594:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078367.670597:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579e300 x1855007653176448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670604:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078367.670607:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579e300 x1855007653176448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670613:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.670615:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078367.670617:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078367.670620:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078367.670623:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078367.670625:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300020236
00000100:00000001:2.0:1769078367.670627:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300021500
00000100:00000001:2.0:1769078367.670629:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300020236
00000100:00000001:2.0:1769078367.670631:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300021500
00000100:00000001:2.0:1769078367.670633:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078367.670635:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.670637:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078367.670640:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078367/real 1769078367]  req@ffff88ba8579e300 x1855007653176448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078367.670647:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078367.670649:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078367.670650:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078367.670652:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078367.670654:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078367.670656:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078367.670659:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579e300 x1855007653176448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078367.670668:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579e300 x1855007653176448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670675:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078367.670676:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670678:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078367.670680:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078367.670683:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579e300 x1855007653176448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670690:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078367.670695:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579e300 x1855007653176448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670702:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078367.670705:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670708:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078367.670709:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670711:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078367.670713:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078367.670716:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078367.670719:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078367.670721:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078367.670725:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579e300 x1855007653176448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078367.670733:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653176448:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078367.670737:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078367.670744:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c700 x1855007653176576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670752:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078367.670753:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078367.670755:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078367.670757:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078367.670759:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078367.670761:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653176576:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078367.670764:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078367.670766:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078367.670767:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078367.670769:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078367.670772:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078367.670774:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078367.670777:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078367.670779:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078367.670782:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078367.670785:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653176576, portal 4
00000100:00000001:2.0:1769078367.670787:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078367.670788:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486080 : -131140292065536 : ffff88ba8579c700)
00000100:00000040:2.0:1769078367.670793:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c700 x1855007653176576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670799:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078367.670801:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078367.670803:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078367.670805:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653176576, offset 0
00000400:00000200:2.0:1769078367.670808:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078367.670812:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078367.670814:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078367.670817:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078367.670819:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078367.670821:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078367.670823:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078367.670827:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201083:201083:256:4294967295] 192.168.204.104@tcp LPNI seq info [201083:201083:8:4294967295]
00000400:00000200:2.0:1769078367.670830:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078367.670836:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078367.670840:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078367.670843:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078367.670846:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078367.670849:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769078367.670853:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078367.670855:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769078367.670858:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078367.670860:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078367.670863:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078367.670866:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078367.670868:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078367.670870:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078367.670871:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078367.670875:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c700 x1855007653176576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670888:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078367.670891:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c700 x1855007653176576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670897:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.670898:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078367.670901:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078367.670903:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078367.670906:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078367.670908:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300020243
00000100:00000001:2.0:1769078367.670911:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300021500
00000100:00000001:2.0:1769078367.670912:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300020243
00000100:00000001:2.0:1769078367.670915:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300021500
00000100:00000001:2.0:1769078367.670917:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078367.670919:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.670921:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078367.670924:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078367/real 1769078367]  req@ffff88ba8579c700 x1855007653176576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078367.670931:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078367.670932:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078367.670934:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078367.670936:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078367.670937:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078367.670939:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078367.670942:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c700 x1855007653176576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078367.670950:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c700 x1855007653176576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670956:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078367.670957:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670959:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078367.670960:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078367.670963:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c700 x1855007653176576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670970:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078367.670973:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c700 x1855007653176576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.670980:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078367.670982:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670984:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078367.670985:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.670986:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078367.670987:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078367.670989:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078367.670992:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078367.670994:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078367.670997:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c700 x1855007653176576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078367.671005:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653176576:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078367.671008:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078367.671012:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579df80 x1855007653176704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.671019:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078367.671020:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078367.671022:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078367.671024:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078367.671026:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078367.671029:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653176704:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078367.671032:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078367.671033:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078367.671035:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078367.671037:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078367.671039:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078367.671041:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078367.671044:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078367.671046:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078367.671048:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078367.671051:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653176704, portal 4
00000100:00000001:2.0:1769078367.671053:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078367.671054:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417492352 : -131140292059264 : ffff88ba8579df80)
00000100:00000040:2.0:1769078367.671059:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579df80 x1855007653176704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.671064:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078367.671067:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078367.671068:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078367.671070:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653176704, offset 0
00000400:00000200:2.0:1769078367.671074:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078367.671077:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078367.671080:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078367.671082:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078367.671085:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078367.671087:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078367.671089:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078367.671092:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201084:201084:256:4294967295] 192.168.204.104@tcp LPNI seq info [201084:201084:8:4294967295]
00000400:00000200:2.0:1769078367.671096:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078367.671101:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078367.671105:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078367.671107:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078367.671111:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078367.671114:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769078367.671118:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078367.671120:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769078367.671123:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078367.671125:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078367.671128:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078367.671131:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078367.671133:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078367.671135:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078367.671137:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078367.671140:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579df80 x1855007653176704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.671147:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078367.671149:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579df80 x1855007653176704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.671156:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.671157:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078367.671159:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078367.671162:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078367.671166:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078367.671168:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300020243
00000100:00000001:2.0:1769078367.671170:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300021500
00000100:00000001:2.0:1769078367.671172:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300020243
00000100:00000001:2.0:1769078367.671174:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300021500
00000100:00000001:2.0:1769078367.671176:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078367.671178:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.671179:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078367.671183:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078367/real 1769078367]  req@ffff88ba8579df80 x1855007653176704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078367.671190:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078367.671191:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078367.671193:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078367.671194:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078367.671196:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078367.671198:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078367.671201:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579df80 x1855007653176704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078367.671209:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579df80 x1855007653176704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.671214:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078367.671216:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.671217:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078367.671219:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078367.671222:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579df80 x1855007653176704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.671228:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078367.671232:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579df80 x1855007653176704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.671237:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078367.671239:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.671241:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078367.671242:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.671244:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078367.671245:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078367.671247:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078367.671251:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078367.671253:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078367.671257:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579df80 x1855007653176704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078367.671283:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653176704:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078367.671287:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.671289:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078367.671292:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579fb80 x1855007653176320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.671298:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078367.671299:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078367.671301:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078367.671304:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078367.671306:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078367.671307:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078367.671309:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078367.671311:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f400.
02000000:00000001:2.0:1769078367.671313:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078367.671314:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078367.671316:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579fb80.
00000100:00000001:2.0:1769078367.671318:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078367.671320:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.671321:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078367.671325:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579e300 x1855007653176448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.671331:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078367.671332:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078367.671334:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078367.671336:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078367.671337:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078367.671338:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078367.671339:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078367.671341:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e000.
02000000:00000001:2.0:1769078367.671342:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078367.671343:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078367.671345:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579e300.
00000100:00000001:2.0:1769078367.671347:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078367.671348:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.671350:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078367.671353:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c700 x1855007653176576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.671359:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078367.671360:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078367.671361:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078367.671363:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078367.671364:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078367.671366:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078367.671367:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078367.671368:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c800.
02000000:00000001:2.0:1769078367.671370:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078367.671371:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078367.671372:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c700.
00000100:00000001:2.0:1769078367.671375:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078367.671376:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.671377:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078367.671380:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579df80 x1855007653176704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078367.671386:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078367.671388:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078367.671389:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078367.671391:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078367.671392:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078367.671393:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078367.671395:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078367.671396:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e400.
02000000:00000001:2.0:1769078367.671397:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078367.671398:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078367.671399:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579df80.
00000100:00000001:2.0:1769078367.671402:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078367.671403:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.671405:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.671408:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078367.671409:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.671411:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078367.671412:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078368.308655:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078368.308662:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078368.308718:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078368.308721:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078368.308724:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078368.948658:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300021500, at 4300021504
00000100:00000010:0.0:1769078368.948674:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bd20.
00000100:00000040:1.0:1769078368.950329:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300021500, at 4300021505
00000100:00000010:1.0:1769078368.950336:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b420.
00010000:00000001:2.0:1769078369.332639:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078369.332645:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078369.332702:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078369.332706:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078369.332710:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078370.356683:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078370.356692:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078370.356763:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078370.356768:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078370.356772:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078371.381291:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078371.381301:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078371.382268:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078371.382272:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078371.382276:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078372.404684:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078372.404693:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078372.404760:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078372.404764:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078372.404768:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078372.788688:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078372.788705:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078372.788707:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078372.788713:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078372.788717:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078372.788725:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5352
00000400:00000200:1.0:1769078372.788735:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078372.788742:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078372.788744:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078372.788747:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.788750:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078372.788752:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.788754:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078372.788758:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078372.788761:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078372.788763:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078372.788766:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078372.788769:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078372.788772:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078372.788775:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.788777:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078372.788778:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.788780:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078372.788784:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078372.788787:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078372.788790:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078372.788794:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078372.788798:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078372.788802:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.788805:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078372.788807:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078372.788819:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611f80.
00000020:00000040:1.0:1769078372.788823:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078372.788828:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078372.788829:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.788832:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078372.788834:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078372.788839:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078372.788847:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a400.
00000100:00000001:1.0:1769078372.788854:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078372.788863:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611f80 x1855007653176832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078372.788873:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078372.788877:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078372.788880:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0de5d6f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611f80 x1855007653176832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.788899:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078372.788902:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078372.788904:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078372.788905:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078372.788906:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078372.788908:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078372.788910:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5352
00000400:00000200:1.0:1769078372.788914:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078372.788917:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078372.788919:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078372.788922:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.788924:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078372.788926:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.788928:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078372.788931:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078372.788932:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078372.788934:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078372.788937:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078372.788939:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078372.788941:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078372.788946:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.788948:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078372.788951:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078372.788951:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078372.788956:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078372.788959:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078372.788960:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:2.0:1769078372.788964:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1769078372.788965:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078372.788970:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078372.788972:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769078372.788975:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611f80 x1855007653176832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078372.788978:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078372.788982:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.788986:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078372.788991:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078372.788992:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1769078372.788994:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.788997:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.788997:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078372.789003:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611880.
02000000:00000001:2.0:1769078372.789005:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1769078372.789006:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078372.789009:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078372.789010:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078372.789011:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.789014:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078372.789017:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078372.789017:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078372.789020:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078372.789024:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653176832:192.168.204.104@tcp:250:kworker.0
02000000:00000010:1.0:1769078372.789025:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769078372.789031:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.789033:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1769078372.789037:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611880 x1855007653176960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078372.789040:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078372.789044:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.789045:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078372.789048:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078372.789052:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1769078372.789053:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0af494a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611880 x1855007653176960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.789060:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078372.789061:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
00000100:00080000:1.0:1769078372.789062:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078372.789067:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1769078372.789067:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.789070:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078372.789072:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078372.789074:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078372.789076:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5352
00000400:00000200:2.0:1769078372.789080:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078372.789081:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078372.789085:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078372.789087:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769078372.789088:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000100:00000040:1.0:1769078372.789090:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.789094:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078372.789096:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.789097:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078372.789099:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078372.789100:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000400:00000010:2.0:1769078372.789100:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000020:00000001:1.0:1769078372.789103:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078372.789105:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078372.789106:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078372.789107:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078372.789109:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.789110:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078372.789111:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.789113:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000200:2.0:1769078372.789113:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653176832, portal 25
00000020:00000040:1.0:1769078372.789116:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078372.789120:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078372.789120:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078372.789122:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078372.789125:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078372.789125:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415870336 : -131140293681280 : ffff88ba85611f80)
02000000:00000001:1.0:1769078372.789128:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078372.789131:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.789132:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078372.789134:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078372.789136:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.789138:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078372.789138:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611f80 x1855007653176832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078372.789143:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611500.
00000020:00000040:1.0:1769078372.789147:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078372.789150:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078372.789152:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.789155:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078372.789157:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078372.789158:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1769078372.789159:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078372.789164:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
00000100:00000040:2.0:1769078372.789165:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078372.789167:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078372.789171:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00100000:1.0:1769078372.789172:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611500 x1855007653177088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078372.789194:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769078372.789195:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653176832, offset 0
00000100:00000001:1.0:1769078372.789197:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078372.789203:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fb51406] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611500 x1855007653177088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078372.789208:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078372.789217:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078372.789220:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078372.789223:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078372.789226:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078372.789229:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078372.789231:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078372.789235:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:1.0:1769078372.789236:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078372.789241:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5352
00000400:00000200:2.0:1769078372.789246:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078372.789253:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078372.789254:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078372.789259:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078372.789261:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078372.789265:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078372.789268:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000040:1.0:1769078372.789273:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078372.789277:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201085:201085:256:4294967295] 192.168.204.104@tcp LPNI seq info [201085:201085:8:4294967295]
00000100:00000001:1.0:1769078372.789278:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078372.789283:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.789288:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769078372.789289:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:1.0:1769078372.789293:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078372.789297:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078372.789299:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078372.789302:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078372.789306:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078372.789311:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000200:2.0:1769078372.789311:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078372.789319:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.789322:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769078372.789326:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769078372.789327:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.789332:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078372.789336:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000800:00000010:2.0:1769078372.789336:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000100:00080000:1.0:1769078372.789342:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078372.789345:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078372.789348:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769078372.789350:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:1.0:1769078372.789352:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078372.789356:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078372.789357:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769078372.789359:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078372.789363:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078372.789367:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078372.789368:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078372.789369:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078372.789374:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610e00.
00000800:00000200:2.1:1769078372.789376:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000020:00000040:1.0:1769078372.789377:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078372.789382:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078372.789384:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.789386:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:2.0:1769078372.789388:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
02000000:00000001:1.0:1769078372.789389:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078372.789391:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078372.789395:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b800.
00000800:00000010:2.0:1769078372.789395:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000100:00000001:1.0:1769078372.789400:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078372.789406:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610e00 x1855007653177216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078372.789406:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078372.789415:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078372.789418:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078372.789419:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078372.789425:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e5ce01] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610e00 x1855007653177216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078372.789429:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078372.789434:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:1.0:1769078372.789435:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078372.789440:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078372.789442:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1769078372.789444:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078372.789447:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078372.789450:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1769078372.789450:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611f80 x1855007653176832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.789456:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078372.789461:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5352
00000400:00000200:1.0:1769078372.789469:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078372.789471:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1769078372.789474:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078372.789478:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078372.789479:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611f80 x1855007653176832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078372.789486:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.789491:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078372.789497:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078372.789498:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.789502:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078372.789503:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1769078372.789507:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078372.789509:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078372.789511:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078372.789512:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078372.789514:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078372.789518:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078372.789522:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000200:2.0:1769078372.789523:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:1.0:1769078372.789526:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.789527:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078372.789528:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078372.789530:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078372.789532:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:2.0:1769078372.789573:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300026620
00000100:00000010:2.0:1769078372.789580:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b540.
00000100:00080000:1.0:1769078372.789582:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078372.789587:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078372.789589:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078372.789593:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078372.789595:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.789597:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078372.789600:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078372.789602:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.789602:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078372.789606:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078372.789611:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610380.
00000020:00000040:1.0:1769078372.789614:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000001:2.0:1769078372.789615:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300026620
02000000:00000001:1.0:1769078372.789617:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078372.789620:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.789622:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078372.789624:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1769078372.789624:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b420.
02000000:00000001:1.0:1769078372.789627:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.789631:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
02000000:00000010:1.0:1769078372.789634:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000001:2.0:1769078372.789637:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078372.789639:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.789642:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078372.789646:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610380 x1855007653177344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078372.789647:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078372.789656:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078372/real 1769078372]  req@ffff88ba85611f80 x1855007653176832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.789657:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078372.789661:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078372.789669:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea9b11c2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610380 x1855007653177344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078372.789675:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1769078372.789680:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078372.789680:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078372.789683:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000100:00000040:1.0:1769078372.789687:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5363)
00000400:00000200:2.0:1769078372.789688:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078372.789692:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078372.789696:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078372.789701:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611f80 x1855007653176832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078372.789711:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611f80 x1855007653176832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.789718:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078372.789720:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.789723:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078372.789725:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078372.789728:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611f80 x1855007653176832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.789737:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078372.789741:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611f80 x1855007653176832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.789748:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078372.789752:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.789753:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078372.789755:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.789758:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078372.789760:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078372.789763:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078372.789768:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078372.789770:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078372.789775:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611f80 x1855007653176832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078372.789784:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653176832:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078372.789789:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.789791:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078372.789794:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611f80 x1855007653176832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.789801:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078372.789804:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078372.789806:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078372.789809:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078372.789812:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078372.789813:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078372.789816:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078372.789819:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a400.
02000000:00000001:2.0:1769078372.789824:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078372.789827:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078372.789829:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611f80.
00000100:00000001:2.0:1769078372.789833:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078372.789834:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.789836:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.789844:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078372.789847:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.789849:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078372.789851:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078372.789852:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078372.789856:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611880 x1855007653176960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.789863:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078372.789864:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078372.789866:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078372.789868:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078372.789870:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078372.789873:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653176960:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078372.789876:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078372.789878:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078372.789879:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078372.789881:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078372.789884:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078372.789886:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078372.789891:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078372.789894:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078372.789898:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078372.789901:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653176960, portal 10
00000100:00000001:2.0:1769078372.789902:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078372.789904:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415868544 : -131140293683072 : ffff88ba85611880)
00000100:00000040:2.0:1769078372.789911:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611880 x1855007653176960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.789918:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078372.789920:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078372.789923:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078372.789925:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653176960, offset 0
00000400:00000200:2.0:1769078372.789929:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078372.789933:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078372.789936:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078372.789939:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078372.789942:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078372.789945:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078372.789947:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078372.789950:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201086:201086:256:4294967295] 192.168.204.104@tcp LPNI seq info [201086:201086:8:4294967295]
00000400:00000200:2.0:1769078372.789954:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078372.789960:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078372.789964:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078372.789968:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078372.789972:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078372.789974:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078372.789979:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078372.789982:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078372.789985:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078372.789987:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078372.789990:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078372.789994:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078372.789996:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078372.789999:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078372.790001:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078372.790005:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611880 x1855007653176960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790012:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078372.790015:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611880 x1855007653176960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790021:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.790023:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078372.790026:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078372.790030:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078372.790033:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078372.790035:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300025370
00000100:00000001:2.0:1769078372.790038:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300026620
00000100:00000001:2.0:1769078372.790040:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300025370
00000100:00000001:2.0:1769078372.790042:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300026620
00000100:00000001:2.0:1769078372.790044:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078372.790047:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.790049:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078372.790052:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078372/real 1769078372]  req@ffff88ba85611880 x1855007653176960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078372.790060:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078372.790062:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078372.790063:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078372.790066:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078372.790067:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078372.790070:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078372.790073:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611880 x1855007653176960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078372.790081:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611880 x1855007653176960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790086:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078372.790088:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.790089:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078372.790091:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078372.790094:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611880 x1855007653176960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790101:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078372.790105:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611880 x1855007653176960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790111:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078372.790114:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.790115:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078372.790117:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.790119:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078372.790121:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078372.790124:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078372.790127:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078372.790129:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078372.790133:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611880 x1855007653176960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078372.790141:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653176960:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078372.790145:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078372.790148:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611500 x1855007653177088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790154:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078372.790155:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078372.790157:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078372.790159:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078372.790161:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078372.790164:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653177088:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078372.790168:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078372.790170:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078372.790171:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078372.790173:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078372.790187:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078372.790189:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078372.790194:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078372.790196:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078372.790199:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078372.790202:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653177088, portal 10
00000100:00000001:2.0:1769078372.790204:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078372.790205:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415867648 : -131140293683968 : ffff88ba85611500)
00000100:00000040:2.0:1769078372.790210:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611500 x1855007653177088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790216:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078372.790218:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078372.790220:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078372.790223:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653177088, offset 0
00000400:00000200:2.0:1769078372.790226:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078372.790230:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078372.790233:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078372.790235:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078372.790238:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078372.790240:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078372.790242:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078372.790245:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201087:201087:256:4294967295] 192.168.204.104@tcp LPNI seq info [201087:201087:8:4294967295]
00000400:00000200:2.0:1769078372.790249:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078372.790255:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078372.790259:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078372.790262:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078372.790266:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078372.790268:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078372.790272:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078372.790275:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078372.790278:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078372.790280:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078372.790283:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078372.790286:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078372.790288:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078372.790291:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078372.790293:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078372.790297:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611500 x1855007653177088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790304:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078372.790307:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611500 x1855007653177088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790314:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.790315:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078372.790318:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078372.790321:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078372.790324:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078372.790327:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300025355
00000100:00000001:2.0:1769078372.790329:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300026620
00000100:00000001:2.0:1769078372.790331:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300025355
00000100:00000001:2.0:1769078372.790333:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300026620
00000100:00000001:2.0:1769078372.790335:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078372.790337:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.790339:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078372.790343:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078372/real 1769078372]  req@ffff88ba85611500 x1855007653177088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078372.790350:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078372.790351:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078372.790353:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078372.790355:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078372.790357:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078372.790358:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078372.790362:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611500 x1855007653177088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078372.790370:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611500 x1855007653177088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790376:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078372.790378:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.790380:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078372.790381:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078372.790384:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611500 x1855007653177088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790391:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078372.790395:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611500 x1855007653177088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790401:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078372.790403:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.790405:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078372.790406:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.790408:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078372.790410:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078372.790413:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078372.790416:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078372.790419:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078372.790423:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611500 x1855007653177088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078372.790430:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653177088:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078372.790433:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078372.790436:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610e00 x1855007653177216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790443:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078372.790444:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078372.790447:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078372.790449:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078372.790451:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078372.790453:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653177216:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078372.790457:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078372.790459:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078372.790460:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078372.790462:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078372.790466:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078372.790467:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078372.790471:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078372.790474:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078372.790478:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078372.790480:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653177216, portal 4
00000100:00000001:2.0:1769078372.790482:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078372.790484:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415865856 : -131140293685760 : ffff88ba85610e00)
00000100:00000040:2.0:1769078372.790489:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610e00 x1855007653177216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790495:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078372.790497:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078372.790499:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078372.790502:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653177216, offset 0
00000400:00000200:2.0:1769078372.790505:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078372.790509:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078372.790512:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078372.790515:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078372.790517:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078372.790520:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078372.790522:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078372.790525:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201088:201088:256:4294967295] 192.168.204.104@tcp LPNI seq info [201088:201088:8:4294967295]
00000400:00000200:2.0:1769078372.790529:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078372.790551:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078372.790557:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078372.790561:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078372.790565:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078372.790568:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078372.790572:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078372.790574:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078372.790578:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078372.790580:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078372.790582:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078372.790586:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078372.790588:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078372.790590:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078372.790593:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078372.790596:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610e00 x1855007653177216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790604:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078372.790607:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610e00 x1855007653177216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790613:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.790615:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078372.790618:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078372.790621:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078372.790624:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078372.790626:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300025363
00000100:00000001:2.0:1769078372.790629:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300026620
00000100:00000001:2.0:1769078372.790632:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300025363
00000100:00000001:2.0:1769078372.790634:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300026620
00000100:00000001:2.0:1769078372.790636:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078372.790638:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.790640:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078372.790643:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078372/real 1769078372]  req@ffff88ba85610e00 x1855007653177216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078372.790651:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078372.790653:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078372.790654:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078372.790656:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078372.790658:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078372.790660:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078372.790663:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610e00 x1855007653177216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078372.790671:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610e00 x1855007653177216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790677:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078372.790679:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.790681:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078372.790682:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078372.790685:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610e00 x1855007653177216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790692:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078372.790696:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610e00 x1855007653177216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790703:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078372.790705:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.790707:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078372.790708:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.790710:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078372.790711:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078372.790713:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078372.790716:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078372.790718:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078372.790722:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610e00 x1855007653177216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078372.790730:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653177216:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078372.790734:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078372.790737:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610380 x1855007653177344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790743:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078372.790745:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078372.790747:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078372.790749:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078372.790751:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078372.790753:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653177344:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078372.790757:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078372.790758:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078372.790760:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078372.790762:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078372.790765:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078372.790767:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078372.790770:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078372.790772:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078372.790775:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078372.790778:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653177344, portal 4
00000100:00000001:2.0:1769078372.790780:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078372.790781:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415863168 : -131140293688448 : ffff88ba85610380)
00000100:00000040:2.0:1769078372.790786:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610380 x1855007653177344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790792:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078372.790794:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078372.790796:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078372.790799:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653177344, offset 0
00000400:00000200:2.0:1769078372.790803:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078372.790807:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078372.790810:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078372.790812:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078372.790815:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078372.790817:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078372.790819:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078372.790822:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201089:201089:256:4294967295] 192.168.204.104@tcp LPNI seq info [201089:201089:8:4294967295]
00000400:00000200:2.0:1769078372.790826:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078372.790832:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078372.790836:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078372.790840:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078372.790843:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078372.790846:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078372.790850:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078372.790853:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078372.790857:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078372.790859:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078372.790861:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078372.790864:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078372.790868:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078372.790869:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078372.790871:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078372.790875:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610380 x1855007653177344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790882:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078372.790885:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610380 x1855007653177344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790892:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.790893:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078372.790896:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078372.790899:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078372.790902:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078372.790905:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300025363
00000100:00000001:2.0:1769078372.790907:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300026620
00000100:00000001:2.0:1769078372.790909:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300025363
00000100:00000001:2.0:1769078372.790912:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300026620
00000100:00000001:2.0:1769078372.790914:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078372.790916:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.790918:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078372.790921:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078372/real 1769078372]  req@ffff88ba85610380 x1855007653177344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078372.790929:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078372.790931:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078372.790933:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078372.790935:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078372.790937:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078372.790939:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078372.790942:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610380 x1855007653177344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078372.790951:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610380 x1855007653177344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790957:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078372.790958:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.790960:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078372.790962:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078372.790965:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610380 x1855007653177344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790971:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078372.790975:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610380 x1855007653177344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.790982:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078372.790984:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.790986:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078372.790987:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.790989:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078372.790990:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078372.790993:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078372.790996:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078372.790998:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078372.791002:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610380 x1855007653177344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078372.791009:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653177344:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078372.791013:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.791014:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078372.791017:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611880 x1855007653176960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.791023:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078372.791025:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078372.791027:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078372.791029:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078372.791031:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078372.791032:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078372.791034:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078372.791036:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:2.0:1769078372.791039:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078372.791040:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078372.791041:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611880.
00000100:00000001:2.0:1769078372.791044:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078372.791045:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.791047:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078372.791051:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611500 x1855007653177088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.791063:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078372.791064:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078372.791066:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078372.791068:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078372.791070:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078372.791071:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078372.791073:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078372.791074:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b400.
02000000:00000001:2.0:1769078372.791077:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078372.791078:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078372.791080:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611500.
00000100:00000001:2.0:1769078372.791082:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078372.791083:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.791085:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078372.791088:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610e00 x1855007653177216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.791095:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078372.791096:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078372.791097:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078372.791100:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078372.791101:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078372.791103:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078372.791105:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078372.791106:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b800.
02000000:00000001:2.0:1769078372.791108:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078372.791109:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078372.791110:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610e00.
00000100:00000001:2.0:1769078372.791114:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078372.791115:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.791116:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078372.791120:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610380 x1855007653177344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078372.791126:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078372.791127:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078372.791128:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078372.791131:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078372.791132:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078372.791134:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078372.791136:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078372.791137:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219800.
02000000:00000001:2.0:1769078372.791139:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078372.791140:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078372.791141:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610380.
00000100:00000001:2.0:1769078372.791143:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078372.791145:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.791146:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.791150:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078372.791152:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.791154:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078372.791155:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078373.428669:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078373.428677:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078373.428744:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078373.428748:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078373.428752:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078374.068711:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300026620, at 4300026624
00000100:00000040:1.0:1769078374.068711:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300026620, at 4300026624
00000100:00000010:0.0:1769078374.068730:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b540.
00000100:00000010:1.0:1769078374.068733:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b420.
00010000:00000001:2.0:1769078374.452698:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078374.452708:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078374.452803:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078374.452811:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078374.452824:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078375.476724:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078375.476736:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078375.476739:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078375.476756:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078375.476763:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078375.476766:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078375.476768:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078375.476771:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078375.476844:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078375.476848:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078375.476852:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078376.500681:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078376.500690:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078376.500769:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078376.500776:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078376.500782:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078377.524663:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078377.524670:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078377.524741:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078377.524745:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078377.524749:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078377.908704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078377.908715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078377.908717:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078377.908721:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078377.908725:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078377.908735:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5358
00000400:00000200:2.0:1769078377.908746:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078377.908756:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078377.908760:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078377.908763:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.908766:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078377.908769:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.908771:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078377.908777:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078377.908779:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078377.908782:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078377.908785:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078377.908788:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078377.908791:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078377.908801:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.908803:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078377.908804:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.908806:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078377.908809:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078377.908813:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078377.908816:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078377.908819:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078377.908823:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078377.908826:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.908829:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078377.908831:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078377.908843:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3100.
00000020:00000040:2.0:1769078377.908853:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078377.908858:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078377.908860:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.908863:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078377.908866:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078377.908872:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078377.908882:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4400.
00000100:00000001:2.0:1769078377.908889:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078377.908898:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3100 x1855007653177472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078377.908909:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078377.908913:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078377.908925:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679215a2] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3100 x1855007653177472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078377.908952:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078377.908956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078377.908959:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078377.908961:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078377.908962:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078377.908964:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078377.908966:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5358
00000400:00000200:2.0:1769078377.908969:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078377.908972:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078377.908975:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078377.908978:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.908981:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078377.908983:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.908986:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078377.908988:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078377.908989:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078377.908991:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078377.908993:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:0.0:1769078377.908995:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078377.908995:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078377.909000:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078377.909003:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078377.909004:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078377.909008:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078377.909009:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078377.909013:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.909016:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078377.909018:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078377.909021:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078377.909024:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078377.909025:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078377.909030:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078377.909032:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.909033:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078377.909037:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078377.909040:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.909041:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078377.909044:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2680.
00000020:00000040:2.0:1769078377.909046:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078377.909048:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078377.909049:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.909051:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078377.909052:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078377.909053:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078377.909056:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5800.
00000100:00000001:2.0:1769078377.909058:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078377.909062:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2680 x1855007653177600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078377.909067:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078377.909068:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078377.909071:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbda68c0] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2680 x1855007653177600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078377.909076:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078377.909078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078377.909079:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3100 x1855007653177472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078377.909083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078377.909086:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078377.909088:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078377.909103:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078377.909104:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769078377.909106:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5358
00000100:00000001:0.0:1769078377.909107:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078377.909113:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:0.0:1769078377.909114:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:2.0:1769078377.909116:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078377.909119:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1769078377.909120:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078377.909121:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078377.909126:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.909126:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078377.909129:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.909132:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078377.909135:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:0.0:1769078377.909136:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653177472:192.168.204.104@tcp:250:kworker.0
00000020:00000040:2.0:1769078377.909136:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078377.909138:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078377.909141:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078377.909144:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000001:0.0:1769078377.909145:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1769078377.909146:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078377.909150:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.909151:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078377.909152:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078377.909153:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078377.909154:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078377.909157:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
02000000:00000001:0.0:1769078377.909158:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078377.909159:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078377.909163:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078377.909164:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078377.909165:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078377.909168:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078377.909169:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.909171:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078377.909172:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078377.909174:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.909176:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078377.909179:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f000.
00000100:00000010:2.0:1769078377.909181:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0000.
02000000:00000001:0.0:1769078377.909185:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078377.909185:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078377.909189:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078377.909191:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.909193:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078377.909195:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078377.909197:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078377.909199:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:2.0:1769078377.909202:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6800.
00000400:00000010:0.0:1769078377.909206:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00000001:2.0:1769078377.909208:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078377.909215:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0000 x1855007653177728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769078377.909217:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000001:2.0:1769078377.909226:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078377.909229:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078377.909231:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653177472, portal 25
00000100:00000040:2.0:1769078377.909234:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007708510d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0000 x1855007653177728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.909236:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078377.909239:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976469760 : -131139733081856 : ffff88baa6cb3100)
00000100:00000001:2.0:1769078377.909246:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078377.909248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078377.909252:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3100 x1855007653177472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078377.909253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078377.909255:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078377.909257:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078377.909260:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078377.909263:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5358
00000400:00000200:2.0:1769078377.909268:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078377.909273:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078377.909277:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078377.909281:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078377.909282:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.909286:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078377.909287:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000040:2.0:1769078377.909291:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000010:0.0:1769078377.909293:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000001:2.0:1769078377.909295:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078377.909299:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:0.0:1769078377.909300:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653177472, offset 0
00000020:00000040:2.0:1769078377.909302:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078377.909306:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078377.909308:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078377.909312:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000200:0.0:1769078377.909313:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000020:00000001:2.0:1769078377.909316:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078377.909322:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.909324:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078377.909327:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:2.0:1769078377.909330:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.909333:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078377.909336:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000040:2.0:1769078377.909336:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078377.909342:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078377.909345:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078377.909346:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769078377.909349:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769078377.909349:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078377.909353:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.909356:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078377.909358:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000008:00100000:2.0:1769078377.909360:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078377.909364:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078377.909365:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769078377.909367:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078377.909371:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000010:2.0:1769078377.909375:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3b80.
00000400:00000200:0.0:1769078377.909378:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201090:201090:256:4294967295] 192.168.204.104@tcp LPNI seq info [201090:201090:8:4294967295]
00000020:00000040:2.0:1769078377.909380:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000400:00000200:0.0:1769078377.909388:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078377.909400:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769078377.909400:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078377.909403:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.909407:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1769078377.909409:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
02000000:00000001:2.0:1769078377.909410:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078377.909414:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078377.909415:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
02000000:00000010:2.0:1769078377.909420:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6400.
00000800:00000200:0.0:1769078377.909425:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078377.909426:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078377.909429:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000100:00100000:2.0:1769078377.909435:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3b80 x1855007653177856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769078377.909438:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078377.909444:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769078377.909451:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1769078377.909455:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000001:2.0:1769078377.909456:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078377.909460:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000100:00000040:2.0:1769078377.909464:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070cb393d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3b80 x1855007653177856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078377.909470:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769078377.909477:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078377.909480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078377.909482:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1769078377.909485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078377.909487:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078377.909489:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078377.909491:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078377.909492:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000100:00080000:2.0:1769078377.909493:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5358
00000400:00000010:0.0:1769078377.909497:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000400:00000200:2.0:1769078377.909501:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078377.909504:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078377.909506:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1769078377.909506:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078377.909509:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.909511:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078377.909515:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078377.909516:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3100 x1855007653177472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078377.909517:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078377.909521:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078377.909523:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078377.909526:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078377.909529:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:0.0:1769078377.909533:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1769078377.909533:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078377.909561:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078377.909565:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.909569:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078377.909572:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3100 x1855007653177472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078377.909573:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078377.909577:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078377.909582:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:0.0:1769078377.909589:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078377.909589:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078377.909594:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.909595:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769078377.909598:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078377.909601:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078377.909603:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.909604:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.909605:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078377.909608:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1769078377.909613:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000008:00000001:2.0:1769078377.909613:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.909617:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.909618:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300031740
00000100:00000010:2.0:1769078377.909622:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2300.
00000100:00000010:0.0:1769078377.909625:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000020:00000040:2.0:1769078377.909625:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078377.909627:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078377.909629:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.909630:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078377.909632:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078377.909633:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.909635:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
02000000:00000010:2.0:1769078377.909637:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7800.
00000100:00000001:2.0:1769078377.909641:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.909643:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300031740
00000100:00100000:2.0:1769078377.909646:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2300 x1855007653177984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1769078377.909649:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16000.
00000100:00000001:0.0:1769078377.909654:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078377.909656:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078377.909659:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078377.909661:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000810562c] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2300 x1855007653177984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078377.909665:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.909669:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078377.909669:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5368)
00000100:00000001:0.0:1769078377.909673:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.909675:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078377.909680:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078377/real 1769078377]  req@ffff88baa6cb3100 x1855007653177472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078377.909689:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078377.909690:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078377.909693:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078377.909696:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078377.909697:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078377.909698:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078377.909701:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3100 x1855007653177472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078377.909707:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3100 x1855007653177472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.909724:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078377.909727:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.909729:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078377.909732:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078377.909736:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3100 x1855007653177472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.909743:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078377.909748:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3100 x1855007653177472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.909755:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078377.909757:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.909759:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078377.909760:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.909763:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078377.909765:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078377.909768:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078377.909772:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078377.909774:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078377.909786:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3100 x1855007653177472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078377.909795:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653177472:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078377.909801:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.909803:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078377.909806:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3100 x1855007653177472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.909813:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078377.909816:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078377.909818:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078377.909821:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078377.909822:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078377.909825:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078377.909827:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078377.909830:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:0.0:1769078377.909835:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078377.909837:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078377.909839:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3100.
00000100:00000001:0.0:1769078377.909842:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078377.909843:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.909845:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.909854:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078377.909856:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.909859:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078377.909860:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078377.909862:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078377.909866:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2680 x1855007653177600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.909874:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078377.909875:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078377.909877:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078377.909879:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078377.909881:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078377.909884:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653177600:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078377.909887:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078377.909888:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078377.909889:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078377.909891:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078377.909893:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078377.909894:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078377.909898:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078377.909900:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078377.909902:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078377.909905:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653177600, portal 10
00000100:00000001:0.0:1769078377.909906:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078377.909907:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976467072 : -131139733084544 : ffff88baa6cb2680)
00000100:00000040:0.0:1769078377.909912:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2680 x1855007653177600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.909917:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078377.909919:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078377.909920:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078377.909921:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653177600, offset 0
00000400:00000200:0.0:1769078377.909924:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078377.909926:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078377.909929:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078377.909931:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078377.909932:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078377.909934:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078377.909936:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078377.909938:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201091:201091:256:4294967295] 192.168.204.104@tcp LPNI seq info [201091:201091:8:4294967295]
00000400:00000200:0.0:1769078377.909940:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078377.909944:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078377.909947:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078377.909950:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078377.909952:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078377.909954:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078377.909957:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078377.909959:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078377.909980:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078377.909982:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078377.909985:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078377.909988:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078377.909991:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078377.909993:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078377.909996:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078377.909999:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2680 x1855007653177600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910007:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078377.910010:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2680 x1855007653177600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910023:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.910024:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078377.910028:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078377.910031:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078377.910035:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078377.910037:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300030490
00000100:00000001:0.0:1769078377.910039:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300031740
00000100:00000001:0.0:1769078377.910042:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300030490
00000100:00000001:0.0:1769078377.910044:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300031740
00000100:00000001:0.0:1769078377.910046:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078377.910048:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.910050:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078377.910053:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078377/real 1769078377]  req@ffff88baa6cb2680 x1855007653177600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078377.910061:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078377.910063:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078377.910065:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078377.910067:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078377.910069:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078377.910072:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078377.910075:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2680 x1855007653177600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078377.910083:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2680 x1855007653177600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910087:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078377.910088:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.910089:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078377.910100:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078377.910103:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2680 x1855007653177600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910108:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078377.910111:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2680 x1855007653177600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910116:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078377.910119:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.910120:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078377.910122:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.910123:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078377.910125:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078377.910128:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078377.910131:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078377.910133:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078377.910137:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2680 x1855007653177600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078377.910144:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653177600:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078377.910149:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078377.910152:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0000 x1855007653177728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910159:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078377.910160:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078377.910162:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078377.910164:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078377.910166:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078377.910169:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653177728:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078377.910196:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078377.910199:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078377.910201:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078377.910203:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078377.910279:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078377.910301:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078377.910366:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078377.910369:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078377.910372:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078377.910374:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653177728, portal 10
00000100:00000001:0.0:1769078377.910375:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078377.910376:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976457216 : -131139733094400 : ffff88baa6cb0000)
00000100:00000040:0.0:1769078377.910381:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0000 x1855007653177728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910385:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078377.910387:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078377.910388:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078377.910400:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653177728, offset 0
00000400:00000200:0.0:1769078377.910403:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078377.910406:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078377.910409:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078377.910411:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078377.910413:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078377.910414:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078377.910416:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078377.910418:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201092:201092:256:4294967295] 192.168.204.104@tcp LPNI seq info [201092:201092:8:4294967295]
00000400:00000200:0.0:1769078377.910420:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078377.910424:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078377.910427:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078377.910429:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078377.910432:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078377.910433:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078377.910436:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078377.910438:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078377.910441:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078377.910444:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078377.910447:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078377.910450:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078377.910452:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078377.910454:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078377.910457:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078377.910460:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0000 x1855007653177728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910467:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078377.910470:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0000 x1855007653177728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910476:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.910478:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078377.910482:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078377.910485:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078377.910488:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078377.910490:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300030475
00000100:00000001:0.0:1769078377.910493:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300031740
00000100:00000001:0.0:1769078377.910495:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300030475
00000100:00000001:0.0:1769078377.910497:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300031740
00000100:00000001:0.0:1769078377.910499:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078377.910501:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.910503:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078377.910515:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078377/real 1769078377]  req@ffff88baa6cb0000 x1855007653177728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078377.910526:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078377.910527:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078377.910530:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078377.910533:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078377.910554:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078377.910557:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078377.910561:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0000 x1855007653177728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078377.910567:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0000 x1855007653177728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910574:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078377.910575:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.910577:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078377.910578:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078377.910581:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0000 x1855007653177728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910587:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078377.910591:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0000 x1855007653177728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910597:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078377.910599:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.910600:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078377.910605:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.910607:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078377.910609:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078377.910611:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078377.910614:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078377.910616:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078377.910619:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0000 x1855007653177728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078377.910626:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653177728:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078377.910630:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078377.910633:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3b80 x1855007653177856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910639:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078377.910640:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078377.910642:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078377.910644:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078377.910646:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078377.910649:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653177856:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078377.910653:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078377.910655:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078377.910656:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078377.910657:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078377.910660:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078377.910662:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078377.910665:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078377.910666:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078377.910669:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078377.910671:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653177856, portal 4
00000100:00000001:0.0:1769078377.910672:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078377.910673:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976472448 : -131139733079168 : ffff88baa6cb3b80)
00000100:00000040:0.0:1769078377.910677:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3b80 x1855007653177856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910681:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078377.910683:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078377.910684:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078377.910686:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653177856, offset 0
00000400:00000200:0.0:1769078377.910688:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078377.910690:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078377.910692:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078377.910694:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078377.910696:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078377.910697:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078377.910699:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078377.910701:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201093:201093:256:4294967295] 192.168.204.104@tcp LPNI seq info [201093:201093:8:4294967295]
00000400:00000200:0.0:1769078377.910704:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078377.910708:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078377.910712:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078377.910715:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078377.910719:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078377.910722:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078377.910726:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078377.910728:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078377.910732:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078377.910734:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078377.910737:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078377.910740:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078377.910743:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078377.910745:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078377.910747:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078377.910750:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3b80 x1855007653177856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910758:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078377.910760:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3b80 x1855007653177856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910767:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.910768:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078377.910772:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078377.910775:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078377.910778:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078377.910780:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300030483
00000100:00000001:0.0:1769078377.910783:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300031740
00000100:00000001:0.0:1769078377.910785:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300030483
00000100:00000001:0.0:1769078377.910787:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300031740
00000100:00000001:0.0:1769078377.910846:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078377.910849:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.910850:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078377.910854:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078377/real 1769078377]  req@ffff88baa6cb3b80 x1855007653177856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078377.910863:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078377.910864:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078377.910866:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078377.910869:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078377.910871:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078377.910873:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078377.910877:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3b80 x1855007653177856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078377.910885:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3b80 x1855007653177856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910892:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078377.910894:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.910896:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078377.910897:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078377.910899:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3b80 x1855007653177856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910904:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078377.910906:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3b80 x1855007653177856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910910:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078377.910911:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.910912:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078377.910912:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.910913:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078377.910914:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078377.910915:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078377.910918:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078377.910919:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078377.910922:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3b80 x1855007653177856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078377.910926:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653177856:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078377.910928:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078377.910930:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2300 x1855007653177984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910934:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078377.910935:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078377.910936:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078377.910937:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078377.910938:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078377.910940:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653177984:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078377.910942:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078377.910943:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078377.910944:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078377.910945:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078377.910948:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078377.910949:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078377.910952:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078377.910953:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078377.910955:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078377.910957:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653177984, portal 4
00000100:00000001:0.0:1769078377.910959:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078377.910960:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976466176 : -131139733085440 : ffff88baa6cb2300)
00000100:00000040:0.0:1769078377.910963:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2300 x1855007653177984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.910967:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078377.910969:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078377.910971:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078377.910973:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653177984, offset 0
00000400:00000200:0.0:1769078377.910977:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078377.910980:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078377.910984:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078377.910987:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078377.910989:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078377.910991:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078377.910993:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078377.910996:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201094:201094:256:4294967295] 192.168.204.104@tcp LPNI seq info [201094:201094:8:4294967295]
00000400:00000200:0.0:1769078377.911000:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078377.911006:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078377.911011:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078377.911014:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078377.911018:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078377.911021:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078377.911025:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078377.911028:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078377.911030:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078377.911032:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078377.911034:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078377.911036:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078377.911038:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078377.911039:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078377.911041:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078377.911043:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2300 x1855007653177984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.911048:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078377.911050:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2300 x1855007653177984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.911054:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.911055:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078377.911058:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078377.911060:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078377.911063:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078377.911064:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300030483
00000100:00000001:0.0:1769078377.911066:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300031740
00000100:00000001:0.0:1769078377.911067:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300030483
00000100:00000001:0.0:1769078377.911069:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300031740
00000100:00000001:0.0:1769078377.911070:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078377.911071:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.911072:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078377.911075:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078377/real 1769078377]  req@ffff88baa6cb2300 x1855007653177984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078377.911082:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078377.911083:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078377.911085:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078377.911087:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078377.911088:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078377.911104:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078377.911107:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2300 x1855007653177984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078377.911116:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2300 x1855007653177984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.911122:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078377.911123:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.911125:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078377.911127:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078377.911130:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2300 x1855007653177984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.911137:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078377.911140:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2300 x1855007653177984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.911148:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078377.911150:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.911152:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078377.911153:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.911155:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078377.911156:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078377.911158:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078377.911161:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078377.911163:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078377.911167:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2300 x1855007653177984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078377.911175:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653177984:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078377.911179:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.911181:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078377.911184:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2680 x1855007653177600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.911191:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078377.911193:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078377.911195:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078377.911197:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078377.911199:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078377.911200:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078377.911202:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078377.911204:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:0.0:1769078377.911206:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078377.911208:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078377.911209:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2680.
00000100:00000001:0.0:1769078377.911211:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078377.911211:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.911213:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078377.911216:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0000 x1855007653177728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.911220:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078377.911221:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078377.911222:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078377.911223:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078377.911224:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078377.911224:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078377.911225:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078377.911226:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:0.0:1769078377.911228:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078377.911229:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078377.911230:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0000.
00000100:00000001:0.0:1769078377.911232:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078377.911233:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.911235:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078377.911238:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3b80 x1855007653177856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.911244:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078377.911245:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078377.911246:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078377.911249:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078377.911250:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078377.911251:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078377.911253:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078377.911254:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:0.0:1769078377.911256:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078377.911257:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078377.911258:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3b80.
00000100:00000001:0.0:1769078377.911260:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078377.911262:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.911263:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078377.911266:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2300 x1855007653177984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078377.911277:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078377.911278:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078377.911279:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078377.911281:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078377.911282:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078377.911283:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078377.911285:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078377.911286:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7800.
02000000:00000001:0.0:1769078377.911289:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078377.911290:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078377.911291:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2300.
00000100:00000001:0.0:1769078377.911292:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078377.911294:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.911295:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.911299:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078377.911301:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.911302:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078377.911304:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078378.548678:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078378.548685:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078378.548770:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078378.548775:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078378.548778:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078379.188658:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300031740, at 4300031744
00000100:00000010:0.0:1769078379.188675:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000040:1.0:1769078379.188684:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300031740, at 4300031744
00000100:00000010:1.0:1769078379.188698:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16000.
00010000:00000001:2.0:1769078379.572623:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078379.572630:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078379.572679:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078379.572682:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078379.572685:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078380.596623:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078380.596629:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078380.596683:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078380.596686:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078380.596689:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078381.620667:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078381.620676:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078381.620733:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078381.620738:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078381.620742:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078382.644625:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078382.644635:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078382.644712:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078382.644717:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078382.644722:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078383.028729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078383.028742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078383.028746:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078383.028751:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078383.028756:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078383.028765:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5363
00000400:00000200:1.0:1769078383.028776:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078383.028783:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078383.028787:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078383.028790:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.028794:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.028796:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.028799:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078383.028804:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078383.028807:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078383.028810:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078383.028813:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078383.028815:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078383.028818:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078383.028821:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.028823:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.028825:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.028827:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078383.028829:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078383.028832:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078383.028834:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078383.028836:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078383.028839:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078383.028841:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.028843:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078383.028845:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078383.028856:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611c00.
00000020:00000040:1.0:1769078383.028859:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078383.028864:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078383.028865:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.028868:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078383.028870:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078383.028875:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078383.028882:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:1.0:1769078383.028889:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078383.028899:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611c00 x1855007653178112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078383.028911:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078383.028916:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078383.028921:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8684d4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611c00 x1855007653178112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078383.028945:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078383.028947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078383.028950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078383.028951:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078383.028952:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078383.028954:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078383.028956:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5363
00000400:00000200:1.0:1769078383.028959:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078383.028962:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078383.028963:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078383.028966:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.028967:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.028969:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.028970:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078383.028972:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078383.028973:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078383.028974:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078383.028976:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078383.028977:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078383.028978:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078383.028980:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.028982:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.028983:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.028985:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078383.028987:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078383.028989:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078383.028990:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078383.028991:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078383.028992:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078383.028997:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769078383.028998:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078383.029001:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078383.029001:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.029016:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078383.029020:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769078383.029021:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611c00 x1855007653178112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769078383.029024:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.029028:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078383.029032:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612680.
00000020:00000040:1.0:1769078383.029036:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000001:0.0:1769078383.029040:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769078383.029041:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078383.029044:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078383.029044:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.029048:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078383.029050:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078383.029052:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078383.029052:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078383.029057:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769078383.029058:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
02000000:00000001:0.0:1769078383.029063:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.029064:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078383.029069:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653178112:192.168.204.104@tcp:250:kworker.0
00000100:00100000:1.0:1769078383.029071:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612680 x1855007653178240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078383.029076:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078383.029080:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769078383.029083:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078383.029083:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078383.029087:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c0d898d] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612680 x1855007653178240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078383.029088:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078383.029093:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078383.029098:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078383.029100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:0.0:1769078383.029101:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637fc00.
00000100:00080000:1.0:1769078383.029103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1769078383.029105:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.029106:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078383.029109:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078383.029110:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078383.029112:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5363
00000400:00000200:0.0:1769078383.029116:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078383.029122:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000200:1.0:1769078383.029122:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078383.029127:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078383.029129:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078383.029131:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000010:0.0:1769078383.029132:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000001:1.0:1769078383.029133:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.029136:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.029138:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078383.029139:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078383.029140:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078383.029141:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078383.029142:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000100:00000200:0.0:1769078383.029143:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653178112, portal 25
00000020:00000001:1.0:1769078383.029144:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000001:0.0:1769078383.029148:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1769078383.029148:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000001:0.0:1769078383.029151:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415869440 : -131140293682176 : ffff88ba85611c00)
00000100:00000040:1.0:1769078383.029153:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.029157:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.029158:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.029161:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000040:0.0:1769078383.029163:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611c00 x1855007653178112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078383.029164:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078383.029169:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078383.029174:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078383.029177:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078383.029180:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078383.029181:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1769078383.029182:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.029185:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:0.0:1769078383.029187:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000008:00100000:1.0:1769078383.029187:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078383.029191:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078383.029193:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000001:1.0:1769078383.029193:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078383.029197:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612a00.
00000100:00000200:0.0:1769078383.029199:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653178112, offset 0
00000020:00000040:1.0:1769078383.029201:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078383.029204:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078383.029205:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.029206:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078383.029206:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078383.029208:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078383.029212:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
02000000:00000010:1.0:1769078383.029213:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000100:00000001:1.0:1769078383.029217:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078383.029221:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612a00 x1855007653178368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078383.029224:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078383.029230:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078383.029234:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:1.0:1769078383.029234:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078383.029238:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080821b25] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612a00 x1855007653178368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078383.029243:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078383.029246:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078383.029249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078383.029250:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00080000:1.0:1769078383.029254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078383.029255:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078383.029257:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769078383.029258:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078383.029262:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078383.029263:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00080000:1.0:1769078383.029266:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5363
00000400:00000200:0.0:1769078383.029271:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201095:201095:256:4294967295] 192.168.204.104@tcp LPNI seq info [201095:201095:8:4294967295]
00000400:00000200:0.0:1769078383.029275:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078383.029285:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1769078383.029291:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:0.0:1769078383.029293:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078383.029296:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078383.029299:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078383.029300:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000010:0.0:1769078383.029302:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000100:00000001:1.0:1769078383.029302:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.029306:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.029309:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078383.029310:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078383.029311:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078383.029312:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078383.029315:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000800:00000200:0.0:1769078383.029316:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:1.0:1769078383.029317:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078383.029321:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000800:00000200:0.0:1769078383.029323:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1769078383.029324:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.029329:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.029333:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.029336:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:0.1:1769078383.029337:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:1.0:1769078383.029339:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000800:00000200:0.1:1769078383.029342:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00080000:1.0:1769078383.029343:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078383.029348:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078383.029349:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:0.0:1769078383.029353:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
02000000:00000001:1.0:1769078383.029353:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078383.029358:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078383.029359:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000100:00000001:1.0:1769078383.029359:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078383.029363:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078383.029365:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.029366:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078383.029368:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:1.0:1769078383.029369:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613800.
00000020:00000040:1.0:1769078383.029372:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078383.029376:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078383.029378:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1769078383.029378:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.029382:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078383.029384:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078383.029385:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078383.029387:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000001:1.0:1769078383.029389:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078383.029392:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613800 x1855007653178496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078383.029395:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000100:00000001:1.0:1769078383.029396:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1769078383.029400:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:1.0:1769078383.029400:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078383.029406:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ee6579f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613800 x1855007653178496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.029409:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769078383.029413:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078383.029416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1769078383.029417:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611c00 x1855007653178112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078383.029419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078383.029421:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078383.029423:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078383.029427:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078383.029432:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5363
00000100:00000001:0.0:1769078383.029437:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1769078383.029438:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:0.0:1769078383.029444:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611c00 x1855007653178112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078383.029445:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078383.029450:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078383.029457:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078383.029459:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078383.029463:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078383.029463:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.029468:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078383.029471:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.029472:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078383.029476:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078383.029477:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000400:00000200:0.0:1769078383.029480:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:1.0:1769078383.029480:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078383.029484:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:0.0:1769078383.029485:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300036859
00000020:00000001:1.0:1769078383.029486:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078383.029490:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078383.029492:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000010:0.0:1769078383.029493:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:1.0:1769078383.029494:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.029498:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078383.029499:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078383.029501:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078383.029503:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078383.029504:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078383.029505:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078383.029508:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078383.029510:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078383.029511:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.029513:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078383.029515:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300036859
00000008:00100000:1.0:1769078383.029515:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000010:0.0:1769078383.029521:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16900.
00000008:00000001:1.0:1769078383.029521:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.029526:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078383.029527:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000010:1.0:1769078383.029532:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610a80.
00000100:00000001:0.0:1769078383.029533:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078383.029562:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078383.029565:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078383.029573:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078383/real 1769078383]  req@ffff88ba85611c00 x1855007653178112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078383.029573:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078383.029579:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078383.029582:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.029585:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078383.029589:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078383.029592:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769078383.029593:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078383.029596:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000010:1.0:1769078383.029598:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218000.
00000400:00000010:0.0:1769078383.029599:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000100:00000001:1.0:1769078383.029605:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078383.029606:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078383.029610:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078383.029614:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:1.0:1769078383.029616:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610a80 x1855007653178624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078383.029621:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611c00 x1855007653178112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078383.029644:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611c00 x1855007653178112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078383.029645:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078383.029649:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078383.029656:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cf2531] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610a80 x1855007653178624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.029659:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078383.029662:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.029667:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078383.029668:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078383.029670:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078383.029673:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5373)
00000100:00100000:0.0:1769078383.029678:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611c00 x1855007653178112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.029686:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078383.029691:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611c00 x1855007653178112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.029700:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078383.029703:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.029705:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078383.029706:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.029708:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078383.029710:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078383.029713:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078383.029717:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078383.029719:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078383.029723:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611c00 x1855007653178112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078383.029732:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653178112:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078383.029737:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.029739:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078383.029742:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611c00 x1855007653178112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.029755:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078383.029758:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078383.029761:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078383.029773:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078383.029775:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078383.029777:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078383.029780:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078383.029782:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b000.
02000000:00000001:0.0:1769078383.029787:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078383.029788:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078383.029790:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611c00.
00000100:00000001:0.0:1769078383.029793:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078383.029795:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.029797:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.029805:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078383.029807:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078383.029809:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078383.029810:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078383.029812:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078383.029816:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612680 x1855007653178240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.029823:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078383.029824:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078383.029826:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078383.029828:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078383.029830:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078383.029833:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653178240:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078383.029836:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078383.029838:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078383.029839:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078383.029841:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078383.029844:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078383.029846:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078383.029850:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078383.029853:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078383.029857:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078383.029860:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653178240, portal 10
00000100:00000001:0.0:1769078383.029861:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078383.029863:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415872128 : -131140293679488 : ffff88ba85612680)
00000100:00000040:0.0:1769078383.029869:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612680 x1855007653178240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.029876:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078383.029879:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078383.029881:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078383.029883:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653178240, offset 0
00000400:00000200:0.0:1769078383.029888:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078383.029892:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078383.029895:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078383.029899:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078383.029901:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078383.029904:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078383.029906:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078383.029909:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201096:201096:256:4294967295] 192.168.204.104@tcp LPNI seq info [201096:201096:8:4294967295]
00000400:00000200:0.0:1769078383.029914:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078383.029920:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078383.029924:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078383.029928:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078383.029932:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078383.029934:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078383.029939:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078383.029942:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078383.029945:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078383.029947:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078383.029951:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078383.029954:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078383.029957:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078383.029959:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078383.029961:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078383.029965:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612680 x1855007653178240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.029973:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078383.029975:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612680 x1855007653178240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.029982:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078383.029984:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078383.029987:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078383.029990:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078383.029993:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078383.029995:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300035610
00000100:00000001:0.0:1769078383.029997:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300036859
00000100:00000001:0.0:1769078383.029999:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300035610
00000100:00000001:0.0:1769078383.030002:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300036859
00000100:00000001:0.0:1769078383.030018:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078383.030021:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078383.030023:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078383.030027:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078383/real 1769078383]  req@ffff88ba85612680 x1855007653178240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078383.030035:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078383.030037:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078383.030039:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078383.030042:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078383.030044:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078383.030046:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078383.030049:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612680 x1855007653178240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078383.030058:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612680 x1855007653178240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030070:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078383.030072:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.030074:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078383.030075:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078383.030078:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612680 x1855007653178240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030085:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078383.030089:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612680 x1855007653178240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030095:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078383.030098:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.030099:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078383.030101:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.030102:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078383.030104:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078383.030106:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078383.030109:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078383.030111:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078383.030115:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612680 x1855007653178240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078383.030122:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653178240:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078383.030125:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078383.030128:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612a00 x1855007653178368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030135:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078383.030136:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078383.030139:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078383.030141:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078383.030143:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078383.030146:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653178368:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078383.030149:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078383.030151:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078383.030153:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078383.030154:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078383.030157:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078383.030160:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078383.030163:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078383.030165:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078383.030169:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078383.030172:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653178368, portal 10
00000100:00000001:0.0:1769078383.030174:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078383.030175:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873024 : -131140293678592 : ffff88ba85612a00)
00000100:00000040:0.0:1769078383.030181:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612a00 x1855007653178368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030187:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078383.030189:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078383.030191:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078383.030193:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653178368, offset 0
00000400:00000200:0.0:1769078383.030197:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078383.030201:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078383.030205:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078383.030208:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078383.030210:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078383.030213:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078383.030215:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078383.030218:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201097:201097:256:4294967295] 192.168.204.104@tcp LPNI seq info [201097:201097:8:4294967295]
00000400:00000200:0.0:1769078383.030222:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078383.030228:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078383.030233:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078383.030236:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078383.030240:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078383.030243:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078383.030247:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078383.030250:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078383.030254:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078383.030256:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078383.030259:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078383.030262:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078383.030265:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078383.030267:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078383.030269:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078383.030273:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612a00 x1855007653178368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030280:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078383.030283:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612a00 x1855007653178368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030290:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078383.030291:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078383.030294:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078383.030297:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078383.030301:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078383.030303:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300035595
00000100:00000001:0.0:1769078383.030305:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300036859
00000100:00000001:0.0:1769078383.030308:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300035595
00000100:00000001:0.0:1769078383.030310:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300036859
00000100:00000001:0.0:1769078383.030312:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078383.030313:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078383.030315:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078383.030319:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078383/real 1769078383]  req@ffff88ba85612a00 x1855007653178368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078383.030327:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078383.030329:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078383.030330:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078383.030333:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078383.030334:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078383.030336:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078383.030339:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612a00 x1855007653178368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078383.030348:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612a00 x1855007653178368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030354:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078383.030355:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.030357:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078383.030358:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078383.030362:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612a00 x1855007653178368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030368:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078383.030371:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612a00 x1855007653178368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030378:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078383.030380:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.030381:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078383.030382:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.030384:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078383.030386:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078383.030388:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078383.030391:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078383.030393:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078383.030397:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612a00 x1855007653178368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078383.030405:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653178368:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078383.030409:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078383.030412:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613800 x1855007653178496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030418:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078383.030419:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078383.030420:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078383.030422:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078383.030424:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078383.030427:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653178496:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078383.030430:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078383.030432:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078383.030434:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078383.030436:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078383.030439:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078383.030441:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078383.030445:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078383.030447:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078383.030450:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078383.030453:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653178496, portal 4
00000100:00000001:0.0:1769078383.030455:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078383.030456:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415876608 : -131140293675008 : ffff88ba85613800)
00000100:00000040:0.0:1769078383.030462:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613800 x1855007653178496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030468:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078383.030470:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078383.030472:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078383.030475:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653178496, offset 0
00000400:00000200:0.0:1769078383.030479:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078383.030482:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078383.030485:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078383.030488:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078383.030490:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078383.030493:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078383.030495:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078383.030498:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201098:201098:256:4294967295] 192.168.204.104@tcp LPNI seq info [201098:201098:8:4294967295]
00000400:00000200:0.0:1769078383.030502:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078383.030508:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078383.030512:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078383.030515:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078383.030518:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078383.030521:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078383.030525:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078383.030528:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078383.030531:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078383.030533:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078383.030552:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078383.030555:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078383.030558:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078383.030560:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078383.030562:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078383.030566:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613800 x1855007653178496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030574:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078383.030577:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613800 x1855007653178496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030583:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078383.030585:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078383.030588:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078383.030591:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078383.030594:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078383.030597:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300035603
00000100:00000001:0.0:1769078383.030599:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300036859
00000100:00000001:0.0:1769078383.030602:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300035603
00000100:00000001:0.0:1769078383.030604:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300036859
00000100:00000001:0.0:1769078383.030606:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078383.030608:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078383.030610:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078383.030613:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078383/real 1769078383]  req@ffff88ba85613800 x1855007653178496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078383.030620:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078383.030622:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078383.030623:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078383.030626:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078383.030627:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078383.030629:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078383.030633:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613800 x1855007653178496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078383.030641:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613800 x1855007653178496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030647:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078383.030649:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.030651:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078383.030652:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078383.030656:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613800 x1855007653178496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030662:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078383.030665:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613800 x1855007653178496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030672:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078383.030675:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.030676:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078383.030678:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.030679:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078383.030681:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078383.030683:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078383.030686:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078383.030688:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078383.030692:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613800 x1855007653178496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078383.030699:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653178496:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078383.030702:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078383.030706:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610a80 x1855007653178624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030713:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078383.030714:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078383.030716:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078383.030718:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078383.030720:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078383.030723:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653178624:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078383.030726:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078383.030728:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078383.030730:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078383.030731:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078383.030736:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078383.030738:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078383.030741:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078383.030744:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078383.030746:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078383.030749:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653178624, portal 4
00000100:00000001:0.0:1769078383.030751:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078383.030753:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864960 : -131140293686656 : ffff88ba85610a80)
00000100:00000040:0.0:1769078383.030758:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610a80 x1855007653178624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030764:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078383.030767:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078383.030769:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078383.030771:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653178624, offset 0
00000400:00000200:0.0:1769078383.030774:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078383.030778:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078383.030781:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078383.030784:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078383.030786:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078383.030788:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078383.030791:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078383.030794:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201099:201099:256:4294967295] 192.168.204.104@tcp LPNI seq info [201099:201099:8:4294967295]
00000400:00000200:0.0:1769078383.030798:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078383.030803:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078383.030808:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078383.030810:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078383.030814:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078383.030816:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078383.030820:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078383.030823:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078383.030827:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078383.030829:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078383.030832:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078383.030836:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078383.030839:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078383.030841:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078383.030843:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078383.030846:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610a80 x1855007653178624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030860:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078383.030863:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610a80 x1855007653178624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030870:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078383.030871:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078383.030874:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078383.030876:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078383.030879:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078383.030881:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300035603
00000100:00000001:0.0:1769078383.030884:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300036859
00000100:00000001:0.0:1769078383.030886:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300035603
00000100:00000001:0.0:1769078383.030888:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300036859
00000100:00000001:0.0:1769078383.030890:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078383.030892:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078383.030894:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078383.030897:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078383/real 1769078383]  req@ffff88ba85610a80 x1855007653178624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078383.030904:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078383.030905:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078383.030907:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078383.030909:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078383.030911:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078383.030913:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078383.030916:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610a80 x1855007653178624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078383.030925:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610a80 x1855007653178624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030931:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078383.030933:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.030935:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078383.030936:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078383.030940:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610a80 x1855007653178624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030947:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078383.030950:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610a80 x1855007653178624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.030957:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078383.030959:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.030961:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078383.030962:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.030964:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078383.030965:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078383.030968:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078383.030971:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078383.030973:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078383.030977:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610a80 x1855007653178624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078383.030985:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653178624:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078383.030989:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.030990:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078383.030993:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612680 x1855007653178240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.031000:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078383.031002:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078383.031014:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078383.031017:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078383.031018:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078383.031020:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078383.031022:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078383.031024:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218800.
02000000:00000001:0.0:1769078383.031027:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078383.031028:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078383.031030:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612680.
00000100:00000001:0.0:1769078383.031032:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078383.031034:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.031036:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078383.031039:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612a00 x1855007653178368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.031046:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078383.031047:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078383.031049:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078383.031050:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078383.031051:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078383.031053:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078383.031054:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078383.031055:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218400.
02000000:00000001:0.0:1769078383.031057:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078383.031058:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078383.031059:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612a00.
00000100:00000001:0.0:1769078383.031061:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078383.031062:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.031064:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078383.031067:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613800 x1855007653178496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.031073:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078383.031074:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078383.031076:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078383.031077:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078383.031078:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078383.031079:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078383.031081:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078383.031082:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a000.
02000000:00000001:0.0:1769078383.031085:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078383.031086:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078383.031088:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613800.
00000100:00000001:0.0:1769078383.031090:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078383.031091:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.031093:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078383.031096:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610a80 x1855007653178624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078383.031102:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078383.031103:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078383.031105:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078383.031108:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078383.031109:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078383.031110:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078383.031112:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078383.031114:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218000.
02000000:00000001:0.0:1769078383.031116:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078383.031117:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078383.031119:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610a80.
00000100:00000001:0.0:1769078383.031121:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078383.031122:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.031124:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.031127:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078383.031129:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078383.031131:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078383.031132:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078383.668693:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078383.668707:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078383.668779:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078383.668785:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078383.668789:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078384.308686:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300036859, at 4300036864
00000100:00000040:1.0:1769078384.308686:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300036859, at 4300036864
00000100:00000010:0.0:1769078384.308704:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000010:1.0:1769078384.308709:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16900.
00010000:00000001:2.0:1769078384.692665:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078384.692674:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078384.692740:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078384.692747:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078384.692752:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078385.716665:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078385.716675:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078385.716677:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078385.716680:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078385.716684:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078385.716686:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078385.716687:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078385.716689:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078385.716769:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078385.716774:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078385.716778:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078386.740617:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078386.740622:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078386.740706:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078386.740711:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078386.740715:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078387.764628:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078387.764635:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078387.764695:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078387.764700:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078387.764704:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078388.148682:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078388.148691:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078388.148693:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078388.148696:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078388.148699:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078388.148704:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5368
00000400:00000200:1.0:1769078388.148712:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078388.148717:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078388.148719:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078388.148722:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.148725:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078388.148726:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.148728:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078388.148732:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078388.148733:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078388.148735:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078388.148737:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078388.148739:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078388.148740:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078388.148742:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.148743:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078388.148745:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.148746:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078388.148748:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078388.148750:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078388.148752:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078388.148753:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078388.148755:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078388.148757:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078388.148759:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078388.148760:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078388.148769:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611180.
00000020:00000040:1.0:1769078388.148772:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078388.148775:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078388.148776:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078388.148778:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078388.148780:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078388.148784:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078388.148791:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218c00.
00000100:00000001:1.0:1769078388.148796:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078388.148803:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611180 x1855007653178752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078388.148811:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078388.148814:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078388.148818:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca7c0f41] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611180 x1855007653178752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078388.148836:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078388.148839:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078388.148841:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078388.148842:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078388.148844:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078388.148845:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078388.148847:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5368
00000400:00000200:1.0:1769078388.148849:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078388.148851:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078388.148853:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078388.148854:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.148856:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078388.148857:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.148859:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078388.148860:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078388.148861:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078388.148862:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078388.148863:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078388.148865:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078388.148866:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078388.148868:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.148869:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078388.148871:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.148872:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078388.148874:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078388.148876:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078388.148878:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078388.148880:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078388.148884:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078388.148886:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078388.148888:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078388.148891:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078388.148893:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078388.148895:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078388.148897:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613b80.
00000020:00000040:1.0:1769078388.148899:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078388.148901:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078388.148902:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078388.148903:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078388.148904:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078388.148906:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.148908:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:1.0:1769078388.148911:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821bc00.
00000100:00000001:1.0:1769078388.148932:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078388.148936:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613b80 x1855007653178880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078388.148942:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078388.148943:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078388.148945:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463b92a8] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613b80 x1855007653178880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078388.148951:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.148953:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769078388.148954:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078388.148958:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078388.148959:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078388.148960:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078388.148967:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078388.148969:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078388.148971:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5368
00000400:00000200:1.0:1769078388.148978:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:0.0:1769078388.148981:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611180 x1855007653178752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078388.148982:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078388.148988:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078388.148991:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.148993:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078388.148995:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.149002:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078388.149013:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078388.149017:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000100:00000001:0.0:1769078388.149023:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078388.149024:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078388.149033:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078388.149033:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078388.149040:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
02000000:00000001:0.0:1769078388.149043:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1769078388.149043:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078388.149053:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078388.149055:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078388.149055:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078388.149060:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078388.149070:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078388.149071:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078388.149080:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00100000:0.0:1769078388.149087:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653178752:192.168.204.104@tcp:250:kworker.0
00000100:00080000:1.0:1769078388.149088:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078388.149094:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078388.149095:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078388.149097:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078388.149098:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078388.149100:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078388.149101:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078388.149109:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078388.149112:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.149114:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1769078388.149116:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613480.
00000020:00000040:1.0:1769078388.149119:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078388.149121:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078388.149123:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078388.149123:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078388.149128:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078388.149130:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078388.149130:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078388.149135:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078388.149137:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078388.149140:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218000.
00000100:00000001:1.0:1769078388.149143:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078388.149146:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613480 x1855007653179008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1769078388.149149:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078388.149161:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078388.149161:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078388.149166:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078388.149174:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3972140] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613480 x1855007653179008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078388.149182:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078388.149183:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078388.149185:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078388.149191:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078388.149192:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078388.149193:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769078388.149194:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00000001:1.0:1769078388.149196:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078388.149200:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5368
00000400:00000200:1.0:1769078388.149203:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078388.149205:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000010:0.0:1769078388.149207:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00080000:1.0:1769078388.149208:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078388.149214:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.149215:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078388.149217:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.149218:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078388.149220:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078388.149221:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078388.149222:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078388.149223:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000200:0.0:1769078388.149225:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653178752, portal 25
00000020:00000001:1.0:1769078388.149225:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078388.149239:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078388.149240:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078388.149245:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415866752 : -131140293684864 : ffff88ba85611180)
00000100:00000040:1.0:1769078388.149252:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.149256:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078388.149258:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611180 x1855007653178752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078388.149264:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.149270:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078388.149279:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078388.149287:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078388.149294:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.149295:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1769078388.149297:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078388.149302:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078388.149308:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078388.149311:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078388.149312:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078388.149317:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000400:00000010:0.0:1769078388.149318:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000008:00000001:1.0:1769078388.149321:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078388.149325:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653178752, offset 0
00000100:00000001:1.0:1769078388.149325:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078388.149338:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610a80.
00000020:00000040:1.0:1769078388.149342:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000400:00000200:0.0:1769078388.149344:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
02000000:00000001:1.0:1769078388.149348:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078388.149350:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078388.149352:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078388.149353:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078388.149355:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078388.149363:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:1.0:1769078388.149366:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000001:1.0:1769078388.149371:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078388.149376:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00100000:1.0:1769078388.149383:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610a80 x1855007653179136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078388.149385:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078388.149397:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:1.0:1769078388.149397:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078388.149403:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078388.149407:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078388.149413:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000040:1.0:1769078388.149413:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cf2531] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610a80 x1855007653179136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078388.149421:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078388.149428:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078388.149432:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201100:201100:256:4294967295] 192.168.204.104@tcp LPNI seq info [201100:201100:8:4294967295]
00000100:00080000:1.0:1769078388.149436:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078388.149445:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078388.149449:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078388.149451:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078388.149456:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078388.149460:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5368
00000400:00000200:0.0:1769078388.149473:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1769078388.149485:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:0.0:1769078388.149486:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078388.149499:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000010:0.0:1769078388.149501:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000100:00080000:1.0:1769078388.149502:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078388.149507:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.149508:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078388.149509:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.149518:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078388.149519:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078388.149520:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078388.149521:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078388.149523:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078388.149529:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000800:00000200:0.0:1769078388.149531:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:1.0:1769078388.149532:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078388.149558:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.149559:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078388.149561:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078388.149562:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078388.149565:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078388.149567:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078388.149570:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078388.149571:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078388.149573:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078388.149574:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078388.149575:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078388.149576:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078388.149578:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078388.149579:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078388.149583:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613800.
00000020:00000040:1.0:1769078388.149586:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000800:00000200:0.0:1769078388.149590:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
02000000:00000001:1.0:1769078388.149590:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078388.149594:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078388.149598:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078388.149601:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078388.149605:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078388.149606:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078388.149617:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
02000000:00000010:1.0:1769078388.149618:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000100:00000001:1.0:1769078388.149623:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769078388.149628:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078388.149632:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000100:00100000:1.0:1769078388.149636:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613800 x1855007653179264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078388.149641:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078388.149643:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078388.149646:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078388.149650:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ee6579f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613800 x1855007653179264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078388.149659:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078388.149659:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078388.149670:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5378)
00000400:00000200:0.0:1769078388.149673:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078388.149678:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078388.149686:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078388.149696:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611180 x1855007653178752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.149710:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078388.149713:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611180 x1855007653178752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.149719:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.149721:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078388.149729:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078388.149733:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078388.149735:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300041980
00000100:00000010:0.0:1769078388.149741:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00000001:0.0:1769078388.149748:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078388.149755:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300041980
00000100:00000010:0.0:1769078388.149757:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16540.
00000100:00000001:0.0:1769078388.149760:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078388.149763:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078388.149765:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.149767:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078388.149771:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078388/real 1769078388]  req@ffff88ba85611180 x1855007653178752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078388.149780:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078388.149782:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078388.149784:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078388.149787:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078388.149788:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078388.149791:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078388.149793:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611180 x1855007653178752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078388.149800:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611180 x1855007653178752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.149805:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078388.149806:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.149808:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078388.149809:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078388.149812:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611180 x1855007653178752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.149817:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078388.149820:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611180 x1855007653178752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.149826:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078388.149828:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.149829:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078388.149829:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.149831:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078388.149833:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078388.149835:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078388.149839:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078388.149840:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078388.149843:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611180 x1855007653178752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078388.149849:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653178752:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078388.149853:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.149855:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078388.149857:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611180 x1855007653178752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.149862:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078388.149865:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078388.149867:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078388.149869:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078388.149871:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078388.149872:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078388.149874:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078388.149876:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218c00.
02000000:00000001:0.0:1769078388.149880:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078388.149881:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078388.149883:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611180.
00000100:00000001:0.0:1769078388.149886:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078388.149887:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.149889:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.149896:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078388.149898:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.149900:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078388.149902:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078388.149903:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078388.149906:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613b80 x1855007653178880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.149911:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078388.149912:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078388.149914:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078388.149916:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078388.149932:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078388.149935:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653178880:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078388.149937:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078388.149940:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078388.149941:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078388.149943:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078388.149945:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078388.149947:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078388.149951:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078388.149953:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078388.149955:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078388.149958:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653178880, portal 10
00000100:00000001:0.0:1769078388.149959:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078388.149960:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415877504 : -131140293674112 : ffff88ba85613b80)
00000100:00000040:0.0:1769078388.149967:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613b80 x1855007653178880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.149972:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078388.149973:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078388.149975:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078388.149977:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653178880, offset 0
00000400:00000200:0.0:1769078388.149979:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078388.149982:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078388.149985:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078388.149987:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078388.149989:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078388.149991:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078388.149993:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078388.149995:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201101:201101:256:4294967295] 192.168.204.104@tcp LPNI seq info [201101:201101:8:4294967295]
00000400:00000200:0.0:1769078388.149998:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078388.150003:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078388.150006:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078388.150008:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078388.150011:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078388.150013:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078388.150018:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078388.150020:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078388.150023:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078388.150024:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078388.150027:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078388.150029:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078388.150031:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078388.150033:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078388.150034:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078388.150037:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613b80 x1855007653178880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150042:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078388.150044:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613b80 x1855007653178880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150049:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.150050:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078388.150052:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078388.150056:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078388.150058:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078388.150059:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300040730
00000100:00000001:0.0:1769078388.150062:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300041980
00000100:00000001:0.0:1769078388.150064:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300040730
00000100:00000001:0.0:1769078388.150066:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300041980
00000100:00000001:0.0:1769078388.150067:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078388.150069:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.150070:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078388.150072:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078388/real 1769078388]  req@ffff88ba85613b80 x1855007653178880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078388.150077:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078388.150077:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078388.150078:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078388.150080:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078388.150081:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078388.150082:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078388.150085:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613b80 x1855007653178880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078388.150091:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613b80 x1855007653178880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150095:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078388.150096:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150097:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078388.150098:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078388.150100:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613b80 x1855007653178880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150104:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078388.150106:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613b80 x1855007653178880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150110:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078388.150112:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150113:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078388.150114:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150115:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078388.150116:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078388.150118:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078388.150120:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078388.150122:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078388.150125:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613b80 x1855007653178880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078388.150130:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653178880:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078388.150132:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078388.150135:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613480 x1855007653179008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150144:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078388.150145:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078388.150147:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078388.150148:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078388.150149:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078388.150151:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653179008:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078388.150153:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078388.150154:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078388.150155:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078388.150156:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078388.150158:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078388.150159:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078388.150161:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078388.150163:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078388.150165:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078388.150167:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653179008, portal 10
00000100:00000001:0.0:1769078388.150168:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078388.150170:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415875712 : -131140293675904 : ffff88ba85613480)
00000100:00000040:0.0:1769078388.150174:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613480 x1855007653179008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150178:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078388.150180:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078388.150181:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078388.150183:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653179008, offset 0
00000400:00000200:0.0:1769078388.150186:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078388.150188:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078388.150190:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078388.150191:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078388.150193:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078388.150195:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078388.150196:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078388.150199:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201102:201102:256:4294967295] 192.168.204.104@tcp LPNI seq info [201102:201102:8:4294967295]
00000400:00000200:0.0:1769078388.150202:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078388.150206:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078388.150209:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078388.150211:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078388.150213:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078388.150215:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078388.150217:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078388.150219:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078388.150221:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078388.150223:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078388.150225:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078388.150227:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078388.150229:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078388.150230:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078388.150232:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078388.150234:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613480 x1855007653179008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150239:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078388.150242:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613480 x1855007653179008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150249:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.150250:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078388.150254:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078388.150257:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078388.150261:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078388.150263:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300040715
00000100:00000001:0.0:1769078388.150265:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300041980
00000100:00000001:0.0:1769078388.150268:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300040715
00000100:00000001:0.0:1769078388.150270:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300041980
00000100:00000001:0.0:1769078388.150272:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078388.150275:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.150278:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078388.150282:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078388/real 1769078388]  req@ffff88ba85613480 x1855007653179008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078388.150291:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078388.150293:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078388.150295:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078388.150297:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078388.150299:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078388.150302:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078388.150305:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613480 x1855007653179008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078388.150315:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613480 x1855007653179008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150320:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078388.150321:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150323:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078388.150324:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078388.150326:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613480 x1855007653179008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150331:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078388.150334:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613480 x1855007653179008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150338:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078388.150339:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150340:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078388.150341:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150342:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078388.150343:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078388.150345:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078388.150348:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078388.150349:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078388.150352:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613480 x1855007653179008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078388.150357:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653179008:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078388.150359:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078388.150362:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610a80 x1855007653179136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150366:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078388.150367:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078388.150368:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078388.150369:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078388.150371:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078388.150373:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653179136:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078388.150375:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078388.150377:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078388.150378:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078388.150379:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078388.150382:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078388.150383:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078388.150386:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078388.150388:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078388.150390:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078388.150393:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653179136, portal 4
00000100:00000001:0.0:1769078388.150394:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078388.150395:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864960 : -131140293686656 : ffff88ba85610a80)
00000100:00000040:0.0:1769078388.150399:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610a80 x1855007653179136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150404:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078388.150406:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078388.150407:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078388.150409:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653179136, offset 0
00000400:00000200:0.0:1769078388.150412:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078388.150415:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078388.150418:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078388.150420:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078388.150422:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078388.150423:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078388.150425:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078388.150427:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201103:201103:256:4294967295] 192.168.204.104@tcp LPNI seq info [201103:201103:8:4294967295]
00000400:00000200:0.0:1769078388.150430:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078388.150434:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078388.150437:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078388.150439:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078388.150441:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078388.150443:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078388.150446:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078388.150448:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078388.150468:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078388.150469:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078388.150472:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078388.150474:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078388.150476:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078388.150478:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078388.150479:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078388.150482:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610a80 x1855007653179136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150487:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078388.150489:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610a80 x1855007653179136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150494:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.150496:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078388.150500:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078388.150503:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078388.150507:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078388.150509:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300040722
00000100:00000001:0.0:1769078388.150512:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300041980
00000100:00000001:0.0:1769078388.150514:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300040722
00000100:00000001:0.0:1769078388.150517:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300041980
00000100:00000001:0.0:1769078388.150520:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078388.150522:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.150524:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078388.150528:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078388/real 1769078388]  req@ffff88ba85610a80 x1855007653179136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078388.150561:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078388.150562:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078388.150564:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078388.150566:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078388.150567:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078388.150569:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078388.150572:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610a80 x1855007653179136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078388.150578:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610a80 x1855007653179136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150583:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078388.150584:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150585:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078388.150586:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078388.150588:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610a80 x1855007653179136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150592:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078388.150595:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610a80 x1855007653179136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150601:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078388.150602:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150603:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078388.150604:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150605:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078388.150606:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078388.150608:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078388.150610:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078388.150611:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078388.150613:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610a80 x1855007653179136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078388.150618:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653179136:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078388.150621:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078388.150623:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613800 x1855007653179264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150628:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078388.150629:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078388.150631:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078388.150632:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078388.150633:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078388.150635:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653179264:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078388.150637:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078388.150639:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078388.150640:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078388.150641:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078388.150644:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078388.150646:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078388.150649:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078388.150652:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078388.150655:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078388.150658:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653179264, portal 4
00000100:00000001:0.0:1769078388.150660:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078388.150662:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415876608 : -131140293675008 : ffff88ba85613800)
00000100:00000040:0.0:1769078388.150668:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613800 x1855007653179264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150675:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078388.150677:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078388.150680:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078388.150683:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653179264, offset 0
00000400:00000200:0.0:1769078388.150687:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078388.150691:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078388.150696:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078388.150699:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078388.150702:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078388.150704:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078388.150707:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078388.150710:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201104:201104:256:4294967295] 192.168.204.104@tcp LPNI seq info [201104:201104:8:4294967295]
00000400:00000200:0.0:1769078388.150714:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078388.150719:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078388.150723:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078388.150726:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078388.150728:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078388.150730:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078388.150734:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078388.150736:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078388.150738:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078388.150740:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078388.150742:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078388.150744:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078388.150746:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078388.150748:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078388.150750:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078388.150753:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613800 x1855007653179264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150759:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078388.150761:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613800 x1855007653179264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150765:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.150767:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078388.150769:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078388.150771:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078388.150773:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078388.150775:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300040723
00000100:00000001:0.0:1769078388.150777:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300041980
00000100:00000001:0.0:1769078388.150779:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300040723
00000100:00000001:0.0:1769078388.150780:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300041980
00000100:00000001:0.0:1769078388.150782:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078388.150783:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.150784:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078388.150786:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078388/real 1769078388]  req@ffff88ba85613800 x1855007653179264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078388.150791:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078388.150793:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078388.150794:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078388.150795:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078388.150797:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078388.150798:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078388.150800:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613800 x1855007653179264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078388.150805:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613800 x1855007653179264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150814:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078388.150815:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150816:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078388.150817:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078388.150820:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613800 x1855007653179264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150823:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078388.150826:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613800 x1855007653179264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150830:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078388.150831:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150832:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078388.150833:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150834:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078388.150836:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078388.150837:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078388.150840:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078388.150841:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078388.150844:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613800 x1855007653179264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078388.150848:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653179264:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078388.150851:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150852:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078388.150854:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613b80 x1855007653178880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150859:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078388.150860:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078388.150862:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078388.150864:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078388.150865:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078388.150866:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078388.150867:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078388.150869:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:0.0:1769078388.150871:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078388.150871:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078388.150872:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613b80.
00000100:00000001:0.0:1769078388.150875:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078388.150876:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150877:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078388.150879:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613480 x1855007653179008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150883:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078388.150884:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078388.150885:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078388.150886:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078388.150887:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078388.150887:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078388.150888:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078388.150889:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218000.
02000000:00000001:0.0:1769078388.150891:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078388.150891:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078388.150892:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613480.
00000100:00000001:0.0:1769078388.150893:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078388.150894:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150895:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078388.150897:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610a80 x1855007653179136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150900:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078388.150901:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078388.150902:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078388.150903:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078388.150904:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078388.150905:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078388.150907:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078388.150908:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a000.
02000000:00000001:0.0:1769078388.150910:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078388.150911:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078388.150912:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610a80.
00000100:00000001:0.0:1769078388.150914:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078388.150915:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150916:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078388.150933:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613800 x1855007653179264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078388.150938:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078388.150938:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078388.150939:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078388.150941:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078388.150942:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078388.150943:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078388.150944:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078388.150946:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218400.
02000000:00000001:0.0:1769078388.150947:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078388.150948:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078388.150949:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613800.
00000100:00000001:0.0:1769078388.150950:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078388.150951:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150952:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.150955:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078388.150956:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078388.150958:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078388.150959:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078388.788614:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078388.788622:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078388.788745:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078388.788749:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078388.788753:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078389.428657:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300041980, at 4300041984
00000100:00000040:1.0:1769078389.428657:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300041980, at 4300041984
00000100:00000010:0.0:1769078389.428679:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000010:1.0:1769078389.428682:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16540.
00010000:00000001:2.0:1769078389.812656:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078389.812667:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078389.812737:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078389.812741:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078389.812744:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078390.836666:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078390.836674:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078390.836733:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078390.836736:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078390.836739:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078391.860679:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078391.860689:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078391.860800:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078391.860804:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078391.860809:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078392.884691:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078392.884701:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078392.884764:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078392.884768:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078392.884772:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078393.268712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078393.268727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078393.268730:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078393.268735:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078393.268740:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078393.268749:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5373
00000400:00000200:1.0:1769078393.268759:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078393.268766:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078393.268770:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078393.268773:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.268777:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078393.268780:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.268782:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078393.268787:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078393.268789:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078393.268792:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078393.268795:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078393.268797:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078393.268799:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078393.268802:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.268804:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078393.268807:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.268809:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078393.268812:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078393.268815:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078393.268818:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078393.268821:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078393.268825:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078393.268827:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078393.268830:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078393.268840:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078393.268852:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612a00.
00000020:00000040:1.0:1769078393.268856:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078393.268861:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078393.268863:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078393.268866:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078393.268869:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078393.268874:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078393.268884:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:1.0:1769078393.268891:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078393.268901:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612a00 x1855007653179392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078393.268912:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078393.268917:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078393.268922:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080821b25] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612a00 x1855007653179392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078393.268950:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078393.268953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078393.268957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078393.268958:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078393.268960:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078393.268962:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078393.268965:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5373
00000400:00000200:1.0:1769078393.268969:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078393.268972:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078393.268974:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078393.268977:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.268979:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078393.268981:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.268984:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078393.268986:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078393.268987:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078393.268989:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078393.268991:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078393.268993:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078393.268996:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078393.268999:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269001:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078393.269003:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269004:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078393.269006:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078393.269009:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269011:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078393.269012:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078393.269018:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078393.269020:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078393.269022:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078393.269027:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078393.269030:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078393.269031:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078393.269034:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612680.
00000020:00000040:1.0:1769078393.269036:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078393.269038:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078393.269040:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078393.269041:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078393.269042:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078393.269044:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078393.269047:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219c00.
00000100:00000001:1.0:1769078393.269050:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078393.269054:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612680 x1855007653179520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078393.269062:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078393.269064:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078393.269068:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c0d898d] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612680 x1855007653179520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078393.269081:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078393.269084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078393.269087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078393.269088:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078393.269089:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078393.269091:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078393.269094:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5373
00000400:00000200:1.0:1769078393.269096:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078393.269099:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078393.269100:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078393.269103:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269105:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078393.269106:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269108:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078393.269110:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078393.269111:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078393.269112:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078393.269114:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078393.269116:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078393.269118:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078393.269122:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269123:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078393.269125:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269127:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078393.269129:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078393.269131:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269133:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078393.269135:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078393.269137:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078393.269139:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078393.269141:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078393.269143:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078393.269145:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078393.269147:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078393.269149:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611c00.
00000020:00000040:1.0:1769078393.269151:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078393.269153:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078393.269154:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078393.269155:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078393.269156:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078393.269158:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078393.269161:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219400.
00000100:00000001:1.0:1769078393.269163:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078393.269167:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611c00 x1855007653179648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078393.269174:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078393.269176:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078393.269180:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8684d4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611c00 x1855007653179648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078393.269186:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078393.269188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078393.269191:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078393.269192:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078393.269193:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078393.269195:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078393.269197:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5373
00000400:00000200:1.0:1769078393.269200:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078393.269202:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078393.269204:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078393.269207:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269209:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078393.269211:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269213:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078393.269216:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078393.269217:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078393.269218:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078393.269220:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078393.269222:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078393.269223:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078393.269226:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269228:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078393.269229:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269231:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078393.269233:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078393.269235:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269237:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078393.269239:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078393.269241:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078393.269242:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078393.269244:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078393.269246:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078393.269248:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078393.269250:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078393.269252:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610380.
00000020:00000040:1.0:1769078393.269254:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078393.269256:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078393.269257:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078393.269258:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078393.269259:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078393.269261:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078393.269263:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000001:1.0:1769078393.269266:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078393.269270:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610380 x1855007653179776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078393.269277:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078393.269279:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078393.269282:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea9b11c2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610380 x1855007653179776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078393.269289:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078393.269291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078393.269294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078393.269295:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078393.269296:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078393.269298:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078393.269300:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5373
00000400:00000200:1.0:1769078393.269303:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078393.269305:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078393.269307:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078393.269309:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269311:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078393.269313:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269314:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078393.269316:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078393.269317:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078393.269318:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078393.269320:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078393.269322:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078393.269324:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078393.269326:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269328:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078393.269331:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269333:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078393.269335:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078393.269337:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078393.269340:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078393.269341:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078393.269343:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078393.269345:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078393.269346:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078393.269348:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078393.269350:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078393.269351:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078393.269354:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610e00.
00000020:00000040:1.0:1769078393.269356:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078393.269358:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078393.269359:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078393.269360:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078393.269361:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078393.269363:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078393.269365:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b800.
00000100:00000001:1.0:1769078393.269367:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078393.269371:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610e00 x1855007653179904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078393.269377:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078393.269378:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078393.269382:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e5ce01] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610e00 x1855007653179904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078393.269388:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078393.269392:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5383)
00000100:00000001:0.0:1769078393.269750:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078393.269755:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078393.269758:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078393.269766:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612a00 x1855007653179392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.269774:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078393.269777:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078393.269781:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078393.269784:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078393.269786:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078393.269790:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653179392:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078393.269794:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078393.269799:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078393.269801:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078393.269804:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078393.269809:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078393.269811:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078393.269819:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078393.269823:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078393.269830:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078393.269849:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653179392, portal 25
00000100:00000001:0.0:1769078393.269851:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078393.269853:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873024 : -131140293678592 : ffff88ba85612a00)
00000100:00000040:0.0:1769078393.269859:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612a00 x1855007653179392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.269867:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078393.269869:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078393.269872:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078393.269875:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653179392, offset 0
00000400:00000200:0.0:1769078393.269883:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078393.269895:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078393.269902:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078393.269907:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078393.269912:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078393.269917:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078393.269920:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078393.269924:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201105:201105:256:4294967295] 192.168.204.104@tcp LPNI seq info [201105:201105:8:4294967295]
00000400:00000200:0.0:1769078393.269929:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078393.269939:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078393.269946:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078393.269951:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078393.269959:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078393.269963:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078393.269970:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078393.269974:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078393.269978:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078393.269981:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078393.269988:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078393.269993:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078393.270006:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078393.270009:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078393.270014:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078393.270018:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612a00 x1855007653179392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270027:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078393.270031:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612a00 x1855007653179392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270038:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078393.270040:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078393.270046:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078393.270050:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078393.270053:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300047100
00000100:00000010:0.0:1769078393.270058:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d165a0.
00000100:00000001:0.0:1769078393.270065:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078393.270071:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300047100
00000100:00000010:0.0:1769078393.270074:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d163c0.
00000100:00000001:0.0:1769078393.270077:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078393.270081:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078393.270084:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078393.270087:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078393.270090:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078393/real 1769078393]  req@ffff88ba85612a00 x1855007653179392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078393.270108:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078393.270109:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078393.270112:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078393.270115:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078393.270116:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078393.270119:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078393.270122:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612a00 x1855007653179392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078393.270131:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612a00 x1855007653179392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270137:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078393.270139:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.270141:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078393.270143:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078393.270147:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612a00 x1855007653179392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270154:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078393.270158:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612a00 x1855007653179392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270166:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078393.270169:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.270170:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078393.270171:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.270174:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078393.270176:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078393.270178:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078393.270182:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078393.270184:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078393.270188:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612a00 x1855007653179392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078393.270197:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653179392:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078393.270201:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078393.270205:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612680 x1855007653179520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270212:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078393.270214:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078393.270215:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078393.270217:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078393.270219:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078393.270221:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653179520:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078393.270224:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078393.270226:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078393.270227:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078393.270229:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078393.270232:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078393.270233:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078393.270237:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078393.270239:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078393.270242:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078393.270244:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653179520, portal 10
00000100:00000001:0.0:1769078393.270246:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078393.270247:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415872128 : -131140293679488 : ffff88ba85612680)
00000100:00000040:0.0:1769078393.270253:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612680 x1855007653179520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270260:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078393.270263:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078393.270265:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078393.270267:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653179520, offset 0
00000400:00000200:0.0:1769078393.270270:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078393.270274:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078393.270277:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078393.270280:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078393.270282:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078393.270284:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078393.270287:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078393.270289:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201106:201106:256:4294967295] 192.168.204.104@tcp LPNI seq info [201106:201106:8:4294967295]
00000400:00000200:0.0:1769078393.270293:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078393.270300:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078393.270304:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078393.270307:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078393.270310:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078393.270313:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078393.270317:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078393.270319:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078393.270323:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078393.270325:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078393.270328:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078393.270331:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078393.270334:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078393.270335:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078393.270337:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078393.270340:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612680 x1855007653179520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270348:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078393.270351:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612680 x1855007653179520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270358:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078393.270359:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078393.270361:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078393.270365:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078393.270368:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078393.270370:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300045850
00000100:00000001:0.0:1769078393.270373:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300047100
00000100:00000001:0.0:1769078393.270376:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300045850
00000100:00000001:0.0:1769078393.270378:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300047100
00000100:00000001:0.0:1769078393.270380:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078393.270381:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078393.270383:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078393.270386:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078393/real 1769078393]  req@ffff88ba85612680 x1855007653179520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078393.270393:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078393.270394:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078393.270396:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078393.270398:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078393.270400:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078393.270402:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078393.270405:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612680 x1855007653179520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078393.270414:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612680 x1855007653179520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270420:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078393.270421:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.270423:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078393.270424:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078393.270427:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612680 x1855007653179520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270434:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078393.270437:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612680 x1855007653179520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270443:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078393.270446:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.270448:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078393.270449:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.270451:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078393.270452:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078393.270455:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078393.270458:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078393.270460:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078393.270463:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612680 x1855007653179520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078393.270471:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653179520:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078393.270474:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078393.270477:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611c00 x1855007653179648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270483:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078393.270485:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078393.270487:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078393.270488:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078393.270490:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078393.270493:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653179648:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078393.270496:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078393.270497:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078393.270506:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078393.270508:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078393.270511:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078393.270513:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078393.270515:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078393.270518:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078393.270520:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078393.270523:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653179648, portal 10
00000100:00000001:0.0:1769078393.270525:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078393.270527:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415869440 : -131140293682176 : ffff88ba85611c00)
00000100:00000040:0.0:1769078393.270532:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611c00 x1855007653179648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270595:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078393.270598:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078393.270604:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078393.270606:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653179648, offset 0
00000400:00000200:0.0:1769078393.270610:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078393.270614:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078393.270617:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078393.270620:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078393.270622:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078393.270625:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078393.270627:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078393.270630:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201107:201107:256:4294967295] 192.168.204.104@tcp LPNI seq info [201107:201107:8:4294967295]
00000400:00000200:0.0:1769078393.270635:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078393.270641:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078393.270646:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078393.270649:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078393.270652:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078393.270655:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078393.270659:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078393.270662:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078393.270665:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078393.270667:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078393.270670:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078393.270673:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078393.270676:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078393.270677:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078393.270680:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078393.270683:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611c00 x1855007653179648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270697:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078393.270700:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611c00 x1855007653179648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270706:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078393.270708:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078393.270710:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078393.270713:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078393.270716:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078393.270717:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300045836
00000100:00000001:0.0:1769078393.270720:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300047100
00000100:00000001:0.0:1769078393.270722:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300045836
00000100:00000001:0.0:1769078393.270724:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300047100
00000100:00000001:0.0:1769078393.270726:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078393.270728:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078393.270730:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078393.270733:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078393/real 1769078393]  req@ffff88ba85611c00 x1855007653179648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078393.270740:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078393.270741:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078393.270742:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078393.270744:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078393.270746:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078393.270747:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078393.270750:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611c00 x1855007653179648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078393.270758:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611c00 x1855007653179648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270764:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078393.270766:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.270768:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078393.270769:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078393.270773:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611c00 x1855007653179648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270779:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078393.270783:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611c00 x1855007653179648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270789:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078393.270791:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.270793:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078393.270794:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.270795:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078393.270797:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078393.270799:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078393.270802:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078393.270805:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078393.270808:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611c00 x1855007653179648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078393.270816:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653179648:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078393.270819:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078393.270822:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610380 x1855007653179776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270829:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078393.270830:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078393.270841:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078393.270843:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078393.270845:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078393.270849:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653179776:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078393.270852:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078393.270854:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078393.270855:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078393.270857:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078393.270860:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078393.270862:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078393.270866:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078393.270868:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078393.270871:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078393.270874:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653179776, portal 4
00000100:00000001:0.0:1769078393.270876:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078393.270877:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415863168 : -131140293688448 : ffff88ba85610380)
00000100:00000040:0.0:1769078393.270882:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610380 x1855007653179776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270889:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078393.270891:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078393.270893:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078393.270895:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653179776, offset 0
00000400:00000200:0.0:1769078393.270899:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078393.270902:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078393.270904:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078393.270907:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078393.270909:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078393.270911:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078393.270913:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078393.270916:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201108:201108:256:4294967295] 192.168.204.104@tcp LPNI seq info [201108:201108:8:4294967295]
00000400:00000200:0.0:1769078393.270920:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078393.270926:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078393.270930:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078393.270932:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078393.270937:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078393.270939:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078393.270943:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078393.270945:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078393.270949:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078393.270951:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078393.270954:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078393.270956:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078393.270959:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078393.270960:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078393.270962:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078393.270965:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610380 x1855007653179776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270971:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078393.270974:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610380 x1855007653179776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.270980:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078393.270982:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078393.270985:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078393.270988:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078393.270991:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078393.270993:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300045843
00000100:00000001:0.0:1769078393.270995:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300047100
00000100:00000001:0.0:1769078393.270997:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300045843
00000100:00000001:0.0:1769078393.271000:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300047100
00000100:00000001:0.0:1769078393.271002:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078393.271003:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078393.271005:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078393.271008:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078393/real 1769078393]  req@ffff88ba85610380 x1855007653179776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078393.271015:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078393.271017:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078393.271018:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078393.271020:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078393.271022:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078393.271024:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078393.271027:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610380 x1855007653179776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078393.271033:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610380 x1855007653179776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271038:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078393.271039:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.271041:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078393.271042:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078393.271045:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610380 x1855007653179776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271050:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078393.271054:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610380 x1855007653179776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271059:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078393.271062:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.271063:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078393.271064:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.271066:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078393.271067:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078393.271070:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078393.271073:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078393.271075:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078393.271079:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610380 x1855007653179776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078393.271093:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653179776:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078393.271097:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078393.271100:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610e00 x1855007653179904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271106:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078393.271108:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078393.271110:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078393.271112:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078393.271114:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078393.271117:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653179904:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078393.271120:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078393.271122:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078393.271123:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078393.271125:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078393.271128:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078393.271130:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078393.271134:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078393.271136:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078393.271139:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078393.271142:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653179904, portal 4
00000100:00000001:0.0:1769078393.271144:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078393.271145:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415865856 : -131140293685760 : ffff88ba85610e00)
00000100:00000040:0.0:1769078393.271150:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610e00 x1855007653179904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271157:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078393.271159:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078393.271161:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078393.271163:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653179904, offset 0
00000400:00000200:0.0:1769078393.271167:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078393.271170:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078393.271174:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078393.271176:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078393.271179:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078393.271181:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078393.271184:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078393.271187:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201109:201109:256:4294967295] 192.168.204.104@tcp LPNI seq info [201109:201109:8:4294967295]
00000400:00000200:0.0:1769078393.271191:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078393.271197:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078393.271201:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078393.271204:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078393.271208:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078393.271210:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078393.271214:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078393.271217:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078393.271221:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078393.271223:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078393.271225:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078393.271228:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078393.271231:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078393.271232:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078393.271234:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078393.271238:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610e00 x1855007653179904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271245:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078393.271248:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610e00 x1855007653179904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271254:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078393.271256:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078393.271258:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078393.271260:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078393.271263:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078393.271265:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300045843
00000100:00000001:0.0:1769078393.271268:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300047100
00000100:00000001:0.0:1769078393.271270:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300045843
00000100:00000001:0.0:1769078393.271272:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300047100
00000100:00000001:0.0:1769078393.271274:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078393.271276:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078393.271278:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078393.271281:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078393/real 1769078393]  req@ffff88ba85610e00 x1855007653179904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078393.271288:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078393.271289:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078393.271291:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078393.271293:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078393.271295:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078393.271296:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078393.271299:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610e00 x1855007653179904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078393.271308:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610e00 x1855007653179904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271313:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078393.271315:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.271316:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078393.271317:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078393.271321:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610e00 x1855007653179904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271327:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078393.271330:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610e00 x1855007653179904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271336:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078393.271339:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.271341:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078393.271342:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.271344:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078393.271346:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078393.271348:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078393.271351:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078393.271353:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078393.271356:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610e00 x1855007653179904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078393.271363:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653179904:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078393.271366:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.271369:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078393.271372:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612a00 x1855007653179392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271379:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078393.271382:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078393.271385:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078393.271387:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078393.271390:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078393.271391:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078393.271394:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078393.271396:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b000.
02000000:00000001:0.0:1769078393.271401:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078393.271403:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078393.271405:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612a00.
00000100:00000001:0.0:1769078393.271408:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078393.271409:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.271411:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078393.271414:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612680 x1855007653179520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271427:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078393.271428:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078393.271429:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078393.271431:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078393.271433:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078393.271434:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078393.271435:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078393.271436:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219c00.
02000000:00000001:0.0:1769078393.271438:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078393.271439:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078393.271440:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612680.
00000100:00000001:0.0:1769078393.271442:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078393.271443:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.271445:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078393.271448:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611c00 x1855007653179648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271453:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078393.271454:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078393.271456:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078393.271457:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078393.271458:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078393.271459:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078393.271461:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078393.271462:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219400.
02000000:00000001:0.0:1769078393.271464:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078393.271465:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078393.271466:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611c00.
00000100:00000001:0.0:1769078393.271468:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078393.271469:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.271470:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078393.271473:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610380 x1855007653179776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271479:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078393.271480:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078393.271482:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078393.271484:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078393.271485:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078393.271486:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078393.271488:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078393.271489:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219800.
02000000:00000001:0.0:1769078393.271491:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078393.271492:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078393.271493:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610380.
00000100:00000001:0.0:1769078393.271496:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078393.271497:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.271498:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078393.271501:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610e00 x1855007653179904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078393.271507:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078393.271508:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078393.271509:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078393.271510:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078393.271511:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078393.271512:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078393.271514:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078393.271515:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b800.
02000000:00000001:0.0:1769078393.271517:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078393.271518:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078393.271519:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610e00.
00000100:00000001:0.0:1769078393.271521:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078393.271522:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.271524:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.271532:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078393.271553:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078393.271556:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078393.271557:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078393.908706:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078393.908716:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078393.908806:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078393.908810:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078393.908814:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078394.548670:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300047100, at 4300047104
00000100:00000040:1.0:1769078394.548670:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300047100, at 4300047104
00000100:00000010:0.0:1769078394.548687:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d165a0.
00000100:00000010:1.0:1769078394.548690:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d163c0.
00010000:00000001:2.0:1769078394.934082:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078394.934094:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078394.934098:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078394.934101:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078394.934106:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078394.934109:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078394.934111:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078394.934113:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078394.934175:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078394.934180:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078394.934183:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078395.956837:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078395.956848:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078395.957001:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078395.957006:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078395.957010:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078396.980809:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078396.980819:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078396.980896:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078396.980899:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078396.980902:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078398.004732:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078398.004741:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078398.005000:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078398.005004:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078398.005008:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078398.388839:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078398.388849:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078398.388853:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078398.388858:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078398.388863:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078398.388873:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5378
00000400:00000200:1.0:1769078398.388884:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078398.388890:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078398.388894:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078398.388897:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.388901:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078398.388903:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.388906:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078398.388911:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078398.388914:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078398.388917:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078398.388920:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078398.388922:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078398.388935:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078398.388939:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.388941:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078398.388943:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.388944:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078398.388948:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078398.388952:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078398.388954:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078398.388962:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078398.388966:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078398.388969:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078398.388972:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078398.388975:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078398.388982:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611500.
00000020:00000040:1.0:1769078398.388987:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078398.388992:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078398.388994:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078398.388997:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078398.389000:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078398.389005:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078398.389014:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769078398.389021:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078398.389031:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611500 x1855007653180032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078398.389043:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078398.389049:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078398.389053:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fb51406] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611500 x1855007653180032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078398.389083:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078398.389086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078398.389090:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078398.389092:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078398.389093:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078398.389096:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078398.389099:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5378
00000400:00000200:1.0:1769078398.389102:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078398.389106:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078398.389109:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078398.389113:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389115:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078398.389118:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389120:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078398.389123:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078398.389124:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769078398.389125:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078398.389127:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078398.389131:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:3.0:1769078398.389131:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078398.389134:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:3.0:1769078398.389136:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078398.389138:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078398.389144:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389147:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078398.389148:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611500 x1855007653180032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078398.389150:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389154:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078398.389160:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078398.389166:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078398.389166:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078398.389170:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078398.389170:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078398.389174:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078398.389176:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078398.389180:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078398.389181:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078398.389185:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078398.389185:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078398.389190:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:3.0:1769078398.389193:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653180032:192.168.204.104@tcp:250:kworker.0
00000008:00100000:1.0:1769078398.389196:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078398.389199:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1769078398.389201:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078398.389204:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078398.389204:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078398.389208:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078398.389209:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611880.
02000000:00000001:3.0:1769078398.389212:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1769078398.389214:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078398.389218:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1769078398.389219:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7400.
02000000:00000001:1.0:1769078398.389220:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078398.389223:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078398.389224:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078398.389228:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078398.389229:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078398.389234:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:1.0:1769078398.389235:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a400.
00000400:00000010:3.0:1769078398.389240:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000100:00000001:1.0:1769078398.389241:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078398.389250:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611880 x1855007653180160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078398.389251:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769078398.389261:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653180032, portal 25
00000100:00000001:3.0:1769078398.389265:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078398.389267:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415867648 : -131140293683968 : ffff88ba85611500)
00000100:00000001:1.0:1769078398.389270:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078398.389273:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078398.389278:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0af494a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611880 x1855007653180160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078398.389287:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611500 x1855007653180032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078398.389289:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078398.389295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078398.389303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078398.389306:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769078398.389306:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078398.389308:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078398.389313:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769078398.389313:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078398.389319:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df12a8.
00000100:00080000:1.0:1769078398.389320:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5378
00000400:00000200:1.0:1769078398.389327:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000200:3.0:1769078398.389327:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653180032, offset 0
00000400:00000200:1.0:1769078398.389334:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078398.389338:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078398.389339:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769078398.389346:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389349:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078398.389352:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:1.0:1769078398.389353:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389358:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078398.389363:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078398.389363:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000040:1.0:1769078398.389365:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078398.389369:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078398.389371:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1769078398.389372:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078398.389377:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:3.0:1769078398.389379:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000001:1.0:1769078398.389380:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:3.0:1769078398.389385:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769078398.389386:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389391:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078398.389391:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000040:1.0:1769078398.389396:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:3.0:1769078398.389399:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201110:201110:256:4294967295] 192.168.204.104@tcp LPNI seq info [201110:201110:8:4294967295]
00000100:00000001:1.0:1769078398.389400:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078398.389405:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000200:3.0:1769078398.389409:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078398.389411:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389414:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078398.389416:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078398.389419:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078398.389424:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078398.389425:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078398.389428:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078398.389432:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1769078398.389435:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000008:00000001:1.0:1769078398.389436:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078398.389440:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078398.389443:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07800.
00000100:00000010:1.0:1769078398.389445:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611f80.
00000020:00000040:1.0:1769078398.389456:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078398.389462:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078398.389465:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078398.389465:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078398.389467:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078398.389470:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078398.389474:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078398.389475:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000010:1.0:1769078398.389482:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
00000100:00000001:1.0:1769078398.389487:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078398.389493:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611f80 x1855007653180288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078398.389494:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078398.389504:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078398.389506:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078398.389508:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300052219
00000100:00000001:1.0:1769078398.389510:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078398.389515:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059960.
00000100:00000040:1.0:1769078398.389517:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0de5d6f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611f80 x1855007653180288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078398.389524:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078398.389528:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078398.389532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078398.389559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078398.389561:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078398.389564:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078398.389564:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300052219
00000100:00000001:1.0:1769078398.389568:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:3.0:1769078398.389571:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059660.
00000100:00080000:1.0:1769078398.389573:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5378
00000100:00000001:3.0:1769078398.389578:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000400:00000200:1.0:1769078398.389581:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078398.389585:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078398.389588:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078398.389590:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078398.389592:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078398.389595:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078398.389597:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078398.389599:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078398.389603:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078398.389606:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389608:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:3.0:1769078398.389610:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769078398.389612:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078398.389614:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000040:1.0:1769078398.389615:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078398.389619:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078398.389620:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769078398.389622:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:3.0:1769078398.389623:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078398.389626:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078398.389628:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078398.389633:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078398.389633:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611880 x1855007653180160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078398.389642:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389648:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078398.389648:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078398.389650:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078398.389653:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:3.0:1769078398.389654:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078398.389657:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078398.389659:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:3.0:1769078398.389661:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078398.389663:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00100000:3.0:1769078398.389666:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653180160:192.168.204.104@tcp:38:kworker.0
00000100:00080000:1.0:1769078398.389670:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078398.389672:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078398.389675:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078398.389676:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078398.389678:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078398.389679:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078398.389682:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078398.389684:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769078398.389686:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6c00.
02000000:00000001:1.0:1769078398.389688:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078398.389690:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078398.389691:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078398.389695:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1769078398.389698:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000008:00000001:1.0:1769078398.389700:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078398.389704:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078398.389704:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4dc0.
00000100:00000010:1.0:1769078398.389712:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613100.
00000400:00000010:3.0:1769078398.389713:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1bb0.
00000020:00000040:1.0:1769078398.389716:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000200:3.0:1769078398.389718:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653180160, portal 10
02000000:00000001:1.0:1769078398.389720:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078398.389722:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1769078398.389724:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078398.389725:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415868544 : -131140293683072 : ffff88ba85611880)
00000100:00000001:1.0:1769078398.389728:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078398.389731:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078398.389733:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078398.389736:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611880 x1855007653180160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078398.389739:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b800.
00000100:00000001:1.0:1769078398.389757:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078398.389763:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613100 x1855007653180416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078398.389770:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078398.389772:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078398.389776:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c5e314b] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613100 x1855007653180416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078398.389784:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078398.389787:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078398.389790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078398.389792:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078398.389793:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078398.389795:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078398.389798:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5378
00000400:00000200:1.0:1769078398.389802:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078398.389804:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078398.389806:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078398.389809:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389811:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078398.389813:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078398.389817:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078398.389819:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078398.389821:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078398.389823:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078398.389824:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078398.389827:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078398.389830:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389832:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078398.389834:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389836:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078398.389839:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078398.389842:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389845:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078398.389847:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078398.389849:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078398.389852:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078398.389853:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078398.389855:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078398.389858:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078398.389860:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078398.389864:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610000.
00000020:00000040:1.0:1769078398.389866:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078398.389869:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078398.389870:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078398.389872:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078398.389875:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078398.389878:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078398.389880:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1769078398.389884:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000040:3.0:1769078398.389886:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078398.389890:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078398.389892:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df13b8.
00000100:00000200:3.0:1769078398.389896:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653180160, offset 0
00000100:00100000:1.0:1769078398.389899:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610000 x1855007653180544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078398.389904:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078398.389911:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078398.389915:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078398.389918:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:1.0:1769078398.389919:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078398.389922:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078398.389927:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000040:1.0:1769078398.389928:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d5982a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610000 x1855007653180544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078398.389931:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078398.389935:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078398.389941:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201111:201111:255:4294967295] 192.168.204.104@tcp LPNI seq info [201111:201111:7:4294967295]
00000100:00000001:1.0:1769078398.389949:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078398.389950:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:1.0:1769078398.389957:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5388)
00000400:00000200:3.0:1769078398.389962:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078398.389968:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078398.389972:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07600.
00000800:00000200:3.0:1769078398.389976:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078398.389981:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078398.389983:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078398.389987:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769078398.389990:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078398.389992:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300050970
00000100:00000001:3.0:1769078398.390002:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300052219
00000100:00000001:3.0:1769078398.390005:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300050970
00000100:00000001:3.0:1769078398.390007:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300052219
00000100:00000001:3.0:1769078398.390010:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078398.390012:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078398.390014:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078398.390019:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611f80 x1855007653180288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078398.390026:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078398.390027:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078398.390029:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078398.390031:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078398.390033:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078398.390036:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653180288:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078398.390040:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078398.390041:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078398.390043:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078398.390045:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078398.390048:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769078398.390050:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078398.390054:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078398.390056:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f40b0.
00000400:00000010:3.0:1769078398.390060:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769078398.390063:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653180288, portal 10
00000100:00000001:3.0:1769078398.390065:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078398.390066:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415870336 : -131140293681280 : ffff88ba85611f80)
00000100:00000040:3.0:1769078398.390072:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611f80 x1855007653180288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078398.390079:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078398.390081:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078398.390083:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1b28.
00000100:00000200:3.0:1769078398.390085:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653180288, offset 0
00000400:00000200:3.0:1769078398.390089:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078398.390093:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078398.390096:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078398.390098:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078398.390100:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078398.390103:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078398.390106:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078398.390109:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201112:201112:254:4294967295] 192.168.204.104@tcp LPNI seq info [201112:201112:6:4294967295]
00000400:00000200:3.0:1769078398.390113:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078398.390121:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078398.390126:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078398.390130:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07100.
00000800:00000200:3.0:1769078398.390134:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078398.390138:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078398.390141:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078398.390145:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:3.0:1769078398.390148:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078398.390151:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300050955
00000100:00000001:3.0:1769078398.390153:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300052219
00000100:00000001:3.0:1769078398.390156:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300050955
00000100:00000001:3.0:1769078398.390158:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300052219
00000100:00000001:3.0:1769078398.390160:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078398.390162:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078398.390164:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078398.390167:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078398.390170:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078398.390171:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078398.390173:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078398.390175:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078398.390177:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078398.390182:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613100 x1855007653180416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078398.390189:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078398.390191:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078398.390193:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078398.390195:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078398.390197:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078398.390200:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653180416:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078398.390204:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078398.390206:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078398.390207:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078398.390209:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078398.390212:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d5c00.
02000000:00000001:3.0:1769078398.390214:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078398.390217:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078398.390221:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4268.
00000400:00000010:3.0:1769078398.390225:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1e58.
00000100:00000200:3.0:1769078398.390228:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653180416, portal 4
00000100:00000001:3.0:1769078398.390230:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078398.390232:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415874816 : -131140293676800 : ffff88ba85613100)
00000100:00000040:3.0:1769078398.390237:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613100 x1855007653180416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078398.390244:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078398.390247:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078398.390249:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1990.
00000100:00000200:3.0:1769078398.390251:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653180416, offset 0
00000400:00000200:3.0:1769078398.390256:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078398.390260:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078398.390263:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078398.390265:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078398.390356:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078398.390360:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078398.390363:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078398.390366:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201113:201113:253:4294967295] 192.168.204.104@tcp LPNI seq info [201113:201113:5:4294967295]
00000400:00000200:3.0:1769078398.390371:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078398.390378:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078398.390383:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078398.390387:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07a00.
00000800:00000200:3.0:1769078398.390391:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078398.390395:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078398.390397:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078398.390400:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769078398.390404:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078398.390405:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300050962
00000100:00000001:3.0:1769078398.390407:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300052219
00000100:00000001:3.0:1769078398.390410:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300050962
00000100:00000001:3.0:1769078398.390412:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300052219
00000100:00000001:3.0:1769078398.390414:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078398.390416:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078398.390418:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078398.390421:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610000 x1855007653180544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078398.390429:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078398.390430:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078398.390432:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078398.390434:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078398.390436:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078398.390440:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653180544:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078398.390443:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078398.390444:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078398.390456:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078398.390459:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078398.390466:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769078398.390469:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078398.390472:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078398.390475:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f42c0.
00000400:00000010:3.0:1769078398.390479:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1330.
00000100:00000200:3.0:1769078398.390482:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653180544, portal 4
00000100:00000001:3.0:1769078398.390484:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078398.390486:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415862272 : -131140293689344 : ffff88ba85610000)
00000100:00000040:3.0:1769078398.390492:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610000 x1855007653180544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078398.390499:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078398.390502:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078398.390505:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1880.
00000100:00000200:3.0:1769078398.390507:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653180544, offset 0
00000400:00000200:3.0:1769078398.390511:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078398.390515:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078398.390519:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078398.390522:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078398.390524:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078398.390527:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078398.390529:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078398.390533:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201114:201114:252:4294967295] 192.168.204.104@tcp LPNI seq info [201114:201114:4:4294967295]
00000400:00000200:3.0:1769078398.390553:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078398.390561:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078398.390567:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078398.390571:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07900.
00000800:00000200:3.0:1769078398.390576:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078398.390581:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078398.390584:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078398.390587:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769078398.390591:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078398.390593:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300050962
00000100:00000001:3.0:1769078398.390596:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300052219
00000100:00000001:3.0:1769078398.390598:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300050962
00000100:00000001:3.0:1769078398.390600:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300052219
00000100:00000001:3.0:1769078398.390602:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078398.390604:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078398.390607:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078398.390608:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078398.390612:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078398.390613:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078398.390615:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078398.390616:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078398.390618:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078398.390620:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078399.028635:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078399.028644:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078399.029407:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078399.029412:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078399.029416:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078399.668695:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300052219, at 4300052224
00000100:00000040:1.0:1769078399.668695:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300052219, at 4300052224
00000100:00000010:1.0:1769078399.668718:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059660.
00000100:00000010:0.0:1769078399.668735:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059960.
00010000:00000001:2.0:1769078400.052699:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078400.052709:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078400.052797:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078400.052802:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078400.052806:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078401.076681:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078401.076689:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078401.076767:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078401.076772:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078401.076776:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078401.463615:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:2.0:1769078401.463677:0:2393:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078401.463691:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078401.463707:0:2393:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:2.0:1769078401.463711:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078401.463716:0:2393:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078401.463722:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:2.0:1769078401.463726:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07800.
00000400:00000200:2.0:1769078401.463734:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078401.463739:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078401.463748:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df12a8
00000400:00000010:2.0:1769078401.463751:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df12a8.
00000100:00000001:2.0:1769078401.463757:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078401.463767:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85611500 x1855007653180032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078401.463790:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078401.463795:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611500 x1855007653180032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078401.463803:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078401.463813:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078401.463828:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:2.0:1769078401.463830:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07600.
00000400:00000200:2.0:1769078401.463833:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078401.463837:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078401.463840:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df13b8
00000400:00000010:2.0:1769078401.463842:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df13b8.
00000100:00000001:2.0:1769078401.463844:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078401.463849:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85611880 x1855007653180160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078401.463857:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078401.463860:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611880 x1855007653180160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078401.463865:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078401.463867:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078401.463871:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:2.0:1769078401.463873:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07100.
00000400:00000200:2.0:1769078401.463876:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078401.463879:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078401.463882:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1b28
00000400:00000010:2.0:1769078401.463884:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1b28.
00000100:00000001:2.0:1769078401.463887:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078401.463891:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85611f80 x1855007653180288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078401.463898:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078401.463901:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611f80 x1855007653180288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078401.463907:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078401.463908:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078401.463913:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:2.0:1769078401.463915:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07a00.
00000400:00000200:2.0:1769078401.463918:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078401.463920:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078401.463923:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1990
00000400:00000010:2.0:1769078401.463924:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1990.
00000100:00000001:2.0:1769078401.463926:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078401.463930:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85613100 x1855007653180416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078401.463936:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078401.463939:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613100 x1855007653180416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078401.463944:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078401.463945:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078401.463950:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:2.0:1769078401.463952:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07900.
00000400:00000200:2.0:1769078401.463954:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078401.463957:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078401.463960:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1880
00000400:00000010:2.0:1769078401.463961:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1880.
00000100:00000001:2.0:1769078401.463964:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078401.463968:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba85610000 x1855007653180544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078401.463973:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078401.463976:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610000 x1855007653180544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078401.463981:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078401.463982:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078401.465140:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078401.465146:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078401.465149:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078401.465159:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078398/real 1769078401]  req@ffff88ba85613100 x1855007653180416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078401.465175:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078401.465176:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078401.465180:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4268.
00000400:00000200:3.0:1769078401.465184:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1e58
00000400:00000010:3.0:1769078401.465186:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1e58.
00000100:00000001:3.0:1769078401.465190:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078401.465194:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613100 x1855007653180416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078401.465204:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613100 x1855007653180416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.465211:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078401.465213:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.465216:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078401.465219:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078401.465222:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613100 x1855007653180416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.465229:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078401.465234:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613100 x1855007653180416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.465241:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078401.465244:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.465246:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078401.465247:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.465249:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078401.465252:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078401.465255:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078401.465261:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078401.465263:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078401.465267:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613100 x1855007653180416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078401.465275:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653180416:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078401.465279:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078401.465283:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078398/real 1769078401]  req@ffff88ba85610000 x1855007653180544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078401.465289:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078401.465291:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078401.465292:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f42c0.
00000400:00000200:3.0:1769078401.465294:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1330
00000400:00000010:3.0:1769078401.465296:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1330.
00000100:00000001:3.0:1769078401.465298:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078401.465301:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610000 x1855007653180544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078401.465309:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610000 x1855007653180544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.465314:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078401.465315:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.465317:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078401.465318:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078401.465321:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610000 x1855007653180544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.465327:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078401.465330:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610000 x1855007653180544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.465341:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078401.465343:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.465345:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078401.465346:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.465348:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078401.465349:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078401.465351:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078401.465354:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078401.465356:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078401.465359:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610000 x1855007653180544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078401.465366:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653180544:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078401.465369:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078401.465373:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078398/real 1769078401]  req@ffff88ba85611880 x1855007653180160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078401.465380:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078401.465381:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078401.465383:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4dc0.
00000400:00000200:3.0:1769078401.465385:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1bb0
00000400:00000010:3.0:1769078401.465386:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1bb0.
00000100:00000001:3.0:1769078401.465388:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078401.465391:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611880 x1855007653180160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078401.465398:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611880 x1855007653180160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.465403:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078401.465405:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.465407:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078401.465408:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078401.465411:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611880 x1855007653180160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.465417:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078401.465420:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611880 x1855007653180160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.465426:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078401.465428:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.465429:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078401.465430:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.465432:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078401.465434:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078401.465436:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078401.465439:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078401.465441:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078401.465445:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611880 x1855007653180160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078401.465452:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653180160:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078401.465456:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078401.465460:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078398/real 1769078401]  req@ffff88ba85611f80 x1855007653180288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078401.465467:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078401.465468:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078401.465470:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f40b0.
00000400:00000200:3.0:1769078401.465472:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078401.465474:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078401.465477:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078401.465479:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611f80 x1855007653180288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078401.465486:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611f80 x1855007653180288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.465492:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078401.465494:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.465495:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078401.465497:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078401.465500:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611f80 x1855007653180288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.465506:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078401.465509:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611f80 x1855007653180288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.465516:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078401.465518:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.465519:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078401.465520:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.465522:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078401.465524:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078401.465526:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078401.465529:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078401.465531:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078401.466218:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611f80 x1855007653180288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078401.466227:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653180288:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078401.466232:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078401.466237:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078398/real 1769078401]  req@ffff88ba85611500 x1855007653180032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078401.466246:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078401.466248:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078401.466250:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078401.466253:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078401.466255:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078401.466258:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078401.466261:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611500 x1855007653180032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078401.466269:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611500 x1855007653180032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.466275:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078401.466276:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.466278:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078401.466280:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078401.466283:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611500 x1855007653180032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.466289:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078401.466292:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611500 x1855007653180032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.466299:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078401.466301:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.466303:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078401.466304:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.466306:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078401.466308:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078401.466310:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078401.466314:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078401.466316:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078401.466320:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611500 x1855007653180032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078401.466327:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653180032:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769078401.466330:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.466332:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078401.466335:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613100 x1855007653180416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.466341:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078401.466345:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078401.466349:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:3.0:1769078401.466353:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078401.466356:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078401.466358:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769078401.466361:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078401.466364:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b800.
02000000:00000001:3.0:1769078401.466367:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078401.466370:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078401.466372:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613100.
00000100:00000001:3.0:1769078401.466376:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078401.466377:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.466379:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078401.466382:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610000 x1855007653180544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.466388:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078401.466389:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078401.466390:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769078401.466392:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078401.466393:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078401.466395:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769078401.466397:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078401.466398:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219800.
02000000:00000001:3.0:1769078401.466400:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078401.466402:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078401.466403:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610000.
00000100:00000001:3.0:1769078401.466406:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078401.466407:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.466409:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078401.466412:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611880 x1855007653180160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.466418:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078401.466419:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078401.466421:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:3.0:1769078401.466423:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078401.466424:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078401.466426:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769078401.466428:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078401.466429:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a400.
02000000:00000001:3.0:1769078401.466432:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078401.466433:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078401.466434:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611880.
00000100:00000001:3.0:1769078401.466436:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078401.466438:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.466439:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078401.466442:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611f80 x1855007653180288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.466447:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078401.466449:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078401.466450:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769078401.466452:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078401.466453:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078401.466454:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769078401.466456:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078401.466457:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b400.
02000000:00000001:3.0:1769078401.466459:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078401.466460:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078401.466461:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611f80.
00000100:00000001:3.0:1769078401.466463:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078401.466464:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.466466:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078401.466468:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611500 x1855007653180032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078401.466474:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078401.466475:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078401.466476:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7400.
02000000:00000001:3.0:1769078401.466478:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078401.466479:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078401.466480:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:3.0:1769078401.466481:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078401.466482:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:3.0:1769078401.466484:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078401.466485:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078401.466486:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611500.
00000100:00000001:3.0:1769078401.466489:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078401.466490:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.466492:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078401.466500:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078401.466502:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078401.466504:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078401.466506:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078402.100627:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078402.100637:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078402.100703:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078402.100708:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078402.100712:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078403.124951:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078403.124961:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078403.125079:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078403.125083:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078403.125088:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078403.508712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078403.508727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078403.508731:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078403.508735:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078403.508740:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078403.508751:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5383
00000400:00000200:1.0:1769078403.508763:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078403.508770:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078403.508774:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078403.508778:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078403.508781:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078403.508784:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078403.508786:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078403.508791:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078403.508794:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078403.508797:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078403.508801:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078403.508804:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078403.508807:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078403.508810:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078403.508812:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078403.508814:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078403.508816:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078403.508820:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078403.508823:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078403.508825:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078403.508828:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078403.508831:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078403.508834:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078403.508836:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078403.508838:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078403.508846:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612d80.
00000020:00000040:1.0:1769078403.508851:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078403.508855:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078403.508857:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078403.508860:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078403.508863:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078403.508867:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078403.508876:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219400.
00000100:00000001:1.0:1769078403.508884:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078403.508892:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612d80 x1855007653180672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078403.508903:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078403.508909:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078403.508913:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fed2dda] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612d80 x1855007653180672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078403.508942:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078403.508946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078403.508956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078403.508958:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078403.508960:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078403.508962:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078403.508965:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5383
00000400:00000200:1.0:1769078403.508970:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078403.508974:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078403.508978:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078403.508982:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078403.508985:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078403.508988:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078403.508991:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078403.508992:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078403.508998:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078403.508998:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078403.509000:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000100:00000001:3.0:1769078403.509003:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078403.509006:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078403.509010:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078403.509014:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078403.509014:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612d80 x1855007653180672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078403.509021:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078403.509030:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078403.509030:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078403.509035:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078403.509036:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078403.509042:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:3.0:1769078403.509043:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078403.509045:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:3.0:1769078403.509048:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769078403.509050:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
02000000:00000001:3.0:1769078403.509053:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078403.509057:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00100000:3.0:1769078403.509062:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653180672:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769078403.509064:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078403.509070:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078403.509071:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078403.509078:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078403.509079:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078403.509083:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078403.509085:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078403.509088:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078403.509090:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:3.0:1769078403.509095:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7400.
00000008:00100000:1.0:1769078403.509098:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078403.509099:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078403.509107:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078403.509110:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078403.509112:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000010:1.0:1769078403.509117:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610700.
00000400:00000010:3.0:1769078403.509119:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000020:00000040:1.0:1769078403.509123:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078403.509128:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1769078403.509130:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
02000000:00000001:1.0:1769078403.509131:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078403.509136:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078403.509137:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078403.509140:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078403.509141:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653180672, portal 25
02000000:00000010:1.0:1769078403.509146:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219c00.
00000100:00000001:3.0:1769078403.509146:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078403.509149:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873920 : -131140293677696 : ffff88ba85612d80)
00000100:00000001:1.0:1769078403.509155:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078403.509158:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612d80 x1855007653180672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078403.509166:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610700 x1855007653180800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078403.509172:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078403.509179:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078403.509185:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769078403.509186:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000001:1.0:1769078403.509190:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078403.509194:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653180672, offset 0
00000100:00000040:1.0:1769078403.509199:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029410724] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610700 x1855007653180800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078403.509207:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078403.509218:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078403.509221:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078403.509224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078403.509229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1769078403.509232:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:1.0:1769078403.509234:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078403.509239:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078403.509242:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078403.509244:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078403.509251:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5383
00000400:00000200:3.0:1769078403.509252:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078403.509259:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078403.509260:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078403.509267:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078403.509270:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078403.509275:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078403.509276:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201115:201115:256:4294967295] 192.168.204.104@tcp LPNI seq info [201115:201115:8:4294967295]
00000100:00000040:1.0:1769078403.509283:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078403.509287:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078403.509290:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078403.509293:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078403.509295:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078403.509296:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078403.509298:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078403.509299:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:1.0:1769078403.509302:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078403.509307:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078403.509310:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078403.509319:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:3.0:1769078403.509320:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078403.509326:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078403.509332:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000200:3.0:1769078403.509334:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078403.509342:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000100:00000001:1.0:1769078403.509353:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:3.0:1769078403.509362:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:1.0:1769078403.509367:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000800:00000200:3.0:1769078403.509369:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1769078403.509376:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000200:3.1:1769078403.509380:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078403.509383:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078403.509387:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
02000000:00000001:1.0:1769078403.509388:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078403.509394:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:3.0:1769078403.509396:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
02000000:00000001:1.0:1769078403.509399:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078403.509402:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000100:00000001:1.0:1769078403.509404:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078403.509409:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078403.509410:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:1.0:1769078403.509414:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078403.509419:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078403.509420:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000010:1.0:1769078403.509427:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612300.
00000400:00000200:3.0:1769078403.509429:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000020:00000040:1.0:1769078403.509433:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000400:00000010:3.0:1769078403.509434:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
02000000:00000001:1.0:1769078403.509441:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078403.509442:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1769078403.509444:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078403.509447:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078403.509450:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1769078403.509450:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612d80 x1855007653180672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078403.509453:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078403.509460:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:1.0:1769078403.509466:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.509469:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1769078403.509474:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612300 x1855007653180928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769078403.509477:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612d80 x1855007653180672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.509499:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.509503:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078403.509505:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078403.509509:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.509514:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078403.509515:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000561e7356] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612300 x1855007653180928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078403.509525:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078403.509528:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.509531:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300057339
00000100:00080000:1.0:1769078403.509532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:3.0:1769078403.509568:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059540.
00000100:00080000:1.0:1769078403.509574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078403.509576:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078403.509578:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078403.509579:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078403.509584:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078403.509589:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5383
00000100:00000001:3.0:1769078403.509590:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300057340
00000400:00000200:1.0:1769078403.509596:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000010:3.0:1769078403.509597:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba880594e0.
00000400:00000200:1.0:1769078403.509601:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078403.509604:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1769078403.509605:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078403.509611:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078403.509612:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078403.509615:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078403.509618:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078403.509619:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078403.509623:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078403.509624:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078403.509629:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078403.509630:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078403.509633:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:3.0:1769078403.509633:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078403/real 1769078403]  req@ffff88ba85612d80 x1855007653180672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078403.509637:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078403.509640:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078403.509642:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078403.509645:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078403.509647:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078403.509648:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078403.509650:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078403.509656:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078403.509672:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078403.509677:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078403.509679:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:3.0:1769078403.509680:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1769078403.509682:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1769078403.509684:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1769078403.509688:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078403.509689:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000100:00000001:1.0:1769078403.509693:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078403.509695:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000008:00100000:1.0:1769078403.509697:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000400:00000010:3.0:1769078403.509699:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000008:00000001:1.0:1769078403.509704:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.509704:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769078403.509709:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078403.509712:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612d80 x1855007653180672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078403.509716:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611500.
00000020:00000040:1.0:1769078403.509722:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078403.509726:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078403.509728:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078403.509729:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078403.509730:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078403.509732:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078403.509736:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000200:3.0:1769078403.509741:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612d80 x1855007653180672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078403.509742:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078403.509752:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611500 x1855007653181056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078403.509755:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078403.509758:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.509763:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078403.509765:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078403.509767:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078403.509770:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078403.509776:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612d80 x1855007653180672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078403.509778:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fb51406] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611500 x1855007653181056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.509801:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078403.509803:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078403.509808:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078403.509810:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612d80 x1855007653180672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078403.509812:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078403.509816:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078403.509819:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078403.509824:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078403.509827:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078403.509830:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5383
00000100:00000001:3.0:1769078403.509833:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769078403.509838:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078403.509839:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078403.509843:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769078403.509844:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078403.509847:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1769078403.509848:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078403.509852:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1769078403.509855:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00080000:3.0:1769078403.509858:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1769078403.509859:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078403.509865:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078403.509868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00080000:3.0:1769078403.509869:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000020:00000001:1.0:1769078403.509873:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078403.509875:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1769078403.509876:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078403.509880:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078403.509883:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000040:3.0:1769078403.509885:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612d80 x1855007653180672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078403.509886:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078403.509891:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078403.509900:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078403.509905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1769078403.509908:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653180672:192.168.204.104@tcp:250:kworker.0
00000100:00000040:1.0:1769078403.509909:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078403.509915:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078403.509919:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:3.0:1769078403.509919:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769078403.509923:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078403.509925:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078403.509929:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078403.509932:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612d80 x1855007653180672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078403.509933:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078403.509937:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078403.509942:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078403.509946:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078403.509949:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078403.509955:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.509958:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1769078403.509959:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078403.509962:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:1.0:1769078403.509964:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611f80.
02000000:00000010:3.0:1769078403.509966:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7400.
00000020:00000040:1.0:1769078403.509970:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078403.509971:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1769078403.509976:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000020:00000001:3.0:1769078403.509976:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078403.509979:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078403.509980:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078403.509985:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:1.0:1769078403.509986:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078403.509989:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1769078403.509991:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219400.
02000000:00000001:1.0:1769078403.509992:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078403.509999:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
02000000:00000001:3.0:1769078403.509999:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078403.510003:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1769078403.510004:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078403.510008:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612d80.
00000100:00100000:1.0:1769078403.510012:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611f80 x1855007653181184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078403.510014:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078403.510017:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.510022:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078403.510028:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078403.510031:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.510033:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1769078403.510035:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0de5d6f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611f80 x1855007653181184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510038:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.510043:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078403.510046:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078403.510049:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078403.510051:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078403.510056:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610700 x1855007653180800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078403.510058:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5393)
00000100:00000001:3.0:1769078403.510067:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078403.510069:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078403.510071:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078403.510073:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078403.510076:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078403.510080:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653180800:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078403.510084:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078403.510087:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078403.510088:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078403.510090:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078403.510093:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7400.
02000000:00000001:3.0:1769078403.510095:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078403.510099:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078403.510103:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769078403.510107:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769078403.510110:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653180800, portal 10
00000100:00000001:3.0:1769078403.510112:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078403.510113:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864064 : -131140293687552 : ffff88ba85610700)
00000100:00000040:3.0:1769078403.510120:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610700 x1855007653180800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510127:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078403.510129:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078403.510131:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769078403.510134:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653180800, offset 0
00000400:00000200:3.0:1769078403.510138:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078403.510142:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078403.510147:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078403.510150:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078403.510152:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078403.510154:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078403.510157:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078403.510160:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201116:201116:256:4294967295] 192.168.204.104@tcp LPNI seq info [201116:201116:8:4294967295]
00000400:00000200:3.0:1769078403.510165:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078403.510172:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078403.510177:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078403.510181:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000800:00000200:3.0:1769078403.510185:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769078403.510187:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078403.510192:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078403.510195:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078403.510199:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078403.510201:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:3.0:1769078403.510204:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078403.510208:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078403.510211:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078403.510212:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078403.510216:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078403.510219:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610700 x1855007653180800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510228:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078403.510231:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610700 x1855007653180800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510238:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.510240:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078403.510243:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078403.510247:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769078403.510251:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078403.510253:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300056090
00000100:00000001:3.0:1769078403.510257:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300057339
00000100:00000001:3.0:1769078403.510259:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300056090
00000100:00000001:3.0:1769078403.510261:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300057340
00000100:00000001:3.0:1769078403.510263:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078403.510265:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.510268:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078403.510272:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078403/real 1769078403]  req@ffff88ba85610700 x1855007653180800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078403.510280:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078403.510282:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078403.510284:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078403.510286:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078403.510288:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078403.510291:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078403.510295:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610700 x1855007653180800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078403.510304:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610700 x1855007653180800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510317:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078403.510318:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.510320:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078403.510321:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078403.510325:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610700 x1855007653180800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510332:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078403.510336:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610700 x1855007653180800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510344:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078403.510346:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.510348:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078403.510349:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.510351:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078403.510353:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078403.510356:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078403.510359:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078403.510362:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078403.510366:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610700 x1855007653180800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078403.510374:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653180800:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078403.510378:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078403.510382:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612300 x1855007653180928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510389:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078403.510390:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078403.510393:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078403.510395:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078403.510397:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078403.510400:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653180928:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078403.510404:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078403.510405:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078403.510407:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078403.510409:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078403.510412:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769078403.510414:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078403.510417:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078403.510421:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769078403.510423:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769078403.510426:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653180928, portal 10
00000100:00000001:3.0:1769078403.510428:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078403.510430:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415871232 : -131140293680384 : ffff88ba85612300)
00000100:00000040:3.0:1769078403.510435:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612300 x1855007653180928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510442:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078403.510444:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078403.510446:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769078403.510448:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653180928, offset 0
00000400:00000200:3.0:1769078403.510452:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078403.510456:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078403.510460:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078403.510463:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078403.510466:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078403.510468:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078403.510470:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078403.510473:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201117:201117:256:4294967295] 192.168.204.104@tcp LPNI seq info [201117:201117:8:4294967295]
00000400:00000200:3.0:1769078403.510477:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078403.510484:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078403.510490:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078403.510493:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000800:00000200:3.0:1769078403.510497:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769078403.510499:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078403.510504:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078403.510506:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078403.510510:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078403.510512:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:3.0:1769078403.510515:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078403.510519:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078403.510522:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078403.510523:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078403.510526:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078403.510530:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612300 x1855007653180928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510558:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078403.510562:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612300 x1855007653180928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510569:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.510571:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078403.510574:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078403.510577:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:3.0:1769078403.510581:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078403.510583:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300056076
00000100:00000001:3.0:1769078403.510585:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300057339
00000100:00000001:3.0:1769078403.510588:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300056076
00000100:00000001:3.0:1769078403.510590:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300057340
00000100:00000001:3.0:1769078403.510593:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078403.510595:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.510597:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078403.510601:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078403/real 1769078403]  req@ffff88ba85612300 x1855007653180928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078403.510609:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078403.510611:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078403.510613:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078403.510615:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078403.510617:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078403.510619:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078403.510622:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612300 x1855007653180928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078403.510631:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612300 x1855007653180928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510638:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078403.510639:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.510641:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078403.510642:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078403.510646:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612300 x1855007653180928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510654:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078403.510658:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612300 x1855007653180928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510676:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078403.510678:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.510680:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078403.510681:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.510683:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078403.510685:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078403.510688:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078403.510692:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078403.510694:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078403.510699:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612300 x1855007653180928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078403.510707:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653180928:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078403.510711:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078403.510715:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611500 x1855007653181056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510731:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078403.510733:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078403.510735:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078403.510736:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078403.510739:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078403.510741:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653181056:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078403.510745:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078403.510747:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078403.510748:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078403.510750:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078403.510754:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6c00.
02000000:00000001:3.0:1769078403.510757:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078403.510761:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078403.510764:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769078403.510767:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769078403.510770:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653181056, portal 4
00000100:00000001:3.0:1769078403.510772:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078403.510773:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415867648 : -131140293683968 : ffff88ba85611500)
00000100:00000040:3.0:1769078403.510779:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611500 x1855007653181056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510786:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078403.510788:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078403.510790:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769078403.510793:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653181056, offset 0
00000400:00000200:3.0:1769078403.510797:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078403.510801:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078403.510805:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078403.510807:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078403.510810:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078403.510813:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078403.510815:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078403.510818:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201118:201118:256:4294967295] 192.168.204.104@tcp LPNI seq info [201118:201118:8:4294967295]
00000400:00000200:3.0:1769078403.510822:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078403.510829:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078403.510833:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078403.510836:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000800:00000200:3.0:1769078403.510840:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769078403.510843:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078403.510847:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078403.510849:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078403.510853:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078403.510855:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:3.0:1769078403.510858:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078403.510861:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078403.510864:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078403.510866:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078403.510868:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078403.510871:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611500 x1855007653181056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510878:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078403.510881:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611500 x1855007653181056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510886:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.510887:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078403.510890:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078403.510894:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769078403.510896:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078403.510898:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300056083
00000100:00000001:3.0:1769078403.510901:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300057339
00000100:00000001:3.0:1769078403.510903:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300056083
00000100:00000001:3.0:1769078403.510905:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300057340
00000100:00000001:3.0:1769078403.510907:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078403.510909:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.510910:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078403.510914:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078403/real 1769078403]  req@ffff88ba85611500 x1855007653181056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078403.510921:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078403.510923:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078403.510924:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078403.510926:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078403.510928:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078403.510930:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078403.510933:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611500 x1855007653181056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078403.510941:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611500 x1855007653181056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510947:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078403.510949:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.510951:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078403.510952:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078403.510956:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611500 x1855007653181056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510962:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078403.510965:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611500 x1855007653181056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.510970:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078403.510973:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.510975:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078403.510976:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.510978:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078403.510979:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078403.510982:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078403.510985:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078403.510987:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078403.510990:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611500 x1855007653181056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078403.510997:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653181056:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078403.511000:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.511003:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078403.511005:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610700 x1855007653180800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.511011:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078403.511013:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078403.511014:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7400.
02000000:00000001:3.0:1769078403.511017:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078403.511018:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078403.511020:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769078403.511022:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078403.511024:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219c00.
02000000:00000001:3.0:1769078403.511026:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078403.511027:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078403.511029:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610700.
00000100:00000001:3.0:1769078403.511032:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078403.511033:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.511034:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078403.511037:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612300 x1855007653180928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.511048:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078403.511049:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078403.511051:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769078403.511053:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078403.511054:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078403.511055:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769078403.511057:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078403.511059:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b000.
02000000:00000001:3.0:1769078403.511061:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078403.511061:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078403.511063:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612300.
00000100:00000001:3.0:1769078403.511064:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078403.511066:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.511067:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078403.511070:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611500 x1855007653181056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.511076:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078403.511077:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078403.511078:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:3.0:1769078403.511080:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078403.511081:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078403.511082:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769078403.511083:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078403.511085:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218800.
02000000:00000001:3.0:1769078403.511086:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078403.511087:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078403.511089:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611500.
00000100:00000001:3.0:1769078403.511090:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078403.511092:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.511094:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.511097:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078403.511098:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.511100:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078403.511102:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078403.511103:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078403.511107:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611f80 x1855007653181184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.511112:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078403.511114:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078403.511116:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078403.511118:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078403.511120:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078403.511123:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653181184:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078403.511126:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078403.511128:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078403.511129:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078403.511131:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078403.511134:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6c00.
02000000:00000001:3.0:1769078403.511136:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078403.511139:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078403.511142:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769078403.511145:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769078403.511147:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653181184, portal 4
00000100:00000001:3.0:1769078403.511149:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078403.511151:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415870336 : -131140293681280 : ffff88ba85611f80)
00000100:00000040:3.0:1769078403.511156:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611f80 x1855007653181184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.511161:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078403.511164:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078403.511166:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769078403.511168:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653181184, offset 0
00000400:00000200:3.0:1769078403.511172:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078403.511175:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078403.511178:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078403.511181:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078403.511183:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078403.511186:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078403.511188:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078403.511191:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201119:201119:256:4294967295] 192.168.204.104@tcp LPNI seq info [201119:201119:8:4294967295]
00000400:00000200:3.0:1769078403.511195:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078403.511200:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078403.511205:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078403.511208:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000800:00000200:3.0:1769078403.511211:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769078403.511214:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078403.511218:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078403.511220:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078403.511224:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078403.511226:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:3.0:1769078403.511228:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078403.511231:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078403.511234:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078403.511236:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078403.511238:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078403.511242:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611f80 x1855007653181184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.511248:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078403.511251:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611f80 x1855007653181184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.511257:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.511259:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078403.511261:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078403.511264:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769078403.511267:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078403.511270:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300056083
00000100:00000001:3.0:1769078403.511272:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300057339
00000100:00000001:3.0:1769078403.511274:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300056083
00000100:00000001:3.0:1769078403.511276:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300057340
00000100:00000001:3.0:1769078403.511278:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078403.511281:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.511282:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078403.511286:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078403/real 1769078403]  req@ffff88ba85611f80 x1855007653181184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078403.511294:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078403.511295:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078403.511297:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078403.511299:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078403.511300:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078403.511302:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078403.511305:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611f80 x1855007653181184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078403.511312:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611f80 x1855007653181184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.511317:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078403.511318:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.511320:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078403.511321:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078403.511324:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611f80 x1855007653181184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.511330:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078403.511333:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611f80 x1855007653181184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.511339:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078403.511340:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.511342:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078403.511343:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.511344:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078403.511346:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078403.511347:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078403.511351:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078403.511353:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078403.511357:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611f80 x1855007653181184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078403.511365:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653181184:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078403.511369:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.511370:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078403.511373:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611f80 x1855007653181184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078403.511378:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078403.511380:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078403.511381:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:3.0:1769078403.511383:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078403.511385:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078403.511386:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769078403.511388:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078403.511389:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218400.
02000000:00000001:3.0:1769078403.511391:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078403.511392:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078403.511393:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611f80.
00000100:00000001:3.0:1769078403.511395:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078403.511397:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.511398:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078403.511401:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078403.511402:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078403.511404:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078403.511406:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078404.148740:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078404.148749:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078404.149530:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078404.149580:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078404.149584:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078404.788695:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300057340, at 4300057344
00000100:00000010:1.0:1769078404.788716:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba880594e0.
00000100:00000040:0.0:1769078404.788818:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300057339, at 4300057344
00000100:00000010:0.0:1769078404.788826:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059540.
00010000:00000001:2.0:1769078405.172821:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078405.172835:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078405.172838:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078405.172841:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078405.172847:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078405.172850:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078405.172852:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078405.172855:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078405.173404:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078405.173408:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078405.173412:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078406.196815:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078406.196824:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078406.197141:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078406.197145:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078406.197149:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078407.220824:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078407.220834:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078407.220912:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078407.220917:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078407.220921:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078408.244634:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078408.244645:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078408.244756:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078408.244760:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078408.244764:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078408.628719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078408.628742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078408.628746:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078408.628751:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078408.628756:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078408.628772:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5388
00000400:00000200:1.0:1769078408.628783:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078408.628790:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078408.628794:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078408.628797:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.628809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078408.628812:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.628814:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078408.628819:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078408.628822:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078408.628825:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078408.628828:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078408.628829:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078408.628831:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078408.628834:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.628835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078408.628836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.628837:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078408.628839:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078408.628842:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078408.628843:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078408.628845:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078408.628848:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078408.628850:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.628852:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078408.628854:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078408.628865:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611880.
00000020:00000040:1.0:1769078408.628874:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078408.628878:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078408.628880:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.628884:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078408.628887:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078408.628899:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078408.628909:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218000.
00000100:00000001:1.0:1769078408.628917:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078408.628934:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611880 x1855007653181312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078408.628946:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078408.628951:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078408.628956:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0af494a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611880 x1855007653181312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078408.628979:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078408.628983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078408.628987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078408.628988:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078408.628990:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078408.628992:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078408.629001:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5388
00000400:00000200:1.0:1769078408.629006:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078408.629008:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078408.629011:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078408.629013:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.629015:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078408.629016:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078408.629017:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.629019:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078408.629021:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078408.629021:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078408.629022:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078408.629024:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078408.629024:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769078408.629026:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078408.629028:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078408.629030:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078408.629031:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611880 x1855007653181312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078408.629033:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.629035:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078408.629037:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.629039:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:3.0:1769078408.629040:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769078408.629042:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:3.0:1769078408.629042:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078408.629044:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078408.629046:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078408.629046:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078408.629047:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078408.629049:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078408.629052:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078408.629053:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078408.629055:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078408.629055:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653181312:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769078408.629057:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078408.629059:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1769078408.629062:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078408.629064:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1769078408.629065:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078408.629066:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.629067:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078408.629069:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1769078408.629070:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610000.
00000020:00000040:1.0:1769078408.629073:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000010:3.0:1769078408.629074:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6c00.
02000000:00000001:3.0:1769078408.629076:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078408.629084:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:1.0:1769078408.629087:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078408.629089:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.629091:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078408.629092:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078408.629094:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078408.629096:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
02000000:00000010:1.0:1769078408.629097:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821bc00.
00000100:00000001:1.0:1769078408.629100:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078408.629103:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00100000:1.0:1769078408.629105:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610000 x1855007653181440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078408.629111:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769078408.629112:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653181312, portal 25
00000100:00000001:1.0:1769078408.629113:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.629115:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769078408.629117:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d5982a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610000 x1855007653181440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.629117:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415868544 : -131140293683072 : ffff88ba85611880)
00000100:00000040:3.0:1769078408.629123:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611880 x1855007653181312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078408.629125:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078408.629127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078408.629130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078408.629130:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078408.629132:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1769078408.629133:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00080000:1.0:1769078408.629134:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078408.629136:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1769078408.629136:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00080000:1.0:1769078408.629138:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5388
00000100:00000200:3.0:1769078408.629140:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653181312, offset 0
00000400:00000200:1.0:1769078408.629142:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078408.629145:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078408.629147:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078408.629147:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769078408.629149:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:3.0:1769078408.629156:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078408.629158:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078408.629160:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.629162:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:3.0:1769078408.629163:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000001:1.0:1769078408.629164:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078408.629168:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000400:00000200:3.0:1769078408.629169:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1769078408.629170:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078408.629172:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000400:00000200:3.0:1769078408.629173:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000001:1.0:1769078408.629174:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078408.629176:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:3.0:1769078408.629178:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769078408.629179:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.629181:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078408.629181:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000040:1.0:1769078408.629183:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.629185:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:3.0:1769078408.629185:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201120:201120:256:4294967295] 192.168.204.104@tcp LPNI seq info [201120:201120:8:4294967295]
00000020:00000040:1.0:1769078408.629187:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078408.629190:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:3.0:1769078408.629190:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078408.629192:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078408.629194:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078408.629196:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078408.629198:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.629200:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078408.629200:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000008:00100000:1.0:1769078408.629202:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078408.629204:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.629206:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078408.629207:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000010:1.0:1769078408.629210:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613100.
00000020:00000040:1.0:1769078408.629212:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000800:00000010:3.0:1769078408.629212:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
02000000:00000001:1.0:1769078408.629215:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078408.629216:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.629217:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078408.629218:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078408.629220:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078408.629220:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000010:1.0:1769078408.629223:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218c00.
00000800:00000200:3.0:1769078408.629224:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078408.629231:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078408.629236:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078408.629252:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078408.629257:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078408.629261:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:3.0:1769078408.629268:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078408.629273:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078408.629280:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078408.629283:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078408.629288:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078408.629293:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611880 x1855007653181312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.629314:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078408.629318:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611880 x1855007653181312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.629325:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.629327:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078408.629336:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078408.629341:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078408.629344:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300062459
00000100:00000010:3.0:1769078408.629348:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba880593c0.
00000100:00000001:3.0:1769078408.629365:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078408.629372:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300062459
00000100:00000010:3.0:1769078408.629376:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059720.
00000100:00000001:3.0:1769078408.629379:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078408.629382:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078408.629386:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078408.629603:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613100 x1855007653181568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078408.629611:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078408.629614:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078408.629617:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c5e314b] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613100 x1855007653181568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078408.629624:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078408.629627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078408.629630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078408.629632:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078408.629633:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078408.629636:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078408.629638:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5388
00000400:00000200:1.0:1769078408.629643:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078408.629645:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078408.629648:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078408.629651:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.629653:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078408.629655:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.629657:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078408.629660:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078408.629661:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078408.629663:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078408.629665:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078408.629667:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078408.629669:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078408.629671:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.629673:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078408.629675:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078408.629677:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078408.629679:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078408.629682:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078408.629685:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078408.629686:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078408.629690:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078408.629692:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.629694:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078408.629696:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078408.629699:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.629701:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078408.629705:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610e00.
00000020:00000040:1.0:1769078408.629707:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078408.629710:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078408.629711:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.629713:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078408.629714:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078408.629716:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078408.629723:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000001:3.0:1769078408.629738:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078408.629745:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078408/real 1769078408]  req@ffff88ba85611880 x1855007653181312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078408.629756:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078408.629758:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078408.629761:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078408.629764:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078408.629766:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078408.629768:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078408.629772:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611880 x1855007653181312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078408.629781:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611880 x1855007653181312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.629788:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078408.629791:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.629793:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078408.629795:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078408.629799:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611880 x1855007653181312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.629806:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078408.629811:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611880 x1855007653181312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.629819:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078408.629822:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.629824:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078408.629825:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.629828:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078408.629830:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078408.629833:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078408.629837:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078408.629840:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078408.629844:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611880 x1855007653181312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078408.629853:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653181312:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769078408.629858:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.629860:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078408.629863:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611880 x1855007653181312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078408.629879:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.629881:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078408.629884:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:1.0:1769078408.629885:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610e00 x1855007653181696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1769078408.629887:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:3.0:1769078408.629890:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078408.629892:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:1.0:1769078408.629893:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000020:00000040:3.0:1769078408.629893:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000100:00000001:1.0:1769078408.629895:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078408.629896:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078408.629898:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218000.
00000100:00000040:1.0:1769078408.629899:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e5ce01] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610e00 x1855007653181696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078408.629903:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078408.629905:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1769078408.629907:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078408.629907:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611880.
00000100:00080000:1.0:1769078408.629910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078408.629910:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078408.629912:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769078408.629914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078408.629914:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078408.629915:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078408.629917:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078408.629919:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078408.629921:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5388
00000100:00000001:3.0:1769078408.629922:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1769078408.629925:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078408.629928:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078408.629930:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078408.629933:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078408.629933:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.629935:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078408.629936:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078408.629937:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078408.629937:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078408.629939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:3.0:1769078408.629939:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078408.629942:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1769078408.629942:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610000 x1855007653181440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078408.629943:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078408.629945:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078408.629947:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078408.629949:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:3.0:1769078408.629949:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078408.629951:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:3.0:1769078408.629951:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078408.629953:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1769078408.629954:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:3.0:1769078408.629955:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078408.629956:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078408.629957:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:3.0:1769078408.629958:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.629960:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00100000:3.0:1769078408.629961:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653181440:192.168.204.104@tcp:38:kworker.0
00000020:00000040:1.0:1769078408.629962:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078408.629965:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078408.629965:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078408.629967:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078408.629967:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078408.629969:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078408.629969:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078408.629971:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078408.629972:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769078408.629974:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6c00.
02000000:00000001:1.0:1769078408.629975:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.629976:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078408.629976:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078408.629979:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1769078408.629980:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000008:00000001:1.0:1769078408.629981:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.629983:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078408.629983:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000100:00000010:1.0:1769078408.629986:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610380.
00000400:00000010:3.0:1769078408.629987:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000020:00000040:1.0:1769078408.629988:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078408.629990:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078408.629991:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078408.629993:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078408.629995:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078408.629996:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078408.630000:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000100:00000001:1.0:1769078408.630003:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078408.630008:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610380 x1855007653181824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078408.630013:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653181440, portal 10
00000100:00000001:1.0:1769078408.630015:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078408.630016:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078408.630017:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.630017:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415862272 : -131140293689344 : ffff88ba85610000)
00000100:00000040:1.0:1769078408.630021:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea9b11c2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610380 x1855007653181824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078408.630024:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610000 x1855007653181440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078408.630030:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.630031:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078408.630033:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769078408.630035:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5398)
00000400:00000010:3.0:1769078408.630035:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769078408.630037:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653181440, offset 0
00000400:00000200:3.0:1769078408.630041:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078408.630046:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078408.630050:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078408.630052:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078408.630055:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078408.630057:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078408.630059:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078408.630062:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201121:201121:256:4294967295] 192.168.204.104@tcp LPNI seq info [201121:201121:8:4294967295]
00000400:00000200:3.0:1769078408.630066:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078408.630072:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078408.630077:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078408.630081:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000800:00000200:3.0:1769078408.630102:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769078408.630105:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078408.630110:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078408.630112:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078408.630116:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078408.630119:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:3.0:1769078408.630122:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078408.630125:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078408.630128:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078408.630130:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078408.630132:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078408.630136:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610000 x1855007653181440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.630141:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078408.630143:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610000 x1855007653181440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.630147:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.630148:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078408.630152:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078408.630155:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769078408.630158:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078408.630160:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300061210
00000100:00000001:3.0:1769078408.630179:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300062459
00000100:00000001:3.0:1769078408.630182:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300061210
00000100:00000001:3.0:1769078408.630185:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300062459
00000100:00000001:3.0:1769078408.630187:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078408.630189:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.630191:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078408.630195:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078408/real 1769078408]  req@ffff88ba85610000 x1855007653181440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078408.630228:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078408.630229:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078408.630232:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078408.630234:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078408.630236:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078408.630238:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078408.630251:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610000 x1855007653181440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078408.630259:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610000 x1855007653181440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.630266:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078408.630267:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.630269:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078408.630271:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078408.630274:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610000 x1855007653181440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.630281:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078408.630285:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610000 x1855007653181440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.630292:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078408.630294:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.630296:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078408.630298:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.630300:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078408.630301:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078408.630333:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078408.630337:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078408.630339:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078408.630343:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610000 x1855007653181440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078408.630351:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653181440:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078408.630364:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078408.630367:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613100 x1855007653181568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.630373:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078408.630375:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078408.630377:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078408.630379:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078408.630381:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078408.630384:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653181568:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078408.630387:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078408.630389:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078408.630880:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078408.630883:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078408.630887:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769078408.630889:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078408.630894:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078408.630897:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769078408.630900:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769078408.630903:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653181568, portal 10
00000100:00000001:3.0:1769078408.630906:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078408.630907:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415874816 : -131140293676800 : ffff88ba85613100)
00000100:00000040:3.0:1769078408.630913:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613100 x1855007653181568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.630920:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078408.630922:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078408.630924:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769078408.630926:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653181568, offset 0
00000400:00000200:3.0:1769078408.630931:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078408.630935:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078408.630939:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078408.630942:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078408.630945:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078408.630947:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078408.630949:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078408.630952:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201122:201122:256:4294967295] 192.168.204.104@tcp LPNI seq info [201122:201122:8:4294967295]
00000400:00000200:3.0:1769078408.630956:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078408.630961:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078408.630966:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078408.630969:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000800:00000200:3.0:1769078408.630973:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769078408.630976:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078408.630980:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078408.630983:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078408.630987:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078408.630989:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:3.0:1769078408.630992:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078408.630995:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078408.630998:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078408.630999:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078408.631002:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078408.631005:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613100 x1855007653181568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631012:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078408.631015:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613100 x1855007653181568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631021:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.631023:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078408.631026:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078408.631029:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:3.0:1769078408.631032:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078408.631035:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300061196
00000100:00000001:3.0:1769078408.631037:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300062459
00000100:00000001:3.0:1769078408.631039:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300061196
00000100:00000001:3.0:1769078408.631041:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300062459
00000100:00000001:3.0:1769078408.631044:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078408.631046:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.631048:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078408.631051:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078408/real 1769078408]  req@ffff88ba85613100 x1855007653181568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078408.631059:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078408.631060:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078408.631062:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078408.631064:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078408.631066:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078408.631068:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078408.631071:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613100 x1855007653181568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078408.631079:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613100 x1855007653181568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631086:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078408.631087:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.631089:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078408.631091:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078408.631094:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613100 x1855007653181568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631100:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078408.631104:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613100 x1855007653181568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631112:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078408.631115:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.631116:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078408.631117:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.631119:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078408.631121:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078408.631123:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078408.631126:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078408.631128:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078408.631132:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613100 x1855007653181568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078408.631140:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653181568:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078408.631143:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078408.631147:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610e00 x1855007653181696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631153:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078408.631155:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078408.631157:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078408.631159:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078408.631162:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078408.631164:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653181696:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078408.631168:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078408.631170:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078408.631172:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078408.631173:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078408.631177:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7400.
02000000:00000001:3.0:1769078408.631178:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078408.631181:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078408.631183:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769078408.631185:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769078408.631188:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653181696, portal 4
00000100:00000001:3.0:1769078408.631190:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078408.631190:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415865856 : -131140293685760 : ffff88ba85610e00)
00000100:00000040:3.0:1769078408.631195:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610e00 x1855007653181696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631201:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078408.631203:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078408.631205:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769078408.631207:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653181696, offset 0
00000400:00000200:3.0:1769078408.631211:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078408.631215:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078408.631219:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078408.631221:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078408.631223:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078408.631226:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078408.631228:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078408.631231:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201123:201123:256:4294967295] 192.168.204.104@tcp LPNI seq info [201123:201123:8:4294967295]
00000400:00000200:3.0:1769078408.631235:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078408.631241:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078408.631245:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078408.631249:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000800:00000200:3.0:1769078408.631253:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769078408.631255:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078408.631259:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078408.631262:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078408.631266:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078408.631268:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:3.0:1769078408.631271:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078408.631274:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078408.631276:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078408.631278:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078408.631281:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078408.631284:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610e00 x1855007653181696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631674:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078408.631679:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610e00 x1855007653181696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631685:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.631687:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078408.631691:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078408.631694:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769078408.631698:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078408.631700:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300061204
00000100:00000001:3.0:1769078408.631703:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300062459
00000100:00000001:3.0:1769078408.631705:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300061204
00000100:00000001:3.0:1769078408.631707:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300062459
00000100:00000001:3.0:1769078408.631709:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078408.631711:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.631713:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078408.631716:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078408/real 1769078408]  req@ffff88ba85610e00 x1855007653181696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078408.631724:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078408.631725:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078408.631727:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078408.631729:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078408.631731:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078408.631733:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078408.631736:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610e00 x1855007653181696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078408.631743:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610e00 x1855007653181696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631750:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078408.631752:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.631753:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078408.631755:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078408.631758:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610e00 x1855007653181696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631773:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078408.631778:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610e00 x1855007653181696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631784:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078408.631787:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.631788:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078408.631790:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.631792:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078408.631793:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078408.631795:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078408.631799:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078408.631801:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078408.631805:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610e00 x1855007653181696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078408.631812:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653181696:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078408.631815:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.631817:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078408.631820:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610000 x1855007653181440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631826:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078408.631828:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078408.631831:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:3.0:1769078408.631834:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078408.631836:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078408.631837:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769078408.631839:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078408.631841:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:3.0:1769078408.631844:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078408.631845:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078408.631847:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610000.
00000100:00000001:3.0:1769078408.631850:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078408.631851:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.631853:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078408.631856:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613100 x1855007653181568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631862:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078408.631863:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078408.631865:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769078408.631867:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078408.631868:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078408.631869:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769078408.631871:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078408.631872:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218c00.
02000000:00000001:3.0:1769078408.631874:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078408.631875:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078408.631877:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613100.
00000100:00000001:3.0:1769078408.631879:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078408.631881:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.631882:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078408.631885:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610e00 x1855007653181696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631891:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078408.631892:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078408.631893:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7400.
02000000:00000001:3.0:1769078408.631895:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078408.631896:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078408.631897:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769078408.631898:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078408.631899:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a000.
02000000:00000001:3.0:1769078408.631902:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078408.631904:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078408.631905:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610e00.
00000100:00000001:3.0:1769078408.631907:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078408.631909:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.631910:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.631916:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078408.631918:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.631920:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078408.631921:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078408.631923:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078408.631926:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610380 x1855007653181824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631933:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078408.631934:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078408.631936:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078408.631938:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078408.631940:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078408.631943:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653181824:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078408.631946:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078408.631948:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078408.631949:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078408.631951:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078408.631954:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7400.
02000000:00000001:3.0:1769078408.631956:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078408.631959:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078408.631962:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769078408.631965:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769078408.631968:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653181824, portal 4
00000100:00000001:3.0:1769078408.631970:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078408.631972:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415863168 : -131140293688448 : ffff88ba85610380)
00000100:00000040:3.0:1769078408.631977:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610380 x1855007653181824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.631983:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078408.631985:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078408.631987:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769078408.631989:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653181824, offset 0
00000400:00000200:3.0:1769078408.631993:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078408.631997:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078408.632001:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078408.632004:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078408.632006:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078408.632008:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078408.632011:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078408.632013:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201124:201124:256:4294967295] 192.168.204.104@tcp LPNI seq info [201124:201124:8:4294967295]
00000400:00000200:3.0:1769078408.632017:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078408.632024:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078408.632028:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078408.632031:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000800:00000200:3.0:1769078408.632036:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769078408.632039:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078408.632043:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078408.632046:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078408.632050:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078408.632052:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:3.0:1769078408.632054:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078408.632058:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078408.632061:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078408.632062:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078408.632064:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078408.632067:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610380 x1855007653181824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.632143:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078408.632148:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610380 x1855007653181824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.632155:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.632157:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078408.632162:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078408.632165:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769078408.632168:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078408.632170:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300061204
00000100:00000001:3.0:1769078408.632173:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300062459
00000100:00000001:3.0:1769078408.632175:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300061204
00000100:00000001:3.0:1769078408.632177:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300062459
00000100:00000001:3.0:1769078408.632179:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078408.632181:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.632183:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078408.632187:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078408/real 1769078408]  req@ffff88ba85610380 x1855007653181824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078408.632194:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078408.632195:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078408.632197:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078408.632199:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078408.632201:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078408.632203:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078408.632206:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610380 x1855007653181824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078408.632213:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610380 x1855007653181824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.632219:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078408.632221:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.632223:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078408.632224:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078408.632236:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610380 x1855007653181824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.632243:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078408.632246:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610380 x1855007653181824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.632253:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078408.632256:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.632257:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078408.632258:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.632260:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078408.632262:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078408.632264:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078408.632266:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078408.632268:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078408.632272:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610380 x1855007653181824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078408.632279:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653181824:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078408.632283:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.632284:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078408.632287:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610380 x1855007653181824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.632293:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078408.632295:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078408.632297:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7400.
02000000:00000001:3.0:1769078408.632299:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078408.632300:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078408.632302:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769078408.632304:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078408.632306:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218400.
02000000:00000001:3.0:1769078408.632308:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078408.632310:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078408.632311:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610380.
00000100:00000001:3.0:1769078408.632314:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078408.632315:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.632318:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078408.632321:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078408.632322:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.632324:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078408.632326:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078409.268691:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078409.268700:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078409.268770:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078409.268775:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078409.268778:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078409.908716:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300062459, at 4300062464
00000100:00000040:1.0:1769078409.908720:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300062459, at 4300062464
00000100:00000010:1.0:1769078409.908738:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059720.
00000100:00000010:0.0:1769078409.908744:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba880593c0.
00010000:00000001:2.0:1769078410.292698:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078410.292708:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078410.292813:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078410.292818:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078410.292821:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078411.316692:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078411.316700:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078411.316778:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078411.316783:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078411.316787:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078412.340680:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078412.340688:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078412.340747:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078412.340752:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078412.340755:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078413.364730:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078413.364739:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078413.364819:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078413.364824:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078413.364828:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078413.748858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078413.748873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078413.748876:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078413.748881:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078413.748885:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078413.748893:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5393
00000400:00000200:1.0:1769078413.748904:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078413.748911:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078413.748915:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078413.748918:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.748922:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078413.748924:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.748927:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078413.748932:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078413.748934:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078413.748937:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078413.748940:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078413.748943:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078413.748945:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078413.748949:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.748951:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078413.748953:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.748955:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078413.748959:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078413.748962:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078413.748965:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078413.748968:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078413.748971:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078413.748975:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078413.748978:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078413.748981:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078413.748992:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611c00.
00000020:00000040:1.0:1769078413.748996:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078413.749000:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078413.749002:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078413.749006:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078413.749018:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078413.749023:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078413.749033:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219c00.
00000100:00000001:1.0:1769078413.749040:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078413.749048:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611c00 x1855007653181952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078413.749057:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078413.749061:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078413.749064:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8684d4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611c00 x1855007653181952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078413.749089:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078413.749092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078413.749095:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078413.749096:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078413.749097:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078413.749099:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078413.749100:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5393
00000400:00000200:1.0:1769078413.749103:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078413.749105:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078413.749107:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078413.749109:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749111:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078413.749112:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749113:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078413.749115:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078413.749116:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078413.749117:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078413.749119:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078413.749120:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078413.749121:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078413.749123:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749124:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078413.749125:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749126:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078413.749127:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078413.749129:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749130:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078413.749131:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078413.749136:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078413.749137:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078413.749138:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078413.749142:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078413.749144:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078413.749145:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078413.749148:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612680.
00000020:00000040:1.0:1769078413.749149:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078413.749150:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078413.749151:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078413.749152:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078413.749153:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078413.749155:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078413.749158:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219400.
00000100:00000001:1.0:1769078413.749160:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078413.749163:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612680 x1855007653182080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078413.749168:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078413.749170:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078413.749172:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c0d898d] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612680 x1855007653182080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078413.749177:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078413.749178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078413.749180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078413.749182:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078413.749183:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078413.749184:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078413.749185:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5393
00000400:00000200:1.0:1769078413.749187:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078413.749188:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078413.749190:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078413.749191:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749192:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078413.749193:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749194:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078413.749195:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078413.749196:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078413.749196:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078413.749198:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078413.749199:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078413.749200:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078413.749201:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749202:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078413.749203:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749204:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078413.749205:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078413.749207:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749209:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078413.749210:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078413.749211:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078413.749213:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078413.749214:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078413.749215:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078413.749216:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078413.749217:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078413.749219:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612a00.
00000020:00000040:1.0:1769078413.749220:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078413.749222:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078413.749222:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078413.749223:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078413.749224:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078413.749225:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078413.749227:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769078413.749229:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078413.749231:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612a00 x1855007653182208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078413.749234:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078413.749235:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078413.749237:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080821b25] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612a00 x1855007653182208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078413.749241:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078413.749242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078413.749244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078413.749245:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078413.749245:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078413.749247:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078413.749248:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5393
00000400:00000200:1.0:1769078413.749250:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078413.749252:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078413.749253:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078413.749255:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749256:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078413.749257:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749258:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078413.749259:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078413.749259:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078413.749260:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078413.749261:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078413.749262:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078413.749263:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078413.749265:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749266:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078413.749267:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749268:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078413.749269:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078413.749270:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749271:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078413.749272:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078413.749273:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078413.749274:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078413.749275:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078413.749277:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078413.749278:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078413.749279:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078413.749280:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613800.
00000020:00000040:1.0:1769078413.749281:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078413.749283:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078413.749283:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078413.749284:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078413.749285:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078413.749286:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078413.749288:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
00000100:00000001:1.0:1769078413.749290:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078413.749292:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613800 x1855007653182336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078413.749296:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078413.749297:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078413.749298:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ee6579f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613800 x1855007653182336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078413.749302:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078413.749304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078413.749305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078413.749306:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078413.749307:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078413.749308:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078413.749309:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5393
00000400:00000200:1.0:1769078413.749311:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078413.749312:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078413.749313:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078413.749315:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749315:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078413.749316:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749317:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078413.749318:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078413.749319:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078413.749320:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078413.749321:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078413.749322:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078413.749323:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078413.749325:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749326:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078413.749328:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749329:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078413.749330:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078413.749331:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078413.749332:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078413.749333:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078413.749334:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078413.749335:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078413.749336:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078413.749337:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078413.749338:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078413.749339:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078413.749341:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610a80.
00000020:00000040:1.0:1769078413.749342:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078413.749343:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078413.749344:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078413.749344:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078413.749345:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078413.749346:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078413.749348:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a400.
00000100:00000001:1.0:1769078413.749349:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078413.749351:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610a80 x1855007653182464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078413.749355:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078413.749355:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078413.749357:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cf2531] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610a80 x1855007653182464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078413.749361:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078413.749364:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5404)
00000100:00000001:3.0:1769078413.749430:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078413.749436:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078413.749438:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078413.749445:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611c00 x1855007653181952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.749453:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078413.749456:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078413.749460:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078413.749463:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078413.749474:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078413.749478:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653181952:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769078413.749483:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078413.749502:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078413.749505:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078413.749508:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078413.749514:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d7400.
02000000:00000001:3.0:1769078413.749516:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078413.749523:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078413.749528:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769078413.749565:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769078413.749576:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653181952, portal 25
00000100:00000001:3.0:1769078413.749579:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078413.749580:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415869440 : -131140293682176 : ffff88ba85611c00)
00000100:00000040:3.0:1769078413.749586:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611c00 x1855007653181952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.749594:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078413.749597:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078413.749601:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769078413.749605:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653181952, offset 0
00000400:00000200:3.0:1769078413.749613:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078413.749621:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078413.749629:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078413.749636:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078413.749641:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078413.749645:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078413.749648:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078413.749652:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201125:201125:256:4294967295] 192.168.204.104@tcp LPNI seq info [201125:201125:8:4294967295]
00000400:00000200:3.0:1769078413.749656:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078413.749667:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078413.749674:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078413.749679:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000800:00000200:3.0:1769078413.749687:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769078413.749691:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769078413.749697:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078413.749701:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1769078413.749706:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078413.749709:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:3.0:1769078413.749717:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078413.749722:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078413.749728:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078413.749731:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078413.749736:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078413.749740:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611c00 x1855007653181952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.749749:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078413.749753:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611c00 x1855007653181952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.749766:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.749767:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078413.749777:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078413.749781:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078413.749784:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300067580
00000100:00000010:3.0:1769078413.749789:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba880592a0.
00000100:00000001:3.0:1769078413.749796:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078413.749804:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300067580
00000100:00000010:3.0:1769078413.749808:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba88059420.
00000100:00000001:3.0:1769078413.749811:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078413.749814:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078413.749817:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.749820:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078413.749825:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078413/real 1769078413]  req@ffff88ba85611c00 x1855007653181952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078413.749834:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078413.749836:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078413.749839:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078413.749841:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078413.749843:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078413.749845:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078413.749848:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611c00 x1855007653181952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078413.749857:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611c00 x1855007653181952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.749864:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078413.749866:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.749868:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078413.749870:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078413.749874:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611c00 x1855007653181952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.749881:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078413.749886:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611c00 x1855007653181952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.749893:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078413.749896:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.749898:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078413.749899:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.749902:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078413.749903:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078413.749906:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078413.749910:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078413.749913:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078413.749918:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611c00 x1855007653181952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078413.749925:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653181952:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769078413.749930:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078413.749933:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612680 x1855007653182080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.749939:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078413.749940:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078413.749943:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078413.749945:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078413.749947:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078413.749950:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653182080:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078413.749953:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078413.749955:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078413.749957:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078413.749959:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078413.749962:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769078413.749964:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078413.749968:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078413.749971:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769078413.749974:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769078413.749977:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653182080, portal 10
00000100:00000001:3.0:1769078413.749979:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078413.749980:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415872128 : -131140293679488 : ffff88ba85612680)
00000100:00000040:3.0:1769078413.749987:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612680 x1855007653182080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.749993:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078413.749995:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078413.749997:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769078413.750000:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653182080, offset 0
00000400:00000200:3.0:1769078413.750003:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078413.750006:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078413.750010:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078413.750013:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078413.750016:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078413.750018:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078413.750020:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078413.750023:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201126:201126:256:4294967295] 192.168.204.104@tcp LPNI seq info [201126:201126:8:4294967295]
00000400:00000200:3.0:1769078413.750027:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078413.750032:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078413.750037:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078413.750040:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000800:00000200:3.0:1769078413.750044:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769078413.750046:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769078413.750050:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078413.750053:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1769078413.750056:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078413.750058:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:3.0:1769078413.750061:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078413.750064:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078413.750067:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078413.750068:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078413.750071:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078413.750074:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612680 x1855007653182080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750082:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078413.750084:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612680 x1855007653182080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750091:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.750092:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078413.750095:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078413.750099:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769078413.750102:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078413.750104:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300066330
00000100:00000001:3.0:1769078413.750107:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300067580
00000100:00000001:3.0:1769078413.750109:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300066330
00000100:00000001:3.0:1769078413.750111:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300067580
00000100:00000001:3.0:1769078413.750113:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078413.750115:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.750117:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078413.750121:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078413/real 1769078413]  req@ffff88ba85612680 x1855007653182080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078413.750128:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078413.750129:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078413.750131:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078413.750133:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078413.750134:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078413.750136:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078413.750140:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612680 x1855007653182080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078413.750148:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612680 x1855007653182080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750154:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078413.750156:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.750157:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078413.750158:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078413.750162:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612680 x1855007653182080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750168:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078413.750172:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612680 x1855007653182080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750179:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078413.750182:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.750183:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078413.750184:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.750186:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078413.750188:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078413.750190:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078413.750194:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078413.750196:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078413.750199:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612680 x1855007653182080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078413.750207:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653182080:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078413.750211:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078413.750214:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612a00 x1855007653182208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750226:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078413.750227:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078413.750229:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078413.750231:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078413.750233:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078413.750236:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653182208:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078413.750239:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078413.750241:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078413.750243:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078413.750244:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078413.750248:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d6c00.
02000000:00000001:3.0:1769078413.750249:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078413.750252:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078413.750255:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769078413.750258:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769078413.750260:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653182208, portal 10
00000100:00000001:3.0:1769078413.750262:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078413.750264:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873024 : -131140293678592 : ffff88ba85612a00)
00000100:00000040:3.0:1769078413.750269:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612a00 x1855007653182208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750275:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078413.750277:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078413.750279:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769078413.750281:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653182208, offset 0
00000400:00000200:3.0:1769078413.750285:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078413.750288:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078413.750292:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078413.750295:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078413.750297:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078413.750299:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078413.750302:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078413.750305:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201127:201127:256:4294967295] 192.168.204.104@tcp LPNI seq info [201127:201127:8:4294967295]
00000400:00000200:3.0:1769078413.750310:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078413.750316:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078413.750320:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078413.750323:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000800:00000200:3.0:1769078413.750327:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769078413.750330:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769078413.750334:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078413.750337:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1769078413.750341:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078413.750343:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:3.0:1769078413.750346:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078413.750349:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078413.750352:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078413.750354:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078413.750355:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078413.750359:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612a00 x1855007653182208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750365:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078413.750368:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612a00 x1855007653182208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750373:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.750374:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078413.750377:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078413.750380:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:3.0:1769078413.750383:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078413.750385:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300066315
00000100:00000001:3.0:1769078413.750387:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300067580
00000100:00000001:3.0:1769078413.750389:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300066315
00000100:00000001:3.0:1769078413.750391:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300067580
00000100:00000001:3.0:1769078413.750393:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078413.750396:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.750398:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078413.750401:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078413/real 1769078413]  req@ffff88ba85612a00 x1855007653182208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078413.750409:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078413.750410:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078413.750412:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078413.750414:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078413.750416:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078413.750417:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078413.750420:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612a00 x1855007653182208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078413.750427:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612a00 x1855007653182208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750432:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078413.750433:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.750435:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078413.750436:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078413.750439:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612a00 x1855007653182208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750444:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078413.750447:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612a00 x1855007653182208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750454:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078413.750456:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.750457:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078413.750458:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.750460:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078413.750462:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078413.750464:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078413.750467:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078413.750469:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078413.750473:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612a00 x1855007653182208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078413.750481:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653182208:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078413.750485:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078413.750501:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613800 x1855007653182336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750507:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078413.750509:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078413.750511:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078413.750513:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078413.750515:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078413.750517:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653182336:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078413.750519:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078413.750521:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078413.750522:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078413.750524:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078413.750527:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769078413.750529:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078413.750533:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078413.750561:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769078413.750566:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769078413.750569:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653182336, portal 4
00000100:00000001:3.0:1769078413.750570:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078413.750572:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415876608 : -131140293675008 : ffff88ba85613800)
00000100:00000040:3.0:1769078413.750577:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613800 x1855007653182336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750583:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078413.750586:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078413.750588:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769078413.750590:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653182336, offset 0
00000400:00000200:3.0:1769078413.750593:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078413.750597:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078413.750600:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078413.750603:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078413.750606:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078413.750608:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078413.750610:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078413.750613:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201128:201128:256:4294967295] 192.168.204.104@tcp LPNI seq info [201128:201128:8:4294967295]
00000400:00000200:3.0:1769078413.750617:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078413.750622:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078413.750625:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078413.750628:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000800:00000200:3.0:1769078413.750632:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769078413.750634:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769078413.750638:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078413.750640:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1769078413.750644:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078413.750645:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:3.0:1769078413.750648:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078413.750651:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078413.750654:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078413.750655:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078413.750658:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078413.750661:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613800 x1855007653182336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750667:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078413.750670:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613800 x1855007653182336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750676:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.750677:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078413.750681:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078413.750683:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:3.0:1769078413.750687:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078413.750689:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300066323
00000100:00000001:3.0:1769078413.750691:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300067580
00000100:00000001:3.0:1769078413.750693:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300066323
00000100:00000001:3.0:1769078413.750695:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300067580
00000100:00000001:3.0:1769078413.750697:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078413.750699:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.750701:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078413.750705:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078413/real 1769078413]  req@ffff88ba85613800 x1855007653182336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078413.750712:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078413.750714:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078413.750715:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078413.750718:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078413.750719:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078413.750721:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078413.750725:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613800 x1855007653182336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078413.750733:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613800 x1855007653182336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750738:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078413.750739:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.750741:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078413.750742:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078413.750746:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613800 x1855007653182336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750752:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078413.750756:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613800 x1855007653182336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750762:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078413.750765:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.750766:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078413.750768:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.750769:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078413.750771:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078413.750773:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078413.750777:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078413.750779:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078413.750782:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613800 x1855007653182336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078413.750790:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653182336:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078413.750794:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078413.750797:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610a80 x1855007653182464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750803:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078413.750804:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078413.750806:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078413.750808:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078413.750810:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078413.750813:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653182464:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078413.750816:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078413.750818:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078413.750819:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078413.750821:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078413.750824:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba882d5c00.
02000000:00000001:3.0:1769078413.750826:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078413.750830:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:3.0:1769078413.750833:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba928f4aa8.
00000400:00000010:3.0:1769078413.750836:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1a18.
00000100:00000200:3.0:1769078413.750839:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653182464, portal 4
00000100:00000001:3.0:1769078413.750840:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078413.750842:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864960 : -131140293686656 : ffff88ba85610a80)
00000100:00000040:3.0:1769078413.750847:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610a80 x1855007653182464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750853:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078413.750855:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:3.0:1769078413.750858:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88baa0df1d48.
00000100:00000200:3.0:1769078413.750860:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653182464, offset 0
00000400:00000200:3.0:1769078413.750863:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:3.0:1769078413.750867:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078413.750870:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:3.0:1769078413.750873:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078413.750875:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:3.0:1769078413.750877:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078413.750880:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:3.0:1769078413.750883:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201129:201129:256:4294967295] 192.168.204.104@tcp LPNI seq info [201129:201129:8:4294967295]
00000400:00000200:3.0:1769078413.750887:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078413.750893:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078413.750897:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078413.750900:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98b07200.
00000800:00000200:3.0:1769078413.750904:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.0:1769078413.750906:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769078413.750910:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:3.1:1769078413.750912:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1769078413.750915:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:3.0:1769078413.750917:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98b07200.
00000400:00000200:3.0:1769078413.750920:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078413.750924:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078413.750926:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1d48
00000400:00000010:3.0:1769078413.750928:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1d48.
00000100:00000001:3.0:1769078413.750931:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078413.750934:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610a80 x1855007653182464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750941:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078413.750944:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610a80 x1855007653182464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.750949:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.750951:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078413.750954:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078413.750956:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:3.0:1769078413.750960:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078413.750961:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300066323
00000100:00000001:3.0:1769078413.750963:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300067580
00000100:00000001:3.0:1769078413.750966:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300066323
00000100:00000001:3.0:1769078413.750968:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300067580
00000100:00000001:3.0:1769078413.750970:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078413.750972:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.750974:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078413.750978:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078413/real 1769078413]  req@ffff88ba85610a80 x1855007653182464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078413.750985:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078413.750986:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078413.750988:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba928f4aa8.
00000400:00000200:3.0:1769078413.750990:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88baa0df1a18
00000400:00000010:3.0:1769078413.750992:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88baa0df1a18.
00000100:00000001:3.0:1769078413.750994:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078413.750998:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610a80 x1855007653182464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078413.751007:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610a80 x1855007653182464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.751020:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078413.751022:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.751023:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078413.751025:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078413.751029:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610a80 x1855007653182464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.751036:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078413.751040:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610a80 x1855007653182464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.751047:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078413.751049:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.751050:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078413.751051:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.751053:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078413.751054:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078413.751057:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078413.751060:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078413.751062:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078413.751066:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610a80 x1855007653182464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078413.751074:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653182464:192.168.204.104@tcp:8:kworker.0
00000100:00000001:3.0:1769078413.751078:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.751080:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078413.751083:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611c00 x1855007653181952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.751089:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078413.751092:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078413.751096:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d7400.
02000000:00000001:3.0:1769078413.751099:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078413.751101:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078413.751103:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:3.0:1769078413.751105:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078413.751108:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219c00.
02000000:00000001:3.0:1769078413.751112:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078413.751115:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078413.751117:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611c00.
00000100:00000001:3.0:1769078413.751120:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078413.751122:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.751123:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078413.751127:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612680 x1855007653182080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.751133:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078413.751135:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078413.751137:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6800.
02000000:00000001:3.0:1769078413.751139:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078413.751140:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078413.751142:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769078413.751144:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078413.751145:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219400.
02000000:00000001:3.0:1769078413.751147:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078413.751149:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078413.751150:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612680.
00000100:00000001:3.0:1769078413.751152:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078413.751154:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.751155:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078413.751158:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612a00 x1855007653182208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.751164:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078413.751165:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078413.751167:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:3.0:1769078413.751169:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078413.751170:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078413.751172:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:3.0:1769078413.751174:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078413.751175:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:3.0:1769078413.751178:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078413.751179:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078413.751180:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612a00.
00000100:00000001:3.0:1769078413.751182:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078413.751184:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.751186:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078413.751189:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613800 x1855007653182336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.751196:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078413.751197:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078413.751199:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d4800.
02000000:00000001:3.0:1769078413.751201:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078413.751203:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078413.751204:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:3.0:1769078413.751206:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078413.751208:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b400.
02000000:00000001:3.0:1769078413.751210:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078413.751211:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078413.751212:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613800.
00000100:00000001:3.0:1769078413.751215:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078413.751216:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.751218:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078413.751222:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610a80 x1855007653182464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.751229:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078413.751230:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078413.751232:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:3.0:1769078413.751234:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078413.751235:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078413.751236:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:3.0:1769078413.751239:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078413.751240:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a400.
02000000:00000001:3.0:1769078413.751242:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078413.751245:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078413.751246:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610a80.
00000100:00000001:3.0:1769078413.751249:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078413.751250:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.751252:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.751261:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078413.751264:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.751266:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078413.751268:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078414.388682:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078414.388690:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078414.388827:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078414.388830:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078414.388833:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078415.028698:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300067580, at 4300067584
00000100:00000040:1.0:1769078415.028698:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300067580, at 4300067584
00000100:00000010:0.0:1769078415.028716:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba880592a0.
00000100:00000010:1.0:1769078415.028723:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba88059420.
00010000:00000001:2.0:1769078415.412636:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078415.412646:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078415.412649:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078415.412652:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078415.412658:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078415.412660:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078415.412662:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078415.412664:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078415.412730:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078415.412735:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078415.412738:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078416.436688:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078416.436697:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078416.436829:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078416.436833:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078416.436837:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078417.460629:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078417.460636:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078417.460710:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078417.460715:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078417.460719:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078418.484691:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078418.484701:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078418.484780:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078418.484787:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078418.484791:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078418.868681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078418.868694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078418.868697:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078418.868701:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078418.868705:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078418.868712:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5399
00000400:00000200:3.0:1769078418.868721:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078418.868726:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078418.868729:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078418.868732:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078418.868736:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078418.868738:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078418.868741:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078418.868745:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078418.868747:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078418.868750:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078418.868752:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078418.868755:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078418.868757:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078418.868761:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078418.868763:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078418.868765:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078418.868767:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078418.868769:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078418.868773:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078418.868775:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078418.868778:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078418.868781:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078418.868783:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078418.868786:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078418.868788:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078418.868797:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769078418.868801:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078418.868805:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078418.868807:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078418.868810:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078418.868812:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078418.868816:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078418.868824:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769078418.868831:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078418.868839:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653182592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078418.868850:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078418.868854:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078418.868860:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653182592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078418.868883:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078418.868887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078418.868891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078418.868892:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078418.868894:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078418.868896:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078418.868899:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5399
00000400:00000200:3.0:1769078418.868904:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078418.868907:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078418.868910:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078418.868911:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078418.868915:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078418.868916:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078418.868919:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078418.868920:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078418.868925:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653182592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078418.868926:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078418.868932:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078418.868937:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078418.868938:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078418.868940:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078418.868941:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
02000000:00000001:0.0:1769078418.868944:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769078418.868945:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1769078418.868947:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078418.868951:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078418.868951:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00100000:0.0:1769078418.868956:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653182592:192.168.204.104@tcp:250:kworker.0
00000020:00000001:3.0:1769078418.868957:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078418.868960:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1769078418.868962:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
02000000:00000001:0.0:1769078418.868964:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078418.868967:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078418.868970:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769078418.868971:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000010:0.0:1769078418.868975:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
00000100:00000001:3.0:1769078418.868975:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769078418.868979:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078418.868981:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078418.868985:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078418.868988:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:3.0:1769078418.868991:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000400:00000010:0.0:1769078418.868993:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00080000:3.0:1769078418.868998:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000010:0.0:1769078418.868999:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000001:3.0:1769078418.869005:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078418.869007:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653182592, portal 25
02000000:00000001:3.0:1769078418.869007:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078418.869011:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078418.869013:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
02000000:00000001:3.0:1769078418.869016:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078418.869018:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653182592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078418.869022:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078418.869027:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078418.869028:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078418.869031:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078418.869033:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000008:00100000:3.0:1769078418.869033:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1769078418.869037:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653182592, offset 0
00000008:00000001:3.0:1769078418.869040:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078418.869044:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078418.869045:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078418.869051:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000400:00000200:0.0:1769078418.869052:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:3.0:1769078418.869057:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000400:00000200:0.0:1769078418.869058:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
02000000:00000001:3.0:1769078418.869064:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078418.869065:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769078418.869067:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078418.869071:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078418.869072:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
02000000:00000001:3.0:1769078418.869074:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078418.869077:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078418.869078:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078418.869083:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
02000000:00000010:3.0:1769078418.869083:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000400:00000200:0.0:1769078418.869089:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201130:201130:256:4294967295] 192.168.204.104@tcp LPNI seq info [201130:201130:8:4294967295]
00000100:00000001:3.0:1769078418.869090:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078418.869099:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00100000:3.0:1769078418.869099:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653182720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078418.869110:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078418.869114:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078418.869115:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078418.869123:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653182720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1769078418.869127:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078418.869134:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000100:00000001:3.0:1769078418.869142:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078418.869143:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:3.0:1769078418.869147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1769078418.869148:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1769078418.869156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078418.869158:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078418.869160:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1769078418.869162:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078418.869163:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1769078418.869167:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1769078418.869169:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5399
00000800:00000100:0.0:1769078418.869174:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078418.869177:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:3.0:1769078418.869180:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078418.869184:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078418.869187:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1769078418.869191:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1769078418.869193:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078418.869196:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078418.869199:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000040:3.0:1769078418.869200:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078418.869203:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078418.869205:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769078418.869208:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98a80 x1855007653182592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078418.869212:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078418.869217:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078418.869221:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1769078418.869222:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1769078418.869226:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653182592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078418.869227:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078418.869231:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078418.869235:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000100:00000001:0.0:1769078418.869236:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.869239:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769078418.869241:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078418.869245:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000001:0.0:1769078418.869246:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078418.869251:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078418.869252:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078418.869256:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300072699
00000100:00000001:3.0:1769078418.869257:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1769078418.869262:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d165a0.
00000100:00000040:3.0:1769078418.869262:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078418.869267:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078418.869270:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1769078418.869271:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078418.869276:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078418.869277:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300072699
00000100:00000010:0.0:1769078418.869281:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d163c0.
00000100:00000001:3.0:1769078418.869282:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.869285:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1769078418.869286:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078418.869288:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078418.869290:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.869292:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769078418.869292:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769078418.869298:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078418/real 1769078418]  req@ffff88ba87a98a80 x1855007653182592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078418.869298:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078418.869304:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078418.869308:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000001:0.0:1769078418.869309:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078418.869312:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000008:00000001:3.0:1769078418.869314:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078418.869315:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078418.869318:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078418.869320:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:3.0:1769078418.869320:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.869324:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078418.869327:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653182592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078418.869327:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769078418.869335:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000200:0.0:1769078418.869338:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653182592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078418.869340:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078418.869344:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.869345:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078418.869347:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078418.869348:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078418.869349:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078418.869352:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078418.869352:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078418.869357:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078418.869358:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653182592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.869365:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1769078418.869365:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000040:0.0:1769078418.869371:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653182592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078418.869372:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.869379:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1769078418.869383:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653182848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078418.869384:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.869388:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078418.869391:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.869395:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078418.869398:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078418.869415:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769078418.869417:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00080000:0.0:1769078418.869421:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078418.869423:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.869426:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078418.869432:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653182848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078418.869435:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653182592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078418.869455:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078418.869456:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653182592:192.168.204.104@tcp:250:kworker.0
00000100:00080000:3.0:1769078418.869461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078418.869463:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.869466:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769078418.869469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078418.869471:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078418.869473:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1769078418.869475:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653182592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078418.869477:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078418.869483:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5399
00000100:00000001:0.0:1769078418.869484:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078418.869487:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078418.869489:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
00000400:00000200:3.0:1769078418.869490:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:0.0:1769078418.869492:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078418.869495:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078418.869497:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000400:00000200:3.0:1769078418.869498:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000020:00000001:0.0:1769078418.869500:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078418.869503:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
00000100:00080000:3.0:1769078418.869503:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1769078418.869507:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078418.869510:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1769078418.869510:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000010:0.0:1769078418.869513:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:0.0:1769078418.869517:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078418.869517:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078418.869519:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.869522:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078418.869524:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078418.869528:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078418.869528:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078418.869531:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.869533:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078418.869533:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078418.869564:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078418.869566:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078418.869570:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653182720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078418.869572:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078418.869576:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078418.869580:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:0.0:1769078418.869583:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078418.869585:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078418.869586:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078418.869590:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
02000000:00000001:0.0:1769078418.869591:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078418.869595:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078418.869599:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:0.0:1769078418.869600:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078418.869602:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1769078418.869607:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653182720:192.168.204.104@tcp:38:kworker.0
00000100:00000040:3.0:1769078418.869608:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078418.869612:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078418.869614:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769078418.869616:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
02000000:00000001:0.0:1769078418.869617:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078418.869620:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078418.869622:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769078418.869624:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000010:0.0:1769078418.869626:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
00000100:00000001:3.0:1769078418.869628:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078418.869629:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078418.869633:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769078418.869636:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078418.869638:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1769078418.869640:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
02000000:00000001:3.0:1769078418.869643:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078418.869645:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000001:3.0:1769078418.869647:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:0.0:1769078418.869649:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653182720, portal 10
00000008:00100000:3.0:1769078418.869651:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078418.869652:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078418.869654:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000008:00000001:3.0:1769078418.869657:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078418.869660:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078418.869661:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653182720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078418.869665:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000100:00000001:0.0:1769078418.869667:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769078418.869670:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000040:0.0:1769078418.869671:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078418.869675:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078418.869677:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653182720, offset 0
02000000:00000001:3.0:1769078418.869677:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078418.869680:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078418.869682:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078418.869685:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078418.869689:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078418.869689:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078418.869693:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078418.869695:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078418.869698:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1769078418.869699:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000400:00000200:0.0:1769078418.869700:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078418.869704:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078418.869706:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078418.869707:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078418.869712:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201131:201131:256:4294967295] 192.168.204.104@tcp LPNI seq info [201131:201131:8:4294967295]
00000400:00000200:0.0:1769078418.869717:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00100000:3.0:1769078418.869717:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653182976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078418.869726:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078418.869735:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078418.869739:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000100:00000001:3.0:1769078418.869740:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1769078418.869745:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078418.869745:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078418.869750:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1769078418.869755:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653182976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769078418.869757:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078418.869760:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078418.869768:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078418.869772:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078418.869775:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078418.869780:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078418.869780:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078418.869783:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078418.869786:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00080000:3.0:1769078418.869786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078418.869789:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1769078418.869793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:0.0:1769078418.869794:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653182720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078418.869796:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078418.869799:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078418.869804:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078418.869804:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1769078418.869808:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653182720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078418.869809:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5399
00000100:00000001:0.0:1769078418.869817:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078418.869818:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078418.869819:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078418.869824:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078418.869827:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000040:0.0:1769078418.869828:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000100:00080000:3.0:1769078418.869832:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078418.869833:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078418.869836:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300071450
00000100:00000001:0.0:1769078418.869840:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300072699
00000100:00000040:3.0:1769078418.869840:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078418.869843:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300071450
00000100:00000001:0.0:1769078418.869846:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300072699
00000100:00000001:3.0:1769078418.869846:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078418.869850:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078418.869851:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078418.869852:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.869856:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078418.869856:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00100000:0.0:1769078418.869861:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078418/real 1769078418]  req@ffff88ba87a98e00 x1855007653182720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078418.869861:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078418.869865:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078418.869869:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000001:0.0:1769078418.869871:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1769078418.869872:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000400:00000001:0.0:1769078418.869873:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078418.869875:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000020:00000001:3.0:1769078418.869877:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000200:0.0:1769078418.869878:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078418.869880:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000020:00000001:3.0:1769078418.869883:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:0.0:1769078418.869884:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078418.869887:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653182720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078418.869892:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000200:0.0:1769078418.869896:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653182720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078418.869897:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078418.869904:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1769078418.869904:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078418.869906:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.869909:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078418.869909:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078418.869912:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769078418.869914:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00100000:0.0:1769078418.869917:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653182720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078418.869921:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078418.869925:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078418.869927:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078418.869930:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653182720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078418.869932:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078418.869937:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078418.869938:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078418.869943:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078418.869943:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.869949:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078418.869950:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078418.869950:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078418.869953:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000008:00100000:3.0:1769078418.869954:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078418.869955:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078418.869959:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00000001:3.0:1769078418.869961:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078418.869962:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:3.0:1769078418.869965:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.869966:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078418.869971:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653182720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078418.869972:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769078418.869978:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00100000:0.0:1769078418.869979:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653182720:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078418.869985:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769078418.869985:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078418.869989:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078418.869990:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653182848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078418.869993:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078418.869997:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078418.870001:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078418.870001:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.870002:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078418.870006:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078418.870008:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769078418.870009:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
02000000:00000001:0.0:1769078418.870010:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078418.870013:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653182848:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078418.870016:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078418.870017:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078418.870017:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078418.870019:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078418.870021:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078418.870024:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078418.870027:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078418.870028:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653183104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078418.870030:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078418.870033:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078418.870037:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078418.870041:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653182848, portal 10
00000100:00000001:0.0:1769078418.870044:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078418.870047:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000001:3.0:1769078418.870047:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078418.870051:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078418.870053:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653182848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870059:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078418.870060:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653183104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078418.870064:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078418.870068:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078418.870072:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653182848, offset 0
00000100:00000001:3.0:1769078418.870078:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078418.870081:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078418.870085:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5409)
00000400:00000200:0.0:1769078418.870087:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078418.870093:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078418.870095:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078418.870098:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078418.870100:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078418.870102:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078418.870106:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201132:201132:256:4294967295] 192.168.204.104@tcp LPNI seq info [201132:201132:8:4294967295]
00000400:00000200:0.0:1769078418.870110:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078418.870115:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078418.870119:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078418.870122:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078418.870126:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078418.870128:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078418.870132:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078418.870133:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078418.870135:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078418.870137:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078418.870139:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078418.870141:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078418.870143:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078418.870144:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078418.870146:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078418.870148:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653182848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870153:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078418.870155:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653182848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870159:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.870160:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078418.870162:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078418.870164:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078418.870166:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078418.870167:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300071435
00000100:00000001:0.0:1769078418.870168:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300072699
00000100:00000001:0.0:1769078418.870170:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300071435
00000100:00000001:0.0:1769078418.870171:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300072699
00000100:00000001:0.0:1769078418.870172:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078418.870173:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.870174:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078418.870176:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078418/real 1769078418]  req@ffff88ba87a99f80 x1855007653182848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078418.870180:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078418.870181:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078418.870182:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078418.870183:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078418.870184:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078418.870185:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078418.870187:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653182848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078418.870191:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653182848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870195:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078418.870195:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870196:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078418.870197:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078418.870200:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653182848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870204:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078418.870206:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653182848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870209:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078418.870211:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870211:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078418.870212:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870213:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078418.870214:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078418.870215:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078418.870217:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078418.870218:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078418.870220:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653182848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078418.870224:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653182848:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078418.870226:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870227:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078418.870228:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653182720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870232:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078418.870233:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078418.870234:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078418.870235:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078418.870236:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078418.870237:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078418.870238:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078418.870240:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:0.0:1769078418.870242:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078418.870243:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078418.870244:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:0.0:1769078418.870245:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078418.870246:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870247:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078418.870249:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653182848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870252:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078418.870253:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078418.870254:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078418.870255:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078418.870255:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078418.870256:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078418.870257:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078418.870258:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:0.0:1769078418.870259:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078418.870259:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078418.870260:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:0.0:1769078418.870261:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078418.870262:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870263:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870265:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078418.870266:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.870267:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078418.870267:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078418.870268:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078418.870270:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653182976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870273:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078418.870274:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078418.870275:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078418.870276:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078418.870277:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078418.870279:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653182976:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078418.870281:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078418.870282:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078418.870283:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078418.870284:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078418.870286:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078418.870287:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078418.870289:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078418.870290:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078418.870292:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078418.870294:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653182976, portal 4
00000100:00000001:0.0:1769078418.870295:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078418.870296:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:0.0:1769078418.870299:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653182976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870303:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078418.870304:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078418.870306:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078418.870307:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653182976, offset 0
00000400:00000200:0.0:1769078418.870309:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078418.870311:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078418.870313:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078418.870314:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078418.870316:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078418.870318:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078418.870319:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078418.870321:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201133:201133:256:4294967295] 192.168.204.104@tcp LPNI seq info [201133:201133:8:4294967295]
00000400:00000200:0.0:1769078418.870324:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078418.870327:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078418.870329:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078418.870331:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078418.870333:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078418.870335:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078418.870337:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078418.870339:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078418.870341:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078418.870342:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078418.870344:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078418.870346:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078418.870347:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078418.870348:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078418.870350:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078418.870351:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653182976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870355:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078418.870357:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653182976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870361:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.870361:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078418.870363:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078418.870364:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078418.870366:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078418.870367:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300071442
00000100:00000001:0.0:1769078418.870369:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300072699
00000100:00000001:0.0:1769078418.870370:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300071442
00000100:00000001:0.0:1769078418.870371:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300072699
00000100:00000001:0.0:1769078418.870372:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078418.870373:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.870374:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078418.870376:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078418/real 1769078418]  req@ffff88ba87a98380 x1855007653182976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078418.870380:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078418.870381:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078418.870383:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078418.870385:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078418.870386:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078418.870388:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078418.870391:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653182976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078418.870398:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653182976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870415:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078418.870416:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870418:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078418.870419:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078418.870423:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653182976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870430:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078418.870433:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653182976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870440:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078418.870442:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870444:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078418.870445:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870447:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078418.870448:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078418.870450:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078418.870452:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078418.870453:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078418.870456:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653182976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078418.870461:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653182976:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078418.870464:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078418.870465:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653183104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870469:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078418.870470:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078418.870471:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078418.870472:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078418.870473:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078418.870475:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653183104:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078418.870477:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078418.870478:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078418.870479:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078418.870480:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078418.870482:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078418.870483:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078418.870486:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078418.870487:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078418.870489:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078418.870491:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653183104, portal 4
00000100:00000001:0.0:1769078418.870492:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078418.870493:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:0.0:1769078418.870496:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653183104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870500:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078418.870501:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078418.870502:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078418.870503:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653183104, offset 0
00000400:00000200:0.0:1769078418.870506:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078418.870508:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078418.870510:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078418.870511:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078418.870514:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078418.870515:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078418.870516:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078418.870518:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201134:201134:256:4294967295] 192.168.204.104@tcp LPNI seq info [201134:201134:8:4294967295]
00000400:00000200:0.0:1769078418.870520:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078418.870524:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078418.870526:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078418.870528:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078418.870530:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078418.870532:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078418.870534:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078418.870549:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078418.870552:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078418.870553:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078418.870555:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078418.870557:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078418.870560:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078418.870562:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078418.870564:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078418.870567:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653183104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870574:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078418.870576:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653183104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870582:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.870584:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078418.870587:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078418.870589:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078418.870592:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078418.870595:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300071443
00000100:00000001:0.0:1769078418.870597:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300072699
00000100:00000001:0.0:1769078418.870599:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300071443
00000100:00000001:0.0:1769078418.870602:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300072699
00000100:00000001:0.0:1769078418.870604:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078418.870605:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.870607:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078418.870611:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078418/real 1769078418]  req@ffff88ba87a98700 x1855007653183104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078418.870617:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078418.870618:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078418.870619:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078418.870620:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078418.870621:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078418.870623:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078418.870625:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653183104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078418.870630:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653183104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870633:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078418.870634:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870635:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078418.870635:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078418.870637:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653183104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870641:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078418.870643:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653183104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870647:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078418.870648:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870649:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078418.870650:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870651:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078418.870652:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078418.870654:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078418.870656:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078418.870657:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078418.870659:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653183104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078418.870663:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653183104:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078418.870665:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870666:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078418.870668:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653182976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870671:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078418.870672:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078418.870673:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078418.870674:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078418.870675:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078418.870676:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078418.870677:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078418.870678:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:0.0:1769078418.870679:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078418.870680:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078418.870681:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:0.0:1769078418.870683:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078418.870683:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870684:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078418.870686:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653183104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078418.870689:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078418.870690:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078418.870691:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078418.870692:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078418.870693:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078418.870694:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078418.870695:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078418.870696:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:0.0:1769078418.870697:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078418.870697:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078418.870698:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:0.0:1769078418.870699:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078418.870700:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870701:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.870703:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078418.870703:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078418.870704:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078418.870705:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078419.508682:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078419.508699:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078419.508813:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078419.508818:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078419.508824:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078420.148605:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300072699, at 4300072704
00000100:00000040:0.0:1769078420.148608:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300072699, at 4300072704
00000100:00000010:1.0:1769078420.148619:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d163c0.
00000100:00000010:0.0:1769078420.148621:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d165a0.
00010000:00000001:2.0:1769078420.532677:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078420.532684:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078420.533430:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078420.533436:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078420.533441:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078421.557127:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078421.557137:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078421.557408:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078421.557412:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078421.557416:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078422.580666:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078422.580676:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078422.580749:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078422.580752:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078422.580756:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078423.604734:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078423.604745:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078423.606403:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078423.606409:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078423.606414:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078423.988779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078423.988791:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078423.988794:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078423.988797:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078423.988802:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078423.988809:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5404
00000400:00000200:1.0:1769078423.988818:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078423.988824:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078423.988827:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078423.988830:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078423.988833:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078423.988835:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078423.988837:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078423.988841:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078423.988843:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078423.988846:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078423.988848:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078423.988850:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078423.988853:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078423.988856:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078423.988858:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078423.988859:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078423.988861:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078423.988864:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078423.988867:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078423.988870:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078423.988872:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078423.988875:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078423.988878:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.988880:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078423.988882:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078423.988892:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613480.
00000020:00000040:1.0:1769078423.988896:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078423.988899:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078423.988900:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.988903:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078423.988906:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078423.988910:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078423.988917:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b800.
00000100:00000001:1.0:1769078423.988923:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078423.988931:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613480 x1855007653183232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078423.988941:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078423.988945:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078423.988950:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3972140] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613480 x1855007653183232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.988976:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078423.988983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078423.988987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078423.988988:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078423.988990:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078423.988992:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078423.988995:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5404
00000400:00000200:1.0:1769078423.988999:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078423.989003:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078423.989006:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078423.989009:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078423.989011:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078423.989013:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078423.989016:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078423.989019:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078423.989020:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078423.989022:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078423.989025:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078423.989027:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078423.989029:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078423.989034:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078423.989035:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078423.989037:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078423.989043:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078423.989045:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078423.989047:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078423.989050:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769078423.989052:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078423.989057:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078423.989060:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078423.989063:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769078423.989066:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613480 x1855007653183232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078423.989070:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078423.989079:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.989089:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078423.989095:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1769078423.989095:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078423.989099:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.989105:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1769078423.989109:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.989111:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078423.989119:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.989120:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078423.989126:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653183232:192.168.204.104@tcp:250:kworker.0
00000100:00000010:1.0:1769078423.989128:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613b80.
00000020:00000040:1.0:1769078423.989136:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000001:0.0:1769078423.989139:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078423.989141:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078423.989144:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.989146:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078423.989148:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078423.989151:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078423.989152:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078423.989157:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.989158:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078423.989170:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
02000000:00000010:0.0:1769078423.989171:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078423.989177:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078423.989189:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078423.989190:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078423.989200:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00100000:1.0:1769078423.989208:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613b80 x1855007653183360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769078423.989212:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000001:1.0:1769078423.989222:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078423.989225:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078423.989226:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653183232, portal 25
00000100:00000001:0.0:1769078423.989233:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769078423.989235:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463b92a8] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613b80 x1855007653183360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.989237:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415875712 : -131140293675904 : ffff88ba85613480)
00000100:00000040:0.0:1769078423.989257:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613480 x1855007653183232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.989260:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078423.989267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078423.989284:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078423.989284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078423.989287:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1769078423.989292:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00080000:1.0:1769078423.989292:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769078423.989298:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000001:1.0:1769078423.989299:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1769078423.989306:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653183232, offset 0
00000100:00080000:1.0:1769078423.989306:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5404
00000400:00000200:1.0:1769078423.989330:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078423.989333:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078423.989339:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078423.989342:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078423.989347:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078423.989360:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000040:1.0:1769078423.989360:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078423.989369:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078423.989375:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769078423.989376:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078423.989383:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078423.989388:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000001:1.0:1769078423.989389:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078423.989392:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078423.989394:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078423.989398:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769078423.989400:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000400:00000200:0.0:1769078423.989409:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000020:00000001:1.0:1769078423.989409:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078423.989415:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078423.989420:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201135:201135:256:4294967295] 192.168.204.104@tcp LPNI seq info [201135:201135:8:4294967295]
00000100:00000040:1.0:1769078423.989425:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078423.989431:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078423.989439:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078423.989445:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078423.989452:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078423.989454:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1769078423.989460:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078423.989469:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000800:00000200:0.0:1769078423.989472:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078423.989474:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078423.989481:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1769078423.989487:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
02000000:00000001:1.0:1769078423.989487:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078423.989498:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.989500:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078423.989502:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1769078423.989506:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000008:00000001:1.0:1769078423.989508:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078423.989513:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1769078423.989514:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078423.989520:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611180.
00000020:00000040:1.0:1769078423.989529:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000800:00000200:0.1:1769078423.989529:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078423.989572:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
02000000:00000001:1.0:1769078423.989581:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078423.989584:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.989586:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078423.989588:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078423.989590:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078423.989602:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a400.
00000100:00000001:1.0:1769078423.989608:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078423.989614:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611180 x1855007653183488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078423.989622:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1769078423.989624:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078423.989629:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000100:00000001:1.0:1769078423.989635:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078423.989638:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769078423.989645:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca7c0f41] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611180 x1855007653183488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078423.989652:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078423.989666:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000100:00000001:1.0:1769078423.989667:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078423.989671:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00080000:1.0:1769078423.989673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078423.989679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078423.989680:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769078423.989681:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078423.989686:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1769078423.989692:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613480 x1855007653183232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.989694:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078423.989701:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5404
00000100:00000001:0.0:1769078423.989713:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1769078423.989713:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:0.0:1769078423.989722:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613480 x1855007653183232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078423.989723:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078423.989733:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078423.989746:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078423.989749:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.989751:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078423.989754:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1769078423.989758:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078423.989762:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078423.989765:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078423.989766:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078423.989771:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078423.989776:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078423.989778:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:1.0:1769078423.989780:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:0.0:1769078423.989784:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300077820
00000020:00000001:1.0:1769078423.989786:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000010:0.0:1769078423.989792:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d165a0.
00000020:00000001:1.0:1769078423.989793:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078423.989803:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078423.989806:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078423.989806:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078423.989815:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078423.989818:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078423.989820:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300077820
00000020:00000040:1.0:1769078423.989822:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000010:0.0:1769078423.989828:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16c00.
00000100:00080000:1.0:1769078423.989829:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078423.989836:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078423.989836:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078423.989843:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078423.989845:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078423.989847:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078423.989850:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078423.989852:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.989856:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078423.989858:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078423.989863:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1769078423.989865:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078423/real 1769078423]  req@ffff88ba85613480 x1855007653183232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769078423.989867:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.989877:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078423.989889:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610a80.
00000400:00000001:0.0:1769078423.989895:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1769078423.989896:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000400:00000001:0.0:1769078423.989899:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1769078423.989902:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1769078423.989904:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
02000000:00000001:1.0:1769078423.989906:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078423.989910:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000100:00000001:1.0:1769078423.989911:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1769078423.989916:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
02000000:00000001:1.0:1769078423.989916:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078423.989922:0:2405:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1769078423.989922:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078423.989928:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
00000100:00000200:0.0:1769078423.989930:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613480 x1855007653183232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.989934:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078423.989945:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610a80 x1855007653183616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078423.989956:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613480 x1855007653183232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.989956:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078423.989960:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078423.989971:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cf2531] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610a80 x1855007653183616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.990016:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.990029:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1769078423.990029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078423.990038:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769078423.990038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078423.990042:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078423.990046:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1769078423.990046:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078423.990053:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.990054:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078423.990060:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5404
00000400:00000200:1.0:1769078423.990068:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00100000:0.0:1769078423.990069:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613480 x1855007653183232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078423.990072:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078423.990078:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078423.990086:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078423.990094:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078423.990101:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078423.990106:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.990106:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078423.990116:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078423.990118:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078423.990119:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078423.990125:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000040:0.0:1769078423.990126:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613480 x1855007653183232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078423.990128:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078423.990133:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078423.990145:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078423.990151:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078423.990156:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1769078423.990157:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078423.990164:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078423.990167:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769078423.990168:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:0.0:1769078423.990173:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1769078423.990176:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078423.990178:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.990179:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.990186:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1769078423.990186:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078423.990189:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078423.990191:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1769078423.990194:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.990199:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00080000:0.0:1769078423.990200:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1769078423.990203:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078423.990207:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.990210:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078423.990211:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000010:1.0:1769078423.990214:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613800.
00000100:00000001:0.0:1769078423.990216:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1769078423.990217:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078423.990221:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078423.990226:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.990232:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1769078423.990233:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613480 x1855007653183232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078423.990236:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078423.990240:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078423.990247:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00100000:0.0:1769078423.990255:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653183232:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769078423.990256:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.990269:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078423.990271:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613800 x1855007653183744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078423.990274:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078423.990284:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613480 x1855007653183232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.990285:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078423.990290:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078423.990299:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ee6579f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613800 x1855007653183744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990325:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078423.990329:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078423.990333:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078423.990340:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078423.990344:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078423.990348:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078423.990353:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:1.0:1769078423.990353:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078423.990358:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b800.
00000100:00000040:1.0:1769078423.990364:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5414)
02000000:00000001:0.0:1769078423.990366:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078423.990371:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078423.990373:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613480.
00000100:00000001:0.0:1769078423.990377:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078423.990379:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.990382:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.990391:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078423.990394:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.990397:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078423.990399:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078423.990401:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078423.990406:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613b80 x1855007653183360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990414:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078423.990416:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.990419:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078423.990421:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078423.990424:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078423.990427:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653183360:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078423.990431:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078423.990433:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078423.990435:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.990437:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078423.990440:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078423.990442:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078423.990447:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078423.990450:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078423.990454:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078423.990457:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653183360, portal 10
00000100:00000001:0.0:1769078423.990460:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078423.990461:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415877504 : -131140293674112 : ffff88ba85613b80)
00000100:00000040:0.0:1769078423.990468:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613b80 x1855007653183360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990474:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078423.990476:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078423.990478:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078423.990480:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653183360, offset 0
00000400:00000200:0.0:1769078423.990484:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078423.990488:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078423.990492:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078423.990495:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078423.990498:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078423.990500:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078423.990502:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078423.990505:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201136:201136:256:4294967295] 192.168.204.104@tcp LPNI seq info [201136:201136:8:4294967295]
00000400:00000200:0.0:1769078423.990509:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078423.990515:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078423.990519:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078423.990522:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078423.990526:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078423.990529:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078423.990554:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078423.990558:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078423.990562:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078423.990564:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078423.990567:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078423.990571:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078423.990574:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078423.990575:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078423.990578:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078423.990581:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613b80 x1855007653183360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990594:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078423.990596:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613b80 x1855007653183360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990602:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.990604:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078423.990607:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078423.990611:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078423.990614:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078423.990616:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300076571
00000100:00000001:0.0:1769078423.990619:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300077820
00000100:00000001:0.0:1769078423.990621:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300076571
00000100:00000001:0.0:1769078423.990624:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300077820
00000100:00000001:0.0:1769078423.990626:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078423.990628:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.990630:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078423.990633:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078423/real 1769078423]  req@ffff88ba85613b80 x1855007653183360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078423.990640:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078423.990642:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078423.990643:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078423.990646:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078423.990647:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078423.990650:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078423.990652:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613b80 x1855007653183360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078423.990660:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613b80 x1855007653183360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990666:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078423.990668:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.990671:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078423.990672:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078423.990675:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613b80 x1855007653183360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990682:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078423.990686:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613b80 x1855007653183360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990693:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078423.990695:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.990696:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078423.990698:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.990699:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078423.990701:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078423.990704:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078423.990707:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078423.990709:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078423.990713:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613b80 x1855007653183360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078423.990720:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653183360:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078423.990724:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078423.990728:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611180 x1855007653183488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990734:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078423.990736:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.990738:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078423.990740:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078423.990741:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078423.990745:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653183488:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078423.990748:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078423.990750:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078423.990751:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.990753:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078423.990757:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078423.990758:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078423.990762:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078423.990764:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078423.990766:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078423.990769:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653183488, portal 10
00000100:00000001:0.0:1769078423.990771:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078423.990773:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415866752 : -131140293684864 : ffff88ba85611180)
00000100:00000040:0.0:1769078423.990778:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611180 x1855007653183488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990783:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078423.990785:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078423.990787:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078423.990789:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653183488, offset 0
00000400:00000200:0.0:1769078423.990793:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078423.990797:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078423.990800:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078423.990803:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078423.990805:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078423.990807:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078423.990809:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078423.990812:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201137:201137:256:4294967295] 192.168.204.104@tcp LPNI seq info [201137:201137:8:4294967295]
00000400:00000200:0.0:1769078423.990816:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078423.990821:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078423.990826:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078423.990828:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078423.990832:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078423.990835:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078423.990839:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078423.990842:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078423.990845:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078423.990847:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078423.990850:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078423.990853:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078423.990856:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078423.990857:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078423.990859:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078423.990863:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611180 x1855007653183488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990869:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078423.990872:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611180 x1855007653183488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990879:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.990880:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078423.990883:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078423.990886:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078423.990889:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078423.990891:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300076556
00000100:00000001:0.0:1769078423.990893:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300077820
00000100:00000001:0.0:1769078423.990895:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300076556
00000100:00000001:0.0:1769078423.990898:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300077820
00000100:00000001:0.0:1769078423.990900:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078423.990902:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.990904:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078423.990907:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078423/real 1769078423]  req@ffff88ba85611180 x1855007653183488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078423.990915:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078423.990917:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078423.990918:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078423.990921:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078423.990922:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078423.990924:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078423.990927:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611180 x1855007653183488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078423.990935:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611180 x1855007653183488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990941:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078423.990942:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.990943:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078423.990945:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078423.990948:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611180 x1855007653183488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990954:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078423.990957:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611180 x1855007653183488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.990963:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078423.990966:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.990967:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078423.990968:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.990970:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078423.990972:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078423.990974:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078423.990976:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078423.990978:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078423.990982:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611180 x1855007653183488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078423.990993:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653183488:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078423.990997:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078423.991000:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610a80 x1855007653183616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991006:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078423.991008:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.991009:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078423.991011:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078423.991013:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078423.991015:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653183616:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078423.991018:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078423.991020:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078423.991022:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.991024:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078423.991026:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078423.991028:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078423.991032:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078423.991034:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078423.991037:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078423.991040:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653183616, portal 4
00000100:00000001:0.0:1769078423.991042:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078423.991043:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864960 : -131140293686656 : ffff88ba85610a80)
00000100:00000040:0.0:1769078423.991048:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610a80 x1855007653183616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991054:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078423.991056:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078423.991058:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078423.991060:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653183616, offset 0
00000400:00000200:0.0:1769078423.991064:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078423.991068:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078423.991071:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078423.991074:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078423.991076:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078423.991078:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078423.991081:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078423.991083:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201138:201138:256:4294967295] 192.168.204.104@tcp LPNI seq info [201138:201138:8:4294967295]
00000400:00000200:0.0:1769078423.991087:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078423.991093:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078423.991097:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078423.991100:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078423.991104:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078423.991106:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078423.991110:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078423.991113:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078423.991116:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078423.991118:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078423.991121:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078423.991124:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078423.991127:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078423.991129:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078423.991131:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078423.991135:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610a80 x1855007653183616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991142:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078423.991145:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610a80 x1855007653183616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991151:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.991152:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078423.991155:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078423.991158:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078423.991161:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078423.991164:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300076563
00000100:00000001:0.0:1769078423.991166:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300077820
00000100:00000001:0.0:1769078423.991168:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300076563
00000100:00000001:0.0:1769078423.991170:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300077820
00000100:00000001:0.0:1769078423.991172:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078423.991175:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.991176:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078423.991180:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078423/real 1769078423]  req@ffff88ba85610a80 x1855007653183616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078423.991186:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078423.991188:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078423.991189:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078423.991191:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078423.991193:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078423.991195:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078423.991198:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610a80 x1855007653183616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078423.991206:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610a80 x1855007653183616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991212:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078423.991213:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.991215:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078423.991217:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078423.991220:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610a80 x1855007653183616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991226:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078423.991230:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610a80 x1855007653183616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991237:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078423.991240:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.991241:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078423.991243:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.991245:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078423.991246:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078423.991249:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078423.991252:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078423.991254:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078423.991258:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610a80 x1855007653183616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078423.991266:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653183616:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078423.991270:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078423.991273:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613800 x1855007653183744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991279:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078423.991281:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.991283:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078423.991285:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078423.991287:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078423.991289:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653183744:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078423.991293:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078423.991294:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078423.991296:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.991298:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078423.991301:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f400.
02000000:00000001:0.0:1769078423.991303:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078423.991306:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078423.991309:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078423.991312:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078423.991324:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653183744, portal 4
00000100:00000001:0.0:1769078423.991327:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078423.991328:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415876608 : -131140293675008 : ffff88ba85613800)
00000100:00000040:0.0:1769078423.991334:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613800 x1855007653183744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991340:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078423.991342:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078423.991344:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078423.991347:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653183744, offset 0
00000400:00000200:0.0:1769078423.991350:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078423.991354:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078423.991357:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078423.991360:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078423.991362:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078423.991364:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078423.991366:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078423.991369:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201139:201139:256:4294967295] 192.168.204.104@tcp LPNI seq info [201139:201139:8:4294967295]
00000400:00000200:0.0:1769078423.991373:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078423.991378:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078423.991383:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078423.991386:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078423.991390:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078423.991393:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078423.991397:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078423.991400:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078423.991403:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078423.991405:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078423.991408:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078423.991411:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078423.991413:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078423.991416:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078423.991418:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078423.991421:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613800 x1855007653183744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991434:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078423.991437:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613800 x1855007653183744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991443:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.991445:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078423.991448:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078423.991451:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078423.991454:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078423.991456:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300076563
00000100:00000001:0.0:1769078423.991458:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300077820
00000100:00000001:0.0:1769078423.991460:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300076563
00000100:00000001:0.0:1769078423.991462:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300077820
00000100:00000001:0.0:1769078423.991465:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078423.991467:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.991469:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078423.991472:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078423/real 1769078423]  req@ffff88ba85613800 x1855007653183744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078423.991479:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078423.991480:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078423.991482:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078423.991484:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078423.991486:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078423.991488:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078423.991491:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613800 x1855007653183744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078423.991498:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613800 x1855007653183744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991504:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078423.991506:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.991508:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078423.991509:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078423.991513:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613800 x1855007653183744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991519:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078423.991522:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613800 x1855007653183744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991528:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078423.991531:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.991532:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078423.991533:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.991555:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078423.991557:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078423.991559:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078423.991563:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078423.991565:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078423.991569:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613800 x1855007653183744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078423.991576:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653183744:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078423.991579:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.991581:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078423.991584:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613b80 x1855007653183360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991590:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078423.991591:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078423.991594:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078423.991596:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078423.991597:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078423.991600:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078423.991601:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078423.991603:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219800.
02000000:00000001:0.0:1769078423.991607:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078423.991608:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078423.991610:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613b80.
00000100:00000001:0.0:1769078423.991612:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078423.991613:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.991615:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078423.991618:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611180 x1855007653183488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991624:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078423.991626:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078423.991627:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078423.991629:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078423.991631:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078423.991632:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078423.991633:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078423.991635:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a400.
02000000:00000001:0.0:1769078423.991638:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078423.991639:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078423.991640:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611180.
00000100:00000001:0.0:1769078423.991643:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078423.991644:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.991646:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078423.991649:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610a80 x1855007653183616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991655:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078423.991656:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078423.991657:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078423.991659:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078423.991660:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078423.991662:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078423.991664:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078423.991665:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b400.
02000000:00000001:0.0:1769078423.991667:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078423.991668:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078423.991669:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610a80.
00000100:00000001:0.0:1769078423.991672:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078423.991673:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.991675:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078423.991677:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613800 x1855007653183744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.991683:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078423.991684:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078423.991686:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f400.
02000000:00000001:0.0:1769078423.991688:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078423.991689:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078423.991691:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078423.991693:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078423.991694:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:0.0:1769078423.991696:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078423.991697:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078423.991698:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613800.
00000100:00000001:0.0:1769078423.991700:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078423.991702:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.991703:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078423.991707:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078423.991709:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.991710:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078423.991712:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078424.628654:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078424.628666:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078424.628739:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078424.628746:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078424.628750:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078425.268645:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300077820, at 4300077824
00000100:00000010:1.0:1769078425.268661:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16c00.
00000100:00000040:0.0:1769078425.268949:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300077820, at 4300077824
00000100:00000010:0.0:1769078425.268957:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d165a0.
00010000:00000001:2.0:1769078425.652672:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078425.652680:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078425.652683:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078425.652685:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078425.652689:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078425.652690:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078425.652692:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078425.652693:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078425.652759:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078425.652762:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078425.652764:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078426.676625:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078426.676631:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078426.676676:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078426.676679:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078426.676682:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078427.700599:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078427.700604:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078427.700657:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078427.700661:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078427.700665:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078428.724666:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078428.724672:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078428.724734:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078428.724738:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078428.724742:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078429.110596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078429.110606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078429.110609:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078429.110613:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078429.110617:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078429.110623:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5409
00000400:00000200:3.0:1769078429.110632:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078429.110638:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078429.110641:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078429.110644:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110647:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078429.110649:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110651:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078429.110654:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078429.110656:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078429.110659:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078429.110661:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078429.110663:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078429.110665:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078429.110668:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110669:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078429.110671:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110672:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078429.110675:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078429.110678:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110681:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078429.110683:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078429.110686:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078429.110689:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078429.110691:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078429.110693:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078429.110701:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769078429.110704:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078429.110708:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078429.110710:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078429.110712:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078429.110715:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078429.110719:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078429.110725:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078429.110731:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078429.110738:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653183872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078429.110748:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078429.110751:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078429.110755:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653183872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078429.110783:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078429.110786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078429.110789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078429.110791:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078429.110792:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078429.110794:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078429.110797:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5409
00000400:00000200:3.0:1769078429.110800:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078429.110803:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078429.110804:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078429.110807:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110808:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078429.110810:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110812:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078429.110814:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078429.110815:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078429.110816:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078429.110817:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078429.110819:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078429.110830:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078429.110833:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078429.110836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110838:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078429.110840:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078429.110842:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110844:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078429.110846:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078429.110851:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078429.110853:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078429.110854:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078429.110858:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078429.110861:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078429.110862:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078429.110866:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769078429.110868:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078429.110870:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078429.110871:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078429.110873:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078429.110874:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078429.110876:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078429.110879:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769078429.110883:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078429.110887:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653184000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078429.110894:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078429.110896:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078429.110900:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653184000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078429.110907:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078429.110910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078429.110913:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078429.110914:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078429.110916:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078429.110919:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078429.110921:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5409
00000400:00000200:3.0:1769078429.110927:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078429.110930:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078429.110932:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078429.110934:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110936:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078429.110937:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078429.110941:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078429.110942:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078429.110944:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078429.110945:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078429.110947:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078429.110949:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078429.110951:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110953:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078429.110954:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110955:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078429.110964:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078429.110967:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078429.110970:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078429.110971:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078429.110974:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078429.110976:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078429.110977:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078429.110979:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078429.110981:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078429.110983:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078429.110986:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769078429.110998:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078429.111001:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078429.111002:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078429.111003:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078429.111004:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078429.111006:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078429.111009:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769078429.111013:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078429.111016:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653184128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078429.111022:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078429.111024:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078429.111028:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653184128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078429.111033:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078429.111035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078429.111038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078429.111039:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078429.111040:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078429.111042:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078429.111044:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5409
00000400:00000200:3.0:1769078429.111047:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078429.111050:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078429.111052:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078429.111054:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.111056:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078429.111057:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.111059:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078429.111061:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078429.111062:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078429.111063:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078429.111065:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078429.111067:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078429.111069:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078429.111071:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.111073:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078429.111075:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.111076:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078429.111078:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078429.111081:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078429.111083:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078429.111084:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078429.111087:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078429.111088:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078429.111090:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078429.111092:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078429.111094:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078429.111096:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078429.111099:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769078429.111101:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078429.111103:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078429.111104:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078429.111106:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078429.111107:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078429.111109:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078429.111112:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769078429.111114:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078429.111117:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653184256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078429.111121:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078429.111122:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078429.111124:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653184256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078429.111129:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078429.111131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078429.111133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078429.111134:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078429.111135:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078429.111137:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078429.111138:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5409
00000400:00000200:3.0:1769078429.111141:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078429.111142:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078429.111144:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078429.111145:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.111147:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078429.111148:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.111149:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078429.111151:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078429.111151:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078429.111152:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078429.111154:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078429.111155:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078429.111156:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078429.111157:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.111158:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078429.111159:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078429.111160:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078429.111161:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078429.111163:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078429.111164:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078429.111165:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078429.111166:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078429.111167:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078429.111168:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078429.111169:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078429.111170:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078429.111171:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078429.111173:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769078429.111175:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078429.111176:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078429.111177:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078429.111178:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078429.111179:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078429.111179:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078429.111181:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769078429.111182:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078429.111184:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653184384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078429.111188:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078429.111189:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078429.111191:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653184384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078429.111196:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078429.111198:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5419)
00000100:00000001:0.0:1769078429.111287:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078429.111291:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078429.111294:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078429.111300:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653183872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111308:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078429.111309:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078429.111313:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078429.111316:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078429.111318:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078429.111321:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653183872:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078429.111325:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078429.111329:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078429.111332:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078429.111334:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078429.111338:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078429.111340:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078429.111346:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078429.111349:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078429.111355:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078429.111362:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653183872, portal 25
00000100:00000001:0.0:1769078429.111364:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078429.111366:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:0.0:1769078429.111371:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653183872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111378:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078429.111381:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078429.111383:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078429.111385:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653183872, offset 0
00000400:00000200:0.0:1769078429.111390:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078429.111396:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078429.111400:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078429.111404:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078429.111407:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078429.111410:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078429.111412:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078429.111414:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201140:201140:256:4294967295] 192.168.204.104@tcp LPNI seq info [201140:201140:8:4294967295]
00000400:00000200:0.0:1769078429.111417:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078429.111423:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078429.111427:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078429.111431:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078429.111436:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078429.111439:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078429.111443:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078429.111446:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078429.111449:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078429.111450:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078429.111455:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078429.111458:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078429.111461:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078429.111463:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078429.111466:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078429.111468:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653183872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111474:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078429.111477:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653183872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111481:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078429.111482:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078429.111488:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078429.111490:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078429.111492:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300082941
00000100:00000010:0.0:1769078429.111495:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d165a0.
00000100:00000001:0.0:1769078429.111500:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078429.111504:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300082941
00000100:00000010:0.0:1769078429.111506:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16540.
00000100:00000001:0.0:1769078429.111508:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078429.111584:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078429.111588:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078429.111590:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078429.111595:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078429/real 1769078429]  req@ffff88ba87a9b480 x1855007653183872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078429.111605:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078429.111608:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078429.111610:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078429.111613:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078429.111615:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078429.111617:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078429.111620:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653183872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078429.111625:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653183872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111629:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078429.111630:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.111632:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078429.111633:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078429.111635:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653183872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111640:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078429.111642:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653183872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111646:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078429.111648:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.111648:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078429.111649:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.111651:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078429.111652:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078429.111653:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078429.111656:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078429.111657:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078429.111659:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653183872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078429.111664:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653183872:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078429.111667:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078429.111669:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653184000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111672:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078429.111673:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078429.111674:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078429.111676:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078429.111677:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078429.111678:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653184000:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078429.111680:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078429.111681:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078429.111682:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078429.111683:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078429.111686:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078429.111687:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078429.111690:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078429.111691:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078429.111693:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078429.111695:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653184000, portal 10
00000100:00000001:0.0:1769078429.111696:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078429.111697:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00000040:0.0:1769078429.111701:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653184000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111705:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078429.111706:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078429.111707:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078429.111708:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653184000, offset 0
00000400:00000200:0.0:1769078429.111711:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078429.111713:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078429.111715:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078429.111717:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078429.111719:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078429.111720:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078429.111722:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078429.111724:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201141:201141:256:4294967295] 192.168.204.104@tcp LPNI seq info [201141:201141:8:4294967295]
00000400:00000200:0.0:1769078429.111726:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078429.111730:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078429.111733:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078429.111734:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078429.111737:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078429.111739:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078429.111742:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078429.111743:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078429.111746:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078429.111747:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078429.111749:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078429.111751:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078429.111753:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078429.111754:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078429.111755:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078429.111757:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653184000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111762:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078429.111764:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653184000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111768:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078429.111769:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078429.111771:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078429.111773:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078429.111775:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078429.111777:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300081692
00000100:00000001:0.0:1769078429.111779:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300082941
00000100:00000001:0.0:1769078429.111781:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300081692
00000100:00000001:0.0:1769078429.111782:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300082941
00000100:00000001:0.0:1769078429.111784:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078429.111785:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078429.111786:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078429.111788:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078429/real 1769078429]  req@ffff88ba87a9a300 x1855007653184000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078429.111792:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078429.111793:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078429.111794:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078429.111795:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078429.111796:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078429.111797:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078429.111798:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653184000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078429.111803:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653184000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111808:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078429.111808:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.111809:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078429.111810:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078429.111812:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653184000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111815:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078429.111817:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653184000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111821:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078429.111823:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.111824:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078429.111825:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.111827:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078429.111829:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078429.111831:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078429.111834:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078429.111836:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078429.111840:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653184000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078429.111847:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653184000:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078429.111851:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078429.111854:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653184128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111860:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078429.111862:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078429.111864:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078429.111865:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078429.111868:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078429.111870:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653184128:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078429.111873:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078429.111875:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078429.111876:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078429.111878:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078429.111880:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e000.
02000000:00000001:0.0:1769078429.111882:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078429.111884:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078429.111886:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078429.111887:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078429.111889:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653184128, portal 10
00000100:00000001:0.0:1769078429.111890:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078429.111891:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:0.0:1769078429.111895:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653184128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111899:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078429.111900:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078429.111901:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078429.111903:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653184128, offset 0
00000400:00000200:0.0:1769078429.111905:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078429.111907:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078429.111909:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078429.111911:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078429.111912:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078429.111913:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078429.111915:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078429.111917:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201142:201142:256:4294967295] 192.168.204.104@tcp LPNI seq info [201142:201142:8:4294967295]
00000400:00000200:0.0:1769078429.111919:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078429.111923:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078429.111925:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078429.111927:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078429.111929:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078429.111931:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078429.111933:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078429.111935:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078429.111937:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078429.111938:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078429.111940:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078429.111942:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078429.111944:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078429.111945:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078429.111946:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078429.111948:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653184128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111953:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078429.111955:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653184128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.111962:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078429.111963:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078429.111965:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078429.111967:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078429.111969:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078429.111970:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300081677
00000100:00000001:0.0:1769078429.111971:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300082941
00000100:00000001:0.0:1769078429.111972:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300081677
00000100:00000001:0.0:1769078429.111974:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300082941
00000100:00000001:0.0:1769078429.111975:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078429.111976:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078429.111977:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078429.111979:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078429/real 1769078429]  req@ffff88ba87a99880 x1855007653184128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078429.111983:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078429.111984:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078429.111985:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078429.111986:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078429.111987:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078429.111989:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078429.111992:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653184128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078429.111999:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653184128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112005:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078429.112006:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112007:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078429.112009:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078429.112012:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653184128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112018:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078429.112022:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653184128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112028:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078429.112031:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112032:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078429.112034:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112035:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078429.112037:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078429.112039:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078429.112042:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078429.112044:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078429.112048:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653184128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078429.112053:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653184128:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078429.112056:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078429.112058:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653184256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112061:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078429.112063:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078429.112064:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078429.112065:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078429.112066:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078429.112067:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653184256:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078429.112069:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078429.112070:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078429.112072:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078429.112073:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078429.112075:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078429.112076:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078429.112078:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078429.112080:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078429.112082:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078429.112084:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653184256, portal 4
00000100:00000001:0.0:1769078429.112085:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078429.112086:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:0.0:1769078429.112089:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653184256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112093:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078429.112094:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078429.112095:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078429.112097:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653184256, offset 0
00000400:00000200:0.0:1769078429.112099:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078429.112101:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078429.112103:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078429.112104:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078429.112106:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078429.112107:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078429.112108:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078429.112110:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201143:201143:256:4294967295] 192.168.204.104@tcp LPNI seq info [201143:201143:8:4294967295]
00000400:00000200:0.0:1769078429.112113:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078429.112116:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078429.112119:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078429.112120:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078429.112122:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078429.112123:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078429.112126:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078429.112128:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078429.112130:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078429.112132:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078429.112134:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078429.112135:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078429.112137:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078429.112138:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078429.112139:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078429.112141:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653184256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112146:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078429.112147:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653184256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112151:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078429.112152:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078429.112153:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078429.112155:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078429.112157:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078429.112158:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300081684
00000100:00000001:0.0:1769078429.112159:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300082941
00000100:00000001:0.0:1769078429.112160:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300081684
00000100:00000001:0.0:1769078429.112162:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300082941
00000100:00000001:0.0:1769078429.112163:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078429.112164:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078429.112165:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078429.112167:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078429/real 1769078429]  req@ffff88ba87a9b800 x1855007653184256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078429.112171:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078429.112171:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078429.112172:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078429.112174:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078429.112174:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078429.112176:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078429.112177:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653184256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078429.112182:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653184256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112185:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078429.112186:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112187:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078429.112188:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078429.112190:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653184256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112193:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078429.112195:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653184256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112198:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078429.112200:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112201:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078429.112201:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112203:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078429.112203:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078429.112205:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078429.112206:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078429.112207:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078429.112209:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653184256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078429.112213:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653184256:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078429.112215:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078429.112217:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653184384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112221:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078429.112222:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078429.112224:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078429.112225:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078429.112226:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078429.112238:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653184384:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078429.112240:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078429.112241:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078429.112242:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078429.112243:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078429.112246:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078429.112247:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078429.112249:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078429.112251:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078429.112253:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078429.112254:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653184384, portal 4
00000100:00000001:0.0:1769078429.112255:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078429.112256:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:0.0:1769078429.112260:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653184384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112264:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078429.112265:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078429.112267:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078429.112268:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653184384, offset 0
00000400:00000200:0.0:1769078429.112270:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078429.112272:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078429.112274:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078429.112275:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078429.112277:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078429.112278:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078429.112280:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078429.112282:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201144:201144:256:4294967295] 192.168.204.104@tcp LPNI seq info [201144:201144:8:4294967295]
00000400:00000200:0.0:1769078429.112284:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078429.112288:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078429.112291:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078429.112292:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078429.112295:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078429.112296:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078429.112299:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078429.112300:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078429.112302:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078429.112304:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078429.112306:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078429.112308:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078429.112309:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078429.112310:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078429.112312:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078429.112314:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653184384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112319:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078429.112320:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653184384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112324:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078429.112325:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078429.112327:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078429.112328:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078429.112330:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078429.112332:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300081684
00000100:00000001:0.0:1769078429.112333:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300082941
00000100:00000001:0.0:1769078429.112335:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300081684
00000100:00000001:0.0:1769078429.112336:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300082941
00000100:00000001:0.0:1769078429.112337:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078429.112339:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078429.112340:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078429.112342:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078429/real 1769078429]  req@ffff88ba87a99c00 x1855007653184384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078429.112346:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078429.112347:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078429.112348:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078429.112349:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078429.112350:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078429.112351:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078429.112352:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653184384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078429.112357:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653184384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112360:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078429.112361:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112362:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078429.112363:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078429.112365:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653184384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112368:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078429.112370:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653184384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112374:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078429.112375:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112376:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078429.112377:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112378:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078429.112379:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078429.112380:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078429.112382:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078429.112383:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078429.112385:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653184384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078429.112389:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653184384:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078429.112391:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112393:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078429.112394:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653183872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112398:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078429.112400:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078429.112401:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078429.112403:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078429.112404:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078429.112405:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078429.112406:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078429.112408:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:0.0:1769078429.112411:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078429.112412:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078429.112413:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:0.0:1769078429.112415:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078429.112416:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112417:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078429.112419:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653184000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112422:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078429.112423:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078429.112424:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078429.112425:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078429.112426:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078429.112426:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078429.112427:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078429.112429:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:0.0:1769078429.112430:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078429.112430:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078429.112431:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:0.0:1769078429.112433:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078429.112433:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112434:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078429.112436:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653184128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112439:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078429.112440:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078429.112440:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e000.
02000000:00000001:0.0:1769078429.112441:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078429.112442:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078429.112443:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078429.112444:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078429.112444:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:0.0:1769078429.112445:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078429.112446:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078429.112446:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:0.0:1769078429.112447:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078429.112448:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112449:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078429.112450:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653184256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112453:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078429.112454:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078429.112455:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078429.112456:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078429.112456:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078429.112457:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078429.112458:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078429.112458:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:0.0:1769078429.112459:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078429.112460:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078429.112461:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:0.0:1769078429.112462:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078429.112463:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112464:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078429.112465:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653184384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078429.112469:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078429.112469:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078429.112470:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078429.112471:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078429.112472:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078429.112472:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078429.112473:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078429.112474:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:0.0:1769078429.112475:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078429.112475:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078429.112476:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:0.0:1769078429.112477:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078429.112478:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112479:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078429.112484:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078429.112485:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078429.112486:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078429.112487:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078429.748645:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078429.748651:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078429.748722:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078429.748724:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078429.748726:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078430.388630:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300082941, at 4300082944
00000100:00000040:1.0:1769078430.388630:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300082941, at 4300082944
00000100:00000010:0.0:1769078430.388643:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d165a0.
00000100:00000010:1.0:1769078430.388644:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16540.
00010000:00000001:2.0:1769078430.772621:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078430.772627:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078430.772705:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078430.772709:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078430.772713:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078431.796598:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078431.796605:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078431.796654:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078431.796657:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078431.796660:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078432.820615:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078432.820622:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078432.820686:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078432.820691:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078432.820696:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078433.844684:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078433.844692:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078433.844802:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078433.844805:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078433.844808:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078434.228711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078434.228719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078434.228721:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078434.228738:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078434.228744:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078434.228752:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5414
00000400:00000200:3.0:1769078434.228762:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078434.228767:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078434.228770:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078434.228774:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078434.228778:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078434.228780:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078434.228783:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078434.228788:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078434.228791:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078434.228794:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078434.228796:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078434.228799:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078434.228801:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078434.228805:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078434.228807:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078434.228809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078434.228810:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078434.228813:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078434.228816:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078434.228820:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078434.228822:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078434.228826:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078434.228829:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078434.228831:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078434.228834:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078434.228840:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000020:00000040:3.0:1769078434.228843:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078434.228847:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078434.228849:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078434.228852:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078434.228854:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078434.228858:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078434.228865:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769078434.228873:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078434.228882:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653184512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078434.228892:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078434.228896:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078434.228912:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653184512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.229111:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078434.229116:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078434.229118:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078434.229124:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98000 x1855007653184512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.229133:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078434.229135:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078434.229138:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078434.229151:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078434.229162:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078434.229166:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653184512:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769078434.229170:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078434.229173:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078434.229176:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078434.229176:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078434.229181:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769078434.229183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1769078434.229187:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
00000100:00080000:3.0:1769078434.229188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078434.229191:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1769078434.229192:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078434.229194:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078434.229199:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078434.229202:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078434.229204:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5414
00000400:00000010:1.0:1769078434.229208:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:3.0:1769078434.229212:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078434.229217:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000400:00000200:3.0:1769078434.229218:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078434.229222:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1769078434.229226:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653184512, portal 25
00000100:00000040:3.0:1769078434.229229:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078434.229230:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078434.229234:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168064 : -131140255383552 : ffff88ba87a98000)
00000100:00000001:3.0:1769078434.229235:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078434.229239:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000040:1.0:1769078434.229244:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98000 x1855007653184512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078434.229244:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078434.229249:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078434.229251:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078434.229255:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078434.229258:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078434.229262:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078434.229267:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:1.0:1769078434.229270:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078434.229274:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000040:1.0:1769078434.229278:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078434.229279:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078434.229282:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078434.229284:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078434.229287:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000400:00000010:1.0:1769078434.229291:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00080000:3.0:1769078434.229291:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000200:1.0:1769078434.229296:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653184512, offset 0
00000400:00000200:1.0:1769078434.229303:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078434.229308:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078434.229311:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078434.229314:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078434.229316:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078434.229321:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078434.229322:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:3.0:1769078434.229324:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078434.229329:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1769078434.229330:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078434.229334:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078434.229335:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:3.0:1769078434.229338:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078434.229342:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1769078434.229345:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000400:00000200:1.0:1769078434.229346:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000020:00000040:3.0:1769078434.229352:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000400:00000200:1.0:1769078434.229353:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201145:201145:256:4294967295] 192.168.204.104@tcp LPNI seq info [201145:201145:8:4294967295]
02000000:00000001:3.0:1769078434.229356:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078434.229359:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078434.229361:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078434.229362:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078434.229365:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078434.229368:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078434.229374:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1769078434.229376:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000800:00000200:1.0:1769078434.229382:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078434.229382:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078434.229388:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000100:00100000:3.0:1769078434.229392:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653184640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769078434.229399:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078434.229406:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769078434.229406:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078434.229409:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078434.229415:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:3.0:1769078434.229416:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653184640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769078434.229420:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078434.229432:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078434.229434:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078434.229435:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000100:00080000:3.0:1769078434.229438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078434.229441:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1769078434.229443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078434.229446:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078434.229450:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1769078434.229450:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078434.229457:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078434.229459:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078434.229463:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078434.229467:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078434.229472:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98000 x1855007653184512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078434.229472:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5414
00000400:00000200:3.0:1769078434.229482:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078434.229488:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078434.229489:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769078434.229492:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078434.229496:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98000 x1855007653184512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078434.229498:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078434.229502:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078434.229507:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078434.229511:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078434.229516:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078434.229518:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078434.229521:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078434.229524:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000100:00000001:1.0:1769078434.229525:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078434.229529:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000001:1.0:1769078434.229530:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769078434.229534:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078434.229556:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078434.229558:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078434.229560:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078434.229563:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078434.229564:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00000001:1.0:1769078434.229566:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078434.229568:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078434.229572:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078434.229575:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078434.229576:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078434.229580:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300088060
02000000:00000001:3.0:1769078434.229581:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1769078434.229585:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9c00.
02000000:00000001:3.0:1769078434.229585:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078434.229590:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078434.229592:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078434.229594:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000008:00000001:3.0:1769078434.229596:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078434.229599:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.229602:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300088060
00000100:00000010:3.0:1769078434.229604:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000100:00000010:1.0:1769078434.229608:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9f00.
00000020:00000040:3.0:1769078434.229608:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078434.229614:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078434.229616:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1769078434.229617:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078434.229621:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078434.229622:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078434.229623:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078434.229626:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.229628:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.229632:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1769078434.229634:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769078434.229640:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078434.229647:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653184768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1769078434.229648:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078434/real 1769078434]  req@ffff88ba87a98000 x1855007653184512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078434.229668:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078434.229672:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769078434.229673:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078434.229676:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1769078434.229677:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653184768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078434.229680:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078434.229685:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078434.229688:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:3.0:1769078434.229692:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.229693:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1769078434.229696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078434.229700:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98000 x1855007653184512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078434.229701:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078434.229704:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078434.229707:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078434.229713:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078434.229719:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5414
00000100:00000200:1.0:1769078434.229720:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98000 x1855007653184512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.229728:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078434.229729:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.229732:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078434.229735:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078434.229735:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00100000:1.0:1769078434.229741:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98000 x1855007653184512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078434.229742:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078434.229746:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078434.229753:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078434.229758:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078434.229759:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078434.229763:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078434.229767:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000040:1.0:1769078434.229768:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98000 x1855007653184512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078434.229770:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078434.229775:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078434.229778:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078434.229779:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1769078434.229781:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:1.0:1769078434.229785:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769078434.229786:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:1.0:1769078434.229788:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1769078434.229790:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:1.0:1769078434.229791:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.229796:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1769078434.229797:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078434.229800:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078434.229800:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078434.229805:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00080000:1.0:1769078434.229806:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769078434.229807:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078434.229812:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078434.229814:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00080000:3.0:1769078434.229817:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078434.229818:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1769078434.229821:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078434.229824:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078434.229826:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98000 x1855007653184512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078434.229827:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078434.229833:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078434.229838:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:1.0:1769078434.229842:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653184512:192.168.204.104@tcp:250:kworker.0
00000008:00100000:3.0:1769078434.229842:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078434.229847:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.229850:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078434.229851:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.229855:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1769078434.229857:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000100:00000040:1.0:1769078434.229859:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98000 x1855007653184512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078434.229861:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078434.229866:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078434.229868:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078434.229872:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078434.229875:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078434.229875:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078434.229877:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078434.229879:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078434.229882:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000010:3.0:1769078434.229882:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
02000000:00000001:1.0:1769078434.229887:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1769078434.229887:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078434.229891:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078434.229893:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000100:00100000:3.0:1769078434.229896:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653184896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:1.0:1769078434.229897:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078434.229899:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7c00.
02000000:00000001:1.0:1769078434.229902:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078434.229905:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1769078434.229912:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1769078434.229913:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98000.
00000100:00000001:3.0:1769078434.229915:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.229918:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078434.229922:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078434.229922:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653184896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.229927:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078434.229935:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.229936:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078434.229938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078434.229939:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.229944:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769078434.229945:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078434.229947:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078434.229948:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769078434.229949:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769078434.229951:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078434.229954:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769078434.229957:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9aa00 x1855007653184640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078434.229959:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5414
00000400:00000200:3.0:1769078434.229967:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078434.229972:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078434.229973:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078434.229975:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078434.229976:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078434.229979:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078434.229981:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078434.229986:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078434.229986:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00100000:1.0:1769078434.229992:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653184640:192.168.204.104@tcp:38:kworker.0
00000100:00000001:3.0:1769078434.229993:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078434.229999:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769078434.229999:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:1.0:1769078434.230002:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078434.230003:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:1.0:1769078434.230006:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078434.230007:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078434.230009:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
02000000:00000001:1.0:1769078434.230011:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1769078434.230012:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078434.230015:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
02000000:00000010:1.0:1769078434.230017:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
00000020:00000001:3.0:1769078434.230018:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000001:1.0:1769078434.230022:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078434.230023:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078434.230029:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:1.0:1769078434.230032:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078434.230033:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769078434.230038:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000100:00000040:3.0:1769078434.230038:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078434.230041:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000010:1.0:1769078434.230044:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000020:00000040:3.0:1769078434.230045:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000200:1.0:1769078434.230050:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653184640, portal 10
00000100:00080000:3.0:1769078434.230050:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078434.230054:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078434.230056:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.230057:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454178816 : -131140255372800 : ffff88ba87a9aa00)
02000000:00000001:3.0:1769078434.230059:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078434.230063:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078434.230067:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078434.230068:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9aa00 x1855007653184640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078434.230070:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078434.230074:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078434.230079:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.230082:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078434.230083:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078434.230088:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000010:3.0:1769078434.230090:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000400:00000010:1.0:1769078434.230092:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000020:00000040:3.0:1769078434.230094:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000200:1.0:1769078434.230096:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653184640, offset 0
02000000:00000001:3.0:1769078434.230098:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078434.230101:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078434.230103:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078434.230104:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078434.230107:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078434.230110:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:3.0:1769078434.230111:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078434.230117:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
02000000:00000010:3.0:1769078434.230118:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000400:00000200:1.0:1769078434.230123:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078434.230123:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078434.230128:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00100000:3.0:1769078434.230133:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653185024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078434.230134:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078434.230140:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078434.230158:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201146:201146:256:4294967295] 192.168.204.104@tcp LPNI seq info [201146:201146:8:4294967295]
00000100:00000001:3.0:1769078434.230159:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078434.230163:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078434.230167:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:3.0:1769078434.230172:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653185024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078434.230181:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078434.230192:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078434.230192:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078434.230196:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000100:00000040:3.0:1769078434.230199:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5424)
00000800:00000200:1.0:1769078434.230203:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078434.230207:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078434.230211:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078434.230215:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078434.230218:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078434.230220:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078434.230223:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078434.230227:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078434.230230:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078434.230232:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078434.230234:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078434.230240:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9aa00 x1855007653184640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230248:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078434.230251:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9aa00 x1855007653184640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230257:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.230258:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078434.230262:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078434.230266:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769078434.230269:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078434.230270:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300086810
00000100:00000001:1.0:1769078434.230274:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300088060
00000100:00000001:1.0:1769078434.230277:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300086810
00000100:00000001:1.0:1769078434.230280:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300088060
00000100:00000001:1.0:1769078434.230282:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078434.230285:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.230286:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078434.230290:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078434/real 1769078434]  req@ffff88ba87a9aa00 x1855007653184640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078434.230299:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078434.230301:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078434.230303:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078434.230305:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078434.230307:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078434.230309:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078434.230312:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9aa00 x1855007653184640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078434.230319:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9aa00 x1855007653184640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230326:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078434.230329:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.230332:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078434.230333:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078434.230337:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9aa00 x1855007653184640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230343:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078434.230347:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9aa00 x1855007653184640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230354:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078434.230358:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.230360:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078434.230361:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.230363:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078434.230367:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078434.230370:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078434.230373:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078434.230375:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078434.230378:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9aa00 x1855007653184640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078434.230384:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653184640:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078434.230388:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078434.230390:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653184768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230395:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078434.230397:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078434.230398:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078434.230400:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078434.230402:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078434.230405:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653184768:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078434.230407:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078434.230409:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078434.230410:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078434.230412:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078434.230414:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218400.
02000000:00000001:1.0:1769078434.230416:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078434.230419:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078434.230421:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078434.230423:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078434.230426:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653184768, portal 10
00000100:00000001:1.0:1769078434.230428:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078434.230429:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:1.0:1769078434.230433:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653184768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230438:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078434.230441:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078434.230443:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078434.230445:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653184768, offset 0
00000400:00000200:1.0:1769078434.230448:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078434.230451:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078434.230454:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078434.230456:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078434.230458:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078434.230461:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078434.230463:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078434.230465:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201147:201147:256:4294967295] 192.168.204.104@tcp LPNI seq info [201147:201147:8:4294967295]
00000400:00000200:1.0:1769078434.230469:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078434.230474:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078434.230478:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078434.230480:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078434.230483:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078434.230486:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078434.230489:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078434.230491:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078434.230495:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078434.230497:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078434.230499:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078434.230503:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078434.230505:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078434.230507:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078434.230509:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078434.230512:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653184768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230519:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078434.230522:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653184768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230529:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.230530:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078434.230533:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078434.230553:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769078434.230557:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078434.230558:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300086796
00000100:00000001:1.0:1769078434.230562:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300088060
00000100:00000001:1.0:1769078434.230564:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300086796
00000100:00000001:1.0:1769078434.230566:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300088060
00000100:00000001:1.0:1769078434.230569:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078434.230572:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.230574:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078434.230578:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078434/real 1769078434]  req@ffff88ba87a99c00 x1855007653184768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078434.230586:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078434.230588:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078434.230591:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078434.230593:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078434.230596:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078434.230599:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078434.230601:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653184768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078434.230613:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653184768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230620:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078434.230622:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.230623:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078434.230624:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078434.230628:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653184768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230633:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078434.230636:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653184768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230641:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078434.230643:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.230644:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078434.230646:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.230648:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078434.230649:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078434.230651:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078434.230654:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078434.230656:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078434.230659:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653184768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078434.230665:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653184768:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078434.230668:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078434.230671:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653184896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230676:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078434.230678:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078434.230680:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078434.230681:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078434.230683:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078434.230686:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653184896:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078434.230688:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078434.230690:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078434.230691:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078434.230693:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078434.230695:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821a000.
02000000:00000001:1.0:1769078434.230697:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078434.230700:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078434.230703:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078434.230706:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078434.230708:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653184896, portal 4
00000100:00000001:1.0:1769078434.230710:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078434.230711:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:1.0:1769078434.230715:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653184896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230720:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078434.230722:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078434.230724:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078434.230726:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653184896, offset 0
00000400:00000200:1.0:1769078434.230729:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078434.230732:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078434.230735:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078434.230737:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078434.230739:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078434.230741:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078434.230743:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078434.230746:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201148:201148:256:4294967295] 192.168.204.104@tcp LPNI seq info [201148:201148:8:4294967295]
00000400:00000200:1.0:1769078434.230749:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078434.230754:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078434.230758:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078434.230761:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078434.230764:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078434.230766:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078434.230770:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078434.230772:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078434.230776:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078434.230777:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078434.230780:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078434.230783:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078434.230785:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078434.230787:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078434.230788:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078434.230791:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653184896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230797:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078434.230800:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653184896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230805:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.230806:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078434.230808:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078434.230812:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769078434.230814:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078434.230816:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300086803
00000100:00000001:1.0:1769078434.230818:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300088060
00000100:00000001:1.0:1769078434.230820:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300086803
00000100:00000001:1.0:1769078434.230822:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300088060
00000100:00000001:1.0:1769078434.230824:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078434.230826:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.230827:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078434.230830:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078434/real 1769078434]  req@ffff88ba87a9b800 x1855007653184896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078434.230837:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078434.230838:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078434.230839:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078434.230841:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078434.230842:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078434.230844:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078434.230847:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653184896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078434.230853:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653184896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230858:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078434.230860:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.230861:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078434.230862:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078434.230865:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653184896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230870:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078434.230874:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653184896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230879:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078434.230881:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.230883:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078434.230884:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.230885:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078434.230886:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078434.230888:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078434.230891:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078434.230892:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078434.230896:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653184896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078434.230902:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653184896:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078434.230905:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.230907:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078434.230909:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9aa00 x1855007653184640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230914:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078434.230915:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078434.230917:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769078434.230919:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078434.230920:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078434.230922:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769078434.230924:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078434.230925:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:1.0:1769078434.230927:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078434.230929:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078434.230930:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9aa00.
00000100:00000001:1.0:1769078434.230932:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078434.230933:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.230934:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078434.230937:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653184768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230942:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078434.230943:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078434.230945:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218400.
02000000:00000001:1.0:1769078434.230946:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078434.230947:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078434.230948:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769078434.230950:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078434.230951:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:1.0:1769078434.230953:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078434.230954:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078434.230955:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:1.0:1769078434.230957:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078434.230959:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.230960:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078434.230963:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653184896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.230967:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078434.230968:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078434.230969:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821a000.
02000000:00000001:1.0:1769078434.230971:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078434.230972:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078434.230973:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769078434.230975:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078434.230976:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:1.0:1769078434.230978:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078434.230979:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078434.230980:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:1.0:1769078434.230982:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078434.230983:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.230984:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.230987:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078434.230988:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.230990:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078434.230991:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078434.230992:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078434.230995:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653185024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.231000:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078434.231001:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078434.231003:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078434.231004:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078434.231006:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078434.231009:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653185024:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078434.231011:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078434.231013:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078434.231014:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078434.231016:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078434.231019:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821a000.
02000000:00000001:1.0:1769078434.231021:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078434.231024:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078434.231027:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078434.231029:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078434.231032:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653185024, portal 4
00000100:00000001:1.0:1769078434.231034:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078434.231035:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:1.0:1769078434.231040:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653185024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.231047:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078434.231049:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078434.231051:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078434.231053:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653185024, offset 0
00000400:00000200:1.0:1769078434.231057:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078434.231060:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078434.231063:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078434.231065:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078434.231068:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078434.231070:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078434.231072:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078434.231075:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201149:201149:256:4294967295] 192.168.204.104@tcp LPNI seq info [201149:201149:8:4294967295]
00000400:00000200:1.0:1769078434.231078:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078434.231084:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078434.231088:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078434.231090:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078434.231094:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078434.231097:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078434.231100:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078434.231103:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078434.231106:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078434.231109:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078434.231111:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078434.231114:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078434.231117:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078434.231118:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078434.231120:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078434.231124:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653185024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.231131:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078434.231134:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653185024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.231139:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.231140:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078434.231156:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078434.231159:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769078434.231162:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078434.231164:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300086803
00000100:00000001:1.0:1769078434.231166:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300088060
00000100:00000001:1.0:1769078434.231168:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300086803
00000100:00000001:1.0:1769078434.231170:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300088060
00000100:00000001:1.0:1769078434.231172:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078434.231173:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.231175:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078434.231179:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078434/real 1769078434]  req@ffff88ba87a99880 x1855007653185024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078434.231185:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078434.231186:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078434.231188:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078434.231190:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078434.231191:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078434.231193:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078434.231196:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653185024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078434.231202:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653185024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.231208:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078434.231209:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.231210:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078434.231212:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078434.231215:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653185024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.231220:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078434.231223:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653185024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.231228:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078434.231230:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.231232:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078434.231233:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.231234:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078434.231236:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078434.231238:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078434.231240:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078434.231242:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078434.231246:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653185024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078434.231252:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653185024:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078434.231255:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.231256:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078434.231259:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653185024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078434.231264:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078434.231266:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078434.231267:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821a000.
02000000:00000001:1.0:1769078434.231269:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078434.231270:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078434.231272:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769078434.231274:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078434.231275:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:1.0:1769078434.231277:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078434.231278:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078434.231279:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:1.0:1769078434.231281:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078434.231282:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.231284:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078434.231287:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078434.231288:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078434.231289:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078434.231290:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078434.868761:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078434.868767:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078434.868769:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078434.868771:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078434.868775:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078434.868776:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078434.868778:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078434.868779:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078434.868862:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078434.868869:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078434.868874:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078435.508685:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300088060, at 4300088064
00000100:00000010:1.0:1769078435.508704:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9f00.
00000100:00000040:0.0:1769078435.508775:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300088060, at 4300088064
00000100:00000010:0.0:1769078435.508784:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9c00.
00010000:00000001:2.0:1769078435.893037:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078435.893043:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078435.893145:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078435.893152:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078435.893157:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078436.916629:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078436.916638:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078436.916738:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078436.916741:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078436.916745:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078437.940667:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078437.940675:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078437.940877:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078437.940881:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078437.940884:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078438.965310:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078438.965320:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078438.966248:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078438.966255:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078438.966260:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078439.348865:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078439.348883:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078439.348886:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078439.348891:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078439.348896:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078439.348906:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5419
00000400:00000200:1.0:1769078439.348918:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078439.348925:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078439.348929:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078439.348933:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.348938:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078439.348941:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.348944:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078439.348949:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078439.348952:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078439.348955:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078439.348958:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078439.348961:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078439.348965:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078439.348968:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.348970:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078439.348972:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.348975:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078439.348978:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078439.348982:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078439.348985:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078439.348989:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078439.348992:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078439.348995:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.348998:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078439.349001:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078439.349013:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612a00.
00000020:00000040:1.0:1769078439.349019:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078439.349024:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078439.349026:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.349029:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078439.349032:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078439.349037:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078439.349047:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000001:1.0:1769078439.349067:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078439.349077:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612a00 x1855007653185152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078439.349089:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078439.349094:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078439.349099:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080821b25] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612a00 x1855007653185152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078439.349117:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078439.349121:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078439.349124:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078439.349126:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078439.349127:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078439.349129:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078439.349132:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5419
00000400:00000200:1.0:1769078439.349136:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078439.349140:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078439.349142:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078439.349145:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.349147:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078439.349148:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.349150:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078439.349153:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078439.349154:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078439.349156:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078439.349158:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078439.349160:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078439.349162:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078439.349165:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.349167:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078439.349169:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.349171:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078439.349173:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078439.349176:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078439.349178:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078439.349180:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078439.349186:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078439.349188:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.349190:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078439.349195:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078439.349198:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.349200:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078439.349204:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612680.
00000020:00000040:1.0:1769078439.349206:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078439.349209:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078439.349210:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.349211:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078439.349213:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078439.349215:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078439.349219:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000100:00000001:1.0:1769078439.349223:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078439.349228:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612680 x1855007653185280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078439.349236:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078439.349238:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078439.349241:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c0d898d] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612680 x1855007653185280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078439.349255:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078439.349257:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078439.349263:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078439.349264:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078439.349265:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078439.349268:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078439.349270:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5419
00000400:00000200:1.0:1769078439.349274:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078439.349277:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078439.349279:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078439.349282:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.349284:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078439.349286:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.349288:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078439.349291:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078439.349292:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078439.349293:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078439.349295:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078439.349297:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078439.349299:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078439.349302:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.349304:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078439.349306:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.349308:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078439.349311:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078439.349314:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078439.349316:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078439.349318:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078439.349321:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078439.349323:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.349325:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078439.349327:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078439.349330:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.349331:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078439.349335:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611c00.
00000020:00000040:1.0:1769078439.349338:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078439.349340:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078439.349341:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.349343:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078439.349345:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078439.349346:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078439.349350:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218800.
00000100:00000001:1.0:1769078439.349354:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078439.349358:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611c00 x1855007653185408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078439.349367:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078439.349369:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078439.349372:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8684d4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611c00 x1855007653185408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078439.349381:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078439.349383:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078439.349387:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078439.349389:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078439.349390:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078439.349529:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078439.349533:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078439.349578:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078439.349587:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612a00 x1855007653185152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.349596:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078439.349598:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078439.349602:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078439.349606:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078439.349608:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078439.349612:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653185152:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078439.349617:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078439.349622:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078439.349625:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078439.349627:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078439.349633:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078439.349635:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078439.349643:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078439.349648:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078439.349655:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078439.349664:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653185152, portal 25
00000100:00000001:0.0:1769078439.349666:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078439.349668:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873024 : -131140293678592 : ffff88ba85612a00)
00000100:00000040:0.0:1769078439.349673:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612a00 x1855007653185152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.349681:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078439.349684:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078439.349687:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078439.349690:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653185152, offset 0
00000400:00000200:0.0:1769078439.349696:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078439.349705:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078439.349712:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078439.349719:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078439.349723:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078439.349728:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078439.349730:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078439.349733:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201150:201150:256:4294967295] 192.168.204.104@tcp LPNI seq info [201150:201150:8:4294967295]
00000400:00000200:0.0:1769078439.349738:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078439.349748:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078439.349754:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078439.349760:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078439.349768:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078439.349772:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078439.349778:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078439.349782:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769078439.349785:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078439.349788:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078439.349794:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078439.349799:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078439.349804:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078439.349807:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078439.349811:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078439.349815:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612a00 x1855007653185152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.349823:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078439.349826:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612a00 x1855007653185152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.349834:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078439.349836:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078439.349843:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078439.349847:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078439.349850:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300093179
00000100:00000010:0.0:1769078439.349854:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d165a0.
00000100:00000001:0.0:1769078439.349862:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078439.349869:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300093179
00000100:00000010:0.0:1769078439.349872:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16900.
00000100:00000001:0.0:1769078439.349875:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078439.349879:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078439.349881:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078439.349884:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078439.349888:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078439/real 1769078439]  req@ffff88ba85612a00 x1855007653185152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078439.349902:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078439.349903:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078439.349905:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078439.349909:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078439.349910:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078439.349913:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078439.349916:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612a00 x1855007653185152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078439.349924:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612a00 x1855007653185152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.349929:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078439.349931:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.349933:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078439.349935:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078439.349939:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612a00 x1855007653185152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.349945:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078439.349949:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612a00 x1855007653185152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.349955:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078439.349958:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.349959:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078439.349961:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.349963:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078439.349965:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078439.349968:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078439.349971:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078439.349974:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078439.349977:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612a00 x1855007653185152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078439.349985:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653185152:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078439.349989:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078439.349993:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612680 x1855007653185280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.349999:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078439.350000:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078439.350002:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078439.350003:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078439.350005:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078439.350007:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653185280:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078439.350010:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078439.350012:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078439.350014:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078439.350016:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078439.350019:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078439.350020:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078439.350024:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078439.350026:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078439.350029:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078439.350031:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653185280, portal 10
00000100:00000001:0.0:1769078439.350033:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078439.350034:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415872128 : -131140293679488 : ffff88ba85612680)
00000100:00000040:0.0:1769078439.350040:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612680 x1855007653185280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350045:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078439.350047:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078439.350049:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078439.350051:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653185280, offset 0
00000400:00000200:0.0:1769078439.350068:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078439.350073:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078439.350077:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078439.350080:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078439.350082:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078439.350085:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078439.350087:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078439.350089:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201151:201151:256:4294967295] 192.168.204.104@tcp LPNI seq info [201151:201151:8:4294967295]
00000400:00000200:0.0:1769078439.350093:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078439.350099:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078439.350103:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078439.350107:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078439.350110:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078439.350112:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078439.350116:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078439.350118:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769078439.350122:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078439.350124:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078439.350126:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078439.350130:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078439.350132:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078439.350133:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078439.350135:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078439.350138:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612680 x1855007653185280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350146:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078439.350149:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612680 x1855007653185280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350156:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078439.350158:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078439.350160:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078439.350164:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078439.350167:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078439.350169:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300091929
00000100:00000001:0.0:1769078439.350172:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300093179
00000100:00000001:0.0:1769078439.350175:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300091929
00000100:00000001:0.0:1769078439.350177:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300093179
00000100:00000001:0.0:1769078439.350179:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078439.350180:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078439.350182:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078439.350184:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078439/real 1769078439]  req@ffff88ba85612680 x1855007653185280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078439.350192:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078439.350193:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078439.350195:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078439.350197:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078439.350199:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078439.350201:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078439.350204:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612680 x1855007653185280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078439.350211:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612680 x1855007653185280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350218:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078439.350219:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.350221:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078439.350222:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078439.350226:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612680 x1855007653185280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350231:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078439.350234:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612680 x1855007653185280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350240:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078439.350243:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.350245:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078439.350246:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.350248:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078439.350249:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078439.350252:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078439.350255:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078439.350257:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078439.350261:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612680 x1855007653185280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078439.350269:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653185280:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078439.350271:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078439.350274:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611c00 x1855007653185408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350280:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078439.350281:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078439.350283:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078439.350285:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078439.350287:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078439.350289:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653185408:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078439.350292:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078439.350293:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078439.350295:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078439.350296:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078439.350300:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078439.350302:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078439.350305:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078439.350307:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078439.350310:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078439.350313:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653185408, portal 10
00000100:00000001:0.0:1769078439.350315:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078439.350316:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415869440 : -131140293682176 : ffff88ba85611c00)
00000100:00000040:0.0:1769078439.350320:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611c00 x1855007653185408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350327:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078439.350329:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078439.350331:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078439.350333:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653185408, offset 0
00000400:00000200:0.0:1769078439.350336:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078439.350339:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078439.350342:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078439.350344:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078439.350347:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078439.350350:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078439.350352:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078439.350354:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201152:201152:256:4294967295] 192.168.204.104@tcp LPNI seq info [201152:201152:8:4294967295]
00000400:00000200:0.0:1769078439.350358:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078439.350364:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078439.350368:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078439.350371:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078439.350375:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078439.350378:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078439.350381:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078439.350383:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769078439.350408:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078439.350410:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078439.350413:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078439.350416:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078439.350419:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078439.350421:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078439.350423:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078439.350427:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611c00 x1855007653185408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350440:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078439.350443:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611c00 x1855007653185408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350448:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078439.350450:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078439.350452:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078439.350456:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078439.350460:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078439.350462:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300091914
00000100:00000001:0.0:1769078439.350464:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300093179
00000100:00000001:0.0:1769078439.350467:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300091914
00000100:00000001:0.0:1769078439.350469:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300093179
00000100:00000001:0.0:1769078439.350471:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078439.350473:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078439.350475:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078439.350479:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078439/real 1769078439]  req@ffff88ba85611c00 x1855007653185408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078439.350486:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078439.350487:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078439.350489:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078439.350491:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078439.350493:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078439.350495:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078439.350498:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611c00 x1855007653185408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078439.350506:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611c00 x1855007653185408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350512:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078439.350514:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.350516:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078439.350517:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078439.350520:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611c00 x1855007653185408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350526:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078439.350529:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611c00 x1855007653185408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350555:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078439.350558:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.350559:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078439.350561:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.350563:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078439.350564:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078439.350567:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078439.350570:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078439.350572:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078439.350576:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611c00 x1855007653185408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078439.350583:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653185408:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078439.350587:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.350589:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078439.350593:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612a00 x1855007653185152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350600:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078439.350603:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078439.350606:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:0.0:1769078439.350608:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078439.350611:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078439.350613:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078439.350615:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078439.350618:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a000.
02000000:00000001:0.0:1769078439.350623:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078439.350626:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078439.350627:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612a00.
00000100:00000001:0.0:1769078439.350630:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078439.350632:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.350633:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078439.350636:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612680 x1855007653185280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350642:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078439.350643:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078439.350645:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078439.350647:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078439.350648:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078439.350650:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078439.350651:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078439.350653:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218400.
02000000:00000001:0.0:1769078439.350655:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078439.350656:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078439.350657:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612680.
00000100:00000001:0.0:1769078439.350658:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078439.350659:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.350661:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078439.350664:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611c00 x1855007653185408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.350669:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078439.350671:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078439.350672:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078439.350674:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078439.350676:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078439.350677:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078439.350679:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078439.350680:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218800.
02000000:00000001:0.0:1769078439.350682:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078439.350683:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078439.350684:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611c00.
00000100:00000001:0.0:1769078439.350687:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078439.350688:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.350690:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.350698:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078439.350700:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078439.350702:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078439.350703:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.350867:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078439.350872:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5419
00000400:00000200:1.0:1769078439.350876:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078439.350880:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078439.350882:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078439.350886:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.350889:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078439.350891:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.350893:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078439.350897:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078439.350898:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078439.350900:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078439.350902:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078439.350904:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078439.350906:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078439.350909:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.350911:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078439.350913:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.350915:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078439.350917:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078439.350920:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078439.350922:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078439.350924:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078439.350927:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078439.350929:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.350931:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078439.350935:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078439.350937:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.350939:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078439.350944:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610380.
00000020:00000040:1.0:1769078439.350946:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078439.350949:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078439.350950:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.350953:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078439.350954:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078439.350956:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078439.350961:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218c00.
00000100:00000001:1.0:1769078439.350965:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078439.350970:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610380 x1855007653185536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078439.350978:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078439.350981:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078439.350985:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea9b11c2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610380 x1855007653185536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078439.351004:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078439.351007:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078439.351011:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078439.351012:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078439.351014:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078439.351016:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078439.351018:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5419
00000400:00000200:1.0:1769078439.351022:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078439.351025:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078439.351027:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078439.351030:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.351032:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078439.351033:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.351035:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078439.351038:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078439.351039:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078439.351041:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078439.351043:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078439.351045:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078439.351047:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078439.351049:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.351051:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078439.351054:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078439.351066:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078439.351068:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078439.351071:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078439.351073:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078439.351075:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078439.351077:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078439.351080:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.351081:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078439.351083:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078439.351085:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.351087:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078439.351091:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610e00.
00000020:00000040:1.0:1769078439.351093:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078439.351095:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078439.351097:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078439.351098:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078439.351100:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078439.351101:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078439.351104:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821bc00.
00000100:00000001:1.0:1769078439.351107:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078439.351112:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610e00 x1855007653185664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078439.351118:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078439.351120:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078439.351123:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e5ce01] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610e00 x1855007653185664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078439.351131:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078439.351136:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5429)
00000100:00000001:0.0:1769078439.351192:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078439.351195:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078439.351196:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078439.351200:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610380 x1855007653185536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351208:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078439.351210:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078439.351212:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078439.351213:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078439.351215:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078439.351218:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653185536:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078439.351222:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078439.351224:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078439.351226:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078439.351227:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078439.351230:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078439.351232:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078439.351236:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078439.351239:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078439.351243:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078439.351246:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653185536, portal 4
00000100:00000001:0.0:1769078439.351248:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078439.351250:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415863168 : -131140293688448 : ffff88ba85610380)
00000100:00000040:0.0:1769078439.351255:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610380 x1855007653185536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351262:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078439.351265:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078439.351267:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078439.351269:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653185536, offset 0
00000400:00000200:0.0:1769078439.351273:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078439.351277:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078439.351280:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078439.351284:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078439.351286:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078439.351288:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078439.351291:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078439.351294:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201153:201153:256:4294967295] 192.168.204.104@tcp LPNI seq info [201153:201153:8:4294967295]
00000400:00000200:0.0:1769078439.351299:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078439.351305:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078439.351310:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078439.351313:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078439.351317:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078439.351320:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078439.351324:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078439.351327:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769078439.351330:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078439.351332:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078439.351336:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078439.351339:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078439.351342:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078439.351344:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078439.351346:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078439.351349:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610380 x1855007653185536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351357:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078439.351360:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610380 x1855007653185536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351366:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078439.351368:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078439.351371:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078439.351374:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078439.351378:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078439.351380:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300091923
00000100:00000001:0.0:1769078439.351382:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300093179
00000100:00000001:0.0:1769078439.351385:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300091923
00000100:00000001:0.0:1769078439.351387:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300093179
00000100:00000001:0.0:1769078439.351389:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078439.351573:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078439.351574:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078439.351579:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078439/real 1769078439]  req@ffff88ba85610380 x1855007653185536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078439.351588:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078439.351589:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078439.351591:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078439.351594:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078439.351596:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078439.351598:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078439.351601:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610380 x1855007653185536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078439.351609:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610380 x1855007653185536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351615:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078439.351617:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.351619:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078439.351620:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078439.351623:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610380 x1855007653185536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351629:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078439.351633:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610380 x1855007653185536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351640:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078439.351643:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.351645:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078439.351646:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.351648:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078439.351649:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078439.351652:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078439.351655:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078439.351658:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078439.351662:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610380 x1855007653185536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078439.351671:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653185536:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078439.351674:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078439.351677:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610e00 x1855007653185664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351684:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078439.351685:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078439.351687:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078439.351689:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078439.351691:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078439.351693:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653185664:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078439.351696:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078439.351698:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078439.351700:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078439.351702:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078439.351705:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078439.351707:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078439.351710:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078439.351713:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078439.351716:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078439.351719:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653185664, portal 4
00000100:00000001:0.0:1769078439.351721:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078439.351722:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415865856 : -131140293685760 : ffff88ba85610e00)
00000100:00000040:0.0:1769078439.351728:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610e00 x1855007653185664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351734:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078439.351737:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078439.351739:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078439.351741:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653185664, offset 0
00000400:00000200:0.0:1769078439.351745:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078439.351748:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078439.351752:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078439.351754:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078439.351757:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078439.351760:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078439.351762:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078439.351765:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201154:201154:256:4294967295] 192.168.204.104@tcp LPNI seq info [201154:201154:8:4294967295]
00000400:00000200:0.0:1769078439.351769:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078439.351775:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078439.351780:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078439.351783:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078439.351786:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078439.351789:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078439.351794:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078439.351797:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769078439.351801:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078439.351803:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078439.351806:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078439.351809:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078439.351811:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078439.351813:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078439.351815:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078439.351819:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610e00 x1855007653185664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351837:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078439.351840:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610e00 x1855007653185664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351847:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078439.351849:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078439.351852:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078439.351854:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078439.351857:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078439.351859:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300091924
00000100:00000001:0.0:1769078439.351862:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300093179
00000100:00000001:0.0:1769078439.351864:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300091924
00000100:00000001:0.0:1769078439.351866:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300093179
00000100:00000001:0.0:1769078439.351868:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078439.351870:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078439.351872:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078439.351875:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078439/real 1769078439]  req@ffff88ba85610e00 x1855007653185664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078439.351882:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078439.351884:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078439.351885:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078439.351887:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078439.351889:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078439.351891:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078439.351894:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610e00 x1855007653185664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078439.351902:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610e00 x1855007653185664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351913:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078439.351915:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.351917:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078439.351918:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078439.351922:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610e00 x1855007653185664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351928:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078439.351931:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610e00 x1855007653185664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351938:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078439.351940:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.351942:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078439.351943:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.351944:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078439.351946:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078439.351948:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078439.351951:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078439.351952:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078439.351955:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610e00 x1855007653185664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078439.351962:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653185664:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078439.351966:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.351968:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078439.351971:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610380 x1855007653185536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.351978:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078439.351979:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078439.351982:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e800.
02000000:00000001:0.0:1769078439.351984:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078439.351985:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078439.351986:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078439.351989:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078439.351990:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218c00.
02000000:00000001:0.0:1769078439.351993:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078439.351995:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078439.351996:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610380.
00000100:00000001:0.0:1769078439.351999:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078439.352001:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.352002:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078439.352005:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610e00 x1855007653185664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078439.352011:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078439.352012:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078439.352013:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078439.352014:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078439.352016:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078439.352017:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078439.352019:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078439.352020:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:0.0:1769078439.352022:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078439.352023:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078439.352024:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610e00.
00000100:00000001:0.0:1769078439.352026:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078439.352027:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.352028:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078439.352033:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078439.352035:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078439.352036:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078439.352038:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078439.988874:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078439.988884:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078439.988947:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078439.988959:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078439.988964:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078440.628711:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300093179, at 4300093184
00000100:00000010:0.0:1769078440.628729:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d165a0.
00000100:00000040:1.0:1769078440.628861:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300093179, at 4300093184
00000100:00000010:1.0:1769078440.628868:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16900.
00010000:00000001:2.0:1769078441.013138:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078441.013148:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078441.013241:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078441.013245:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078441.013249:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078442.036706:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078442.036714:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078442.036886:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078442.036890:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078442.036894:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078443.063118:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078443.063127:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078443.063190:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078443.063195:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078443.063199:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078444.084905:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078444.084912:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078444.084999:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078444.085002:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078444.085005:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078444.469235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078444.469248:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078444.469251:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078444.469255:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078444.469261:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078444.469269:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5424
00000400:00000200:3.0:1769078444.469280:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078444.469286:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078444.469290:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078444.469294:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.469297:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078444.469300:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.469303:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078444.469307:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078444.469309:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078444.469312:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078444.469315:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078444.469317:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078444.469320:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078444.469322:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.469324:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078444.469326:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.469328:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078444.469331:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078444.469335:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078444.469337:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078444.469340:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078444.469343:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078444.469346:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.469348:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078444.469351:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078444.469363:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769078444.469366:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078444.469370:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078444.469372:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.469376:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078444.469379:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078444.469383:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078444.469392:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078444.469398:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078444.469408:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653185792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078444.469419:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078444.469424:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078444.469428:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653185792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.469490:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078444.469495:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078444.469498:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078444.469505:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653185792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.469513:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078444.469515:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078444.469519:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078444.469522:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078444.469525:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078444.469528:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653185792:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078444.469533:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078444.469578:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078444.469581:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078444.469584:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078444.469589:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078444.469591:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078444.469599:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078444.469604:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078444.469611:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078444.469620:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653185792, portal 25
00000100:00000001:0.0:1769078444.469622:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078444.469624:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00000040:0.0:1769078444.469629:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653185792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.469636:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078444.469639:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078444.469642:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078444.469644:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653185792, offset 0
00000400:00000200:0.0:1769078444.469651:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078444.469659:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078444.469665:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078444.469671:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078444.469676:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078444.469680:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078444.469684:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078444.469688:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201155:201155:256:4294967295] 192.168.204.104@tcp LPNI seq info [201155:201155:8:4294967295]
00000400:00000200:0.0:1769078444.469693:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078444.469703:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078444.469709:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078444.469714:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078444.469722:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078444.469726:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078444.469733:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078444.469737:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078444.469742:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078444.469745:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078444.469753:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078444.469757:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078444.469762:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078444.469765:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078444.469770:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078444.469773:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653185792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078444.472106:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078444.472118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078444.472123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078444.472125:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078444.472127:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078444.472131:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078444.472137:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5424
00000400:00000200:3.0:1769078444.472144:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078444.472149:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078444.472153:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078444.472156:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.472159:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078444.472161:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.472163:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078444.472167:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078444.472169:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078444.472171:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078444.472173:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078444.472175:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078444.472178:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078444.472182:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.472184:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078444.472186:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.472188:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078444.472191:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078444.472193:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078444.472196:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078444.472198:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078444.472206:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078444.472209:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.472211:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078444.472215:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078444.472219:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.472221:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078444.472229:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769078444.472232:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078444.472235:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078444.472237:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.472240:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078444.472243:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078444.472245:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078444.472252:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769078444.472257:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078444.472264:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653185920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078444.472273:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078444.472277:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078444.472281:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653185920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.476515:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078444.476547:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653185792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.476560:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078444.476562:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078444.476584:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078444.476592:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078444.476596:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300098307
00000100:00000010:0.0:1769078444.476606:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d165a0.
00000100:00000001:0.0:1769078444.476614:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078444.476624:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300098307
00000100:00000010:0.0:1769078444.476628:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16000.
00000100:00000001:0.0:1769078444.476631:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078444.476640:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078444.476644:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078444.476647:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078444.476652:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078444/real 1769078444]  req@ffff88ba87a9a300 x1855007653185792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078444.476666:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078444.476668:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078444.476672:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078444.476678:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078444.476681:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078444.476685:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078444.476688:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653185792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078444.476697:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653185792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.476705:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078444.476707:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.476709:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078444.476711:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078444.476716:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653185792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.476723:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078444.476728:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653185792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.476735:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078444.476738:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.476740:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078444.476741:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.476743:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078444.476746:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078444.476750:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078444.476755:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078444.476758:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078444.476761:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653185792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078444.476769:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653185792:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078444.476774:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.476776:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078444.476779:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653185792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.476785:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078444.476788:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078444.476792:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078444.476797:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078444.476800:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078444.476802:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078444.476805:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078444.476808:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:0.0:1769078444.476813:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078444.476815:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078444.476817:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:0.0:1769078444.476820:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078444.476821:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.476824:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.476833:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078444.476835:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078444.476838:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078444.476840:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078444.476842:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078444.476847:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653185920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.476855:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078444.476858:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078444.476862:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078444.476865:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078444.476869:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078444.476872:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653185920:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078444.476876:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078444.476880:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078444.476883:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078444.476885:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078444.476890:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078444.476892:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078444.476898:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078444.476902:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078444.476908:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078444.476915:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653185920, portal 10
00000100:00000001:0.0:1769078444.476918:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078444.476919:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:0.0:1769078444.476926:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653185920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.476934:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078444.476937:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078444.476939:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078444.476942:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653185920, offset 0
00000400:00000200:0.0:1769078444.476948:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078444.476956:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078444.476964:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078444.476982:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078444.476987:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078444.476994:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078444.476997:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078444.477001:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201156:201156:256:4294967295] 192.168.204.104@tcp LPNI seq info [201156:201156:8:4294967295]
00000400:00000200:0.0:1769078444.477005:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078444.477014:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078444.477022:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078444.477028:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078444.477036:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078444.477040:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078444.477046:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078444.477049:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078444.477054:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078444.477056:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078444.477060:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078444.477064:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078444.477068:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078444.477070:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078444.477072:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078444.477076:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653185920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.477180:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078444.477184:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653185920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.477191:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078444.477192:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078444.477197:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078444.477201:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078444.477205:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078444.477207:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300097057
00000100:00000001:0.0:1769078444.477210:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300098307
00000100:00000001:0.0:1769078444.477212:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300097057
00000100:00000001:0.0:1769078444.477214:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300098307
00000100:00000001:0.0:1769078444.477216:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078444.477219:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078444.477220:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078444.477224:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078444/real 1769078444]  req@ffff88ba87a9b480 x1855007653185920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078444.477233:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078444.477235:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078444.477236:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078444.477239:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078444.477241:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078444.477243:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078444.477246:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653185920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078444.477254:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653185920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.477261:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078444.477262:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.477264:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078444.477266:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078444.477269:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653185920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.477275:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078444.477279:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653185920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.477285:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078444.477288:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.477289:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078444.477290:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.477292:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078444.477294:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078444.477296:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078444.477299:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078444.477302:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078444.477306:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653185920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078444.477313:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653185920:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078444.477317:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.477319:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078444.477322:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653185920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.477328:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078444.477330:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078444.477332:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078444.477334:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078444.477336:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078444.477337:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078444.477339:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078444.477341:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:0.0:1769078444.477344:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078444.477345:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078444.477347:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:0.0:1769078444.477349:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078444.477350:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.477352:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.477355:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078444.477357:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078444.477359:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078444.477360:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.479205:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078444.479214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078444.479219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078444.479221:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078444.479223:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078444.479227:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078444.479233:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5424
00000400:00000200:3.0:1769078444.479239:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078444.479244:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078444.479247:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078444.479250:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479253:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078444.479255:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479258:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078444.479261:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078444.479263:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078444.479266:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078444.479269:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078444.479271:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078444.479274:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078444.479276:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479278:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078444.479279:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479281:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078444.479284:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078444.479288:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479290:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078444.479293:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078444.479301:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078444.479303:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.479306:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078444.479310:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078444.479314:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.479316:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078444.479323:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769078444.479327:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078444.479332:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078444.479334:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.479338:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078444.479341:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078444.479345:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078444.479351:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769078444.479358:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078444.479366:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653186048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078444.479378:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078444.479382:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078444.479387:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653186048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078444.479399:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078444.479402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078444.479405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078444.479406:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078444.479408:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078444.479411:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078444.479414:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5424
00000400:00000200:3.0:1769078444.479418:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078444.479420:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078444.479423:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078444.479426:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479427:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078444.479429:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479432:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078444.479434:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078444.479436:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078444.479437:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078444.479439:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078444.479441:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078444.479443:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078444.479446:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479448:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078444.479450:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479452:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078444.479454:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078444.479457:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479460:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078444.479462:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078444.479464:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078444.479466:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.479468:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078444.479471:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078444.479473:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.479475:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078444.479478:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769078444.479480:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078444.479483:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078444.479484:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.479486:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078444.479487:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078444.479489:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078444.479492:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769078444.479495:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078444.479500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653186176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078444.479514:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078444.479516:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078444.479520:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653186176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078444.479527:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078444.479530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078444.479559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078444.479561:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078444.479563:0:8:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078444.479566:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078444.479568:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5424
00000400:00000200:3.0:1769078444.479572:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078444.479575:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078444.479577:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078444.479580:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479582:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078444.479584:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479586:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078444.479588:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078444.479589:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078444.479591:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078444.479593:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078444.479595:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078444.479597:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078444.479599:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479601:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078444.479603:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479605:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078444.479608:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078444.479611:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078444.479613:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078444.479615:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078444.479618:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078444.479620:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.479622:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078444.479623:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078444.479626:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.479627:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078444.479631:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769078444.479634:0:8:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078444.479636:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078444.479638:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078444.479640:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078444.479641:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078444.479643:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078444.479646:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769078444.479649:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078444.479653:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653186304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078444.479661:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078444.479663:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078444.479668:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653186304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078444.479675:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078444.479680:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5434)
00000100:00000001:0.0:1769078444.479883:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078444.479886:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078444.479889:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078444.479895:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653186048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.479903:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078444.479905:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078444.479908:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078444.479912:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078444.479914:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078444.479918:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653186048:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078444.479921:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078444.479925:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078444.479927:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078444.479929:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078444.479933:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078444.479934:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078444.479940:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078444.479943:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078444.479949:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078444.479956:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653186048, portal 10
00000100:00000001:0.0:1769078444.479958:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078444.479960:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:0.0:1769078444.479966:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653186048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.479988:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078444.479991:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078444.479994:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078444.479997:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653186048, offset 0
00000400:00000200:0.0:1769078444.480003:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078444.480009:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078444.480014:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078444.480020:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078444.480024:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078444.480027:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078444.480030:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078444.480034:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201157:201157:256:4294967295] 192.168.204.104@tcp LPNI seq info [201157:201157:8:4294967295]
00000400:00000200:0.0:1769078444.480038:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078444.480047:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078444.480053:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078444.480059:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078444.480065:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078444.480069:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078444.480074:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078444.480078:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078444.480145:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078444.480147:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078444.480152:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078444.480158:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078444.480162:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078444.480164:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078444.480168:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078444.480172:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653186048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480181:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078444.480184:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653186048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480191:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078444.480192:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078444.480198:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078444.480203:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078444.480206:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078444.480209:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300097045
00000100:00000001:0.0:1769078444.480212:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300098307
00000100:00000001:0.0:1769078444.480214:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300097045
00000100:00000001:0.0:1769078444.480217:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300098307
00000100:00000001:0.0:1769078444.480220:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078444.480222:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078444.480225:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078444.480229:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078444/real 1769078444]  req@ffff88ba87a98700 x1855007653186048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078444.480244:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078444.480246:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078444.480249:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078444.480252:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078444.480254:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078444.480256:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078444.480259:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653186048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078444.480268:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653186048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480274:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078444.480276:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.480278:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078444.480280:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078444.480284:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653186048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480291:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078444.480295:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653186048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480301:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078444.480304:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.480306:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078444.480307:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.480309:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078444.480311:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078444.480314:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078444.480318:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078444.480320:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078444.480325:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653186048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078444.480333:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653186048:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078444.480337:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078444.480340:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653186176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480346:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078444.480347:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078444.480349:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078444.480351:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078444.480353:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078444.480356:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653186176:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078444.480359:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078444.480361:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078444.480362:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078444.480364:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078444.480368:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078444.480370:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078444.480374:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078444.480377:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078444.480380:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078444.480383:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653186176, portal 4
00000100:00000001:0.0:1769078444.480385:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078444.480387:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:0.0:1769078444.480393:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653186176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480399:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078444.480402:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078444.480404:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078444.480406:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653186176, offset 0
00000400:00000200:0.0:1769078444.480411:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078444.480414:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078444.480418:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078444.480421:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078444.480424:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078444.480426:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078444.480429:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078444.480432:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201158:201158:256:4294967295] 192.168.204.104@tcp LPNI seq info [201158:201158:8:4294967295]
00000400:00000200:0.0:1769078444.480436:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078444.480442:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078444.480447:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078444.480451:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078444.480454:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078444.480457:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078444.480461:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078444.480464:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078444.480468:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078444.480469:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078444.480472:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078444.480476:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078444.480479:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078444.480481:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078444.480483:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078444.480487:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653186176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480494:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078444.480497:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653186176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480503:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078444.480504:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078444.480507:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078444.480510:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078444.480514:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078444.480517:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300097052
00000100:00000001:0.0:1769078444.480519:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300098307
00000100:00000001:0.0:1769078444.480521:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300097052
00000100:00000001:0.0:1769078444.480523:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300098307
00000100:00000001:0.0:1769078444.480526:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078444.480528:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078444.480529:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078444.480533:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078444/real 1769078444]  req@ffff88ba87a98380 x1855007653186176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078444.480567:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078444.480568:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078444.480570:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078444.480572:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078444.480574:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078444.480576:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078444.480580:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653186176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078444.480587:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653186176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480594:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078444.480595:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.480597:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078444.480599:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078444.480602:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653186176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480609:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078444.480612:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653186176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480619:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078444.480622:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.480624:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078444.480625:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.480627:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078444.480628:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078444.480631:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078444.480634:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078444.480637:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078444.480641:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653186176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078444.480648:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653186176:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078444.480652:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078444.480655:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653186304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480662:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078444.480664:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078444.480666:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078444.480667:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078444.480670:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078444.480672:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653186304:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078444.480675:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078444.480677:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078444.480679:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078444.480681:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078444.480685:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078444.480687:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078444.480690:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078444.480693:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078444.480696:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078444.480698:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653186304, portal 4
00000100:00000001:0.0:1769078444.480701:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078444.480702:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:0.0:1769078444.480707:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653186304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480713:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078444.480715:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078444.480717:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078444.480719:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653186304, offset 0
00000400:00000200:0.0:1769078444.480723:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078444.480727:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078444.480730:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078444.480732:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078444.480735:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078444.480737:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078444.480739:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078444.480741:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201159:201159:256:4294967295] 192.168.204.104@tcp LPNI seq info [201159:201159:8:4294967295]
00000400:00000200:0.0:1769078444.480745:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078444.480750:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078444.480754:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078444.480757:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078444.480761:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078444.480763:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078444.480767:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078444.480769:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078444.480773:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078444.480775:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078444.480778:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078444.480781:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078444.480783:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078444.480785:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078444.480788:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078444.480791:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653186304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480804:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078444.480807:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653186304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480813:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078444.480815:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078444.480818:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078444.480821:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078444.480824:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078444.480826:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300097053
00000100:00000001:0.0:1769078444.480828:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300098307
00000100:00000001:0.0:1769078444.480830:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300097053
00000100:00000001:0.0:1769078444.480833:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300098307
00000100:00000001:0.0:1769078444.480835:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078444.480837:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078444.480839:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078444.480842:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078444/real 1769078444]  req@ffff88ba87a99f80 x1855007653186304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078444.480850:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078444.480851:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078444.480853:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078444.480855:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078444.480857:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078444.480859:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078444.480862:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653186304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078444.480870:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653186304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480876:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078444.480878:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.480880:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078444.480881:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078444.480884:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653186304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480890:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078444.480894:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653186304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480901:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078444.480903:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.480905:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078444.480906:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.480908:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078444.480909:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078444.480912:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078444.480915:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078444.480917:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078444.480921:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653186304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078444.480928:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653186304:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078444.480933:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.480935:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078444.480938:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653186048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.480945:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078444.480948:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078444.480950:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078444.480952:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078444.480955:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078444.480957:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078444.480959:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078444.480961:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:0.0:1769078444.480965:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078444.480967:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078444.480986:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:0.0:1769078444.480989:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078444.480991:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.480993:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078444.480996:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653186176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.481002:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078444.481003:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078444.481005:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078444.481007:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078444.481008:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078444.481009:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078444.481011:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078444.481013:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:0.0:1769078444.481015:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078444.481016:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078444.481018:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:0.0:1769078444.481020:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078444.481021:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.481023:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078444.481026:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653186304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078444.481032:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078444.481034:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078444.481035:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078444.481037:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078444.481039:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078444.481040:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078444.481042:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078444.481044:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:0.0:1769078444.481046:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078444.481047:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078444.481049:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:0.0:1769078444.481051:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078444.481052:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.481054:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078444.481063:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078444.481065:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078444.481066:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078444.481068:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078445.108661:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078445.108677:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078445.108680:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078445.108682:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078445.108689:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078445.108690:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078445.108692:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078445.108694:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078445.108753:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078445.108756:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078445.108759:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078445.812661:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300098307, at 4300098368
00000100:00000010:1.0:1769078445.812697:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16000.
00000100:00000040:0.0:1769078445.812715:0:13682:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300098307, at 4300098368
00000100:00000010:0.0:1769078445.812725:0:13682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d165a0.
00010000:00000001:2.0:1769078446.132687:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078446.132695:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078446.132840:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078446.132843:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078446.132846:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078447.156709:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078447.156718:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078447.156953:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078447.156958:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078447.156962:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078448.180703:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078448.180711:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078448.183988:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078448.183996:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078448.184002:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078449.204699:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078449.204710:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078449.204864:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078449.204869:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078449.204873:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078449.588708:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078449.588723:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078449.588726:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078449.588731:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078449.588736:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078449.588745:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5429
00000400:00000200:0.0:1769078449.588756:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078449.588763:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078449.588766:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078449.588770:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.588774:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078449.588777:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.588779:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078449.588784:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078449.588787:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:0.0:1769078449.588791:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078449.588794:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:0.0:1769078449.588797:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:0.0:1769078449.588800:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:0.0:1769078449.588803:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.588805:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078449.588808:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.588810:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078449.588814:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:0.0:1769078449.588818:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078449.588821:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078449.588832:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078449.588839:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078449.588842:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.588845:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078449.588848:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078449.588860:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579c000.
00000020:00000040:0.0:1769078449.588865:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:0.0:1769078449.588869:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078449.588871:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.588874:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078449.588877:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078449.588893:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078449.588903:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637dc00.
00000100:00000001:0.0:1769078449.588911:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078449.588922:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579c000 x1855007653186432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078449.588934:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078449.588939:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078449.588944:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4164c0] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579c000 x1855007653186432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.588975:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078449.588978:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078449.588982:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078449.588984:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078449.588985:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078449.588988:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078449.588991:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5429
00000400:00000200:0.0:1769078449.588996:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078449.588999:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078449.589002:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078449.589005:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.589008:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078449.589010:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.589013:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078449.589015:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078449.589017:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:0.0:1769078449.589018:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078449.589021:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:1.0:1769078449.589022:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078449.589024:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:0.0:1769078449.589028:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:1.0:1769078449.589029:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078449.589032:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078449.589034:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078449.589035:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078449.589039:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.589042:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078449.589045:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000040:1.0:1769078449.589046:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c000 x1855007653186432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078449.589049:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078449.589054:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078449.589059:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078449.589064:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078449.589067:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078449.589067:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078449.589071:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078449.589071:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078449.589074:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078449.589077:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1769078449.589080:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078449.589082:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078449.589087:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078449.589091:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653186432:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078449.589092:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078449.589099:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579d180.
00000100:00000001:1.0:1769078449.589100:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769078449.589105:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078449.589108:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078449.589109:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078449.589112:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078449.589113:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.589116:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078449.589119:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078449.589120:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1769078449.589127:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769078449.589131:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078449.589134:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078449.589139:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:0.0:1769078449.589142:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637d800.
00000400:00000010:1.0:1769078449.589145:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000100:00000001:0.0:1769078449.589148:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078449.589152:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00100000:0.0:1769078449.589157:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579d180 x1855007653186560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078449.589162:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653186432, portal 25
00000100:00000001:1.0:1769078449.589167:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078449.589169:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078449.589169:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417484288 : -131140292067328 : ffff88ba8579c000)
00000100:00000001:0.0:1769078449.589174:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078449.589178:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c000 x1855007653186432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078449.589183:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030133833] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579d180 x1855007653186560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.589187:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078449.589193:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078449.589196:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078449.589200:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653186432, offset 0
00000100:00000001:0.0:1769078449.589203:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078449.589207:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078449.589208:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00080000:0.0:1769078449.589214:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078449.589216:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078449.589217:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078449.589222:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078449.589222:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:0.0:1769078449.589227:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5429
00000400:00000200:1.0:1769078449.589232:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078449.589239:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078449.589244:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078449.589248:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078449.589251:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078449.589255:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201160:201160:256:4294967295] 192.168.204.104@tcp LPNI seq info [201160:201160:8:4294967295]
00000400:00000200:1.0:1769078449.589260:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078449.589270:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1769078449.589279:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000200:1.0:1769078449.589280:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078449.589286:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000800:00000010:1.0:1769078449.589288:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000100:00080000:0.0:1769078449.589290:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078449.589296:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.589298:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769078449.589303:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:0.0:1769078449.589304:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.589309:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:1.0:1769078449.589311:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769078449.589312:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078449.589315:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:0.0:1769078449.589319:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078449.589321:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000800:00000200:1.1:1769078449.589323:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:0.0:1769078449.589325:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000200:1.1:1769078449.589329:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769078449.589331:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000100:1.0:1769078449.589335:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078449.589338:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000100:00000040:0.0:1769078449.589339:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.589343:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078449.589346:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:1.0:1769078449.589346:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078449.589352:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:1.0:1769078449.589355:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1769078449.589357:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000200:1.0:1769078449.589361:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000100:00080000:0.0:1769078449.589363:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000010:1.0:1769078449.589365:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:0.0:1769078449.589370:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.589372:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769078449.589373:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078449.589378:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1769078449.589379:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c000 x1855007653186432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078449.589383:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.589388:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078449.589392:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078449.589393:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078449.589397:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c000 x1855007653186432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769078449.589399:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.589404:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.589409:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078449.589411:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579ed80.
00000100:00000001:1.0:1769078449.589411:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1769078449.589416:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000001:1.0:1769078449.589418:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078449.589419:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078449.589423:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078449.589426:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078449.589427:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078449.589430:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300103419
02000000:00000001:0.0:1769078449.589431:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078449.589434:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078449.589437:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9f00.
02000000:00000010:0.0:1769078449.589441:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637fc00.
00000100:00000001:0.0:1769078449.589446:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.589447:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1769078449.589453:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579ed80 x1855007653186688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078449.589457:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300103419
00000100:00000010:1.0:1769078449.589463:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9600.
00000100:00000001:1.0:1769078449.589467:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078449.589470:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078449.589476:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078449.589477:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.589481:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.589483:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769078449.589488:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d8074f0] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579ed80 x1855007653186688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078449.589492:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078449/real 1769078449]  req@ffff88ba8579c000 x1855007653186432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.589505:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078449.589509:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078449.589515:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078449.589517:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078449.589519:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078449.589524:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078449.589529:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5429
00000400:00000001:1.0:1769078449.589529:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078449.589532:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1769078449.589534:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078449.589581:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078449.589583:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078449.589587:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.589589:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078449.589592:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.589595:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000010:1.0:1769078449.589595:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000020:00000001:0.0:1769078449.589600:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769078449.589601:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000020:00000040:0.0:1769078449.589602:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:0.0:1769078449.589606:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:1.0:1769078449.589606:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000020:00000040:0.0:1769078449.589610:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:1.0:1769078449.589612:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1769078449.589614:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:0.0:1769078449.589619:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000200:1.0:1769078449.589620:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c000 x1855007653186432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078449.589625:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.589631:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078449.589634:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.589640:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078449.589644:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:0.0:1769078449.589650:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078449.589654:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078449.589657:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1769078449.589658:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c000 x1855007653186432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078449.589661:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078449.589666:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.589671:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078449.589673:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:0.0:1769078449.589675:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1769078449.589677:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1769078449.589680:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.589682:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078449.589684:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.589686:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1769078449.589689:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579ea00.
00000020:00000040:0.0:1769078449.589695:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00100000:1.0:1769078449.589695:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c000 x1855007653186432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078449.589700:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078449.589702:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.589706:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078449.589709:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078449.589712:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769078449.589713:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078449.589721:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637c000.
00000100:00000040:1.0:1769078449.589723:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c000 x1855007653186432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.589725:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078449.589734:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579ea00 x1855007653186816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078449.589736:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078449.589742:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.589746:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078449.589748:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078449.589750:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078449.589754:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078449.589755:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.589759:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1769078449.589763:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd558a17] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579ea00 x1855007653186816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078449.589763:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1769078449.589774:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078449.589777:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078449.589780:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00080000:0.0:1769078449.589781:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078449.589786:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769078449.589786:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1769078449.589788:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078449.589793:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078449.589797:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5429
00000100:00000040:1.0:1769078449.589797:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c000 x1855007653186432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078449.589806:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078449.589812:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078449.589816:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1769078449.589822:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653186432:192.168.204.104@tcp:250:kworker.0
00000100:00000040:0.0:1769078449.589823:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.589829:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078449.589831:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078449.589834:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078449.589835:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078449.589840:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000040:1.0:1769078449.589840:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c000 x1855007653186432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078449.589846:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078449.589849:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:0.0:1769078449.589853:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078449.589856:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:1.0:1769078449.589860:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000001:0.0:1769078449.589861:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:0.0:1769078449.589864:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:0.0:1769078449.589867:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078449.589869:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078449.589870:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:1.0:1769078449.589872:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1769078449.589873:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078449.589877:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
02000000:00000010:1.0:1769078449.589877:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821bc00.
00000100:00080000:0.0:1769078449.589882:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:1.0:1769078449.589895:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1769078449.589896:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078449.589899:0:2405:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:0.0:1769078449.589900:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000020:00000040:1.0:1769078449.589902:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
02000000:00000001:0.0:1769078449.589905:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1769078449.589906:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:0.0:1769078449.589911:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078449.589911:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637dc00.
00000100:00000001:0.0:1769078449.589915:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078449.589918:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000008:00100000:0.0:1769078449.589919:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1769078449.589922:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000008:00000001:0.0:1769078449.589924:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078449.589927:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c000.
00000100:00000001:0.0:1769078449.589928:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.589934:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000010:0.0:1769078449.589935:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579e680.
00000100:00000001:1.0:1769078449.589938:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769078449.589940:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000001:1.0:1769078449.589943:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769078449.589944:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078449.589948:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.589950:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078449.589951:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078449.589953:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.589954:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078449.589957:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078449.589959:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637d000.
00000100:00000001:1.0:1769078449.589960:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078449.589962:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078449.589965:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078449.589966:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078449.589969:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d180 x1855007653186560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078449.589975:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579e680 x1855007653186944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078449.589976:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078449.589979:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078449.589983:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078449.589986:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078449.589992:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078449.589999:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653186560:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078449.590004:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078449.590005:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078449.590008:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078449.590010:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078449.590013:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078449.590016:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c508c45] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579e680 x1855007653186944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078449.590017:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078449.590021:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769078449.590026:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.590034:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078449.590034:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078449.590040:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000100:00000040:0.0:1769078449.590041:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5439)
00000400:00000010:1.0:1769078449.590045:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078449.590050:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653186560, portal 10
00000100:00000001:1.0:1769078449.590052:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078449.590057:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417488768 : -131140292062848 : ffff88ba8579d180)
00000100:00000040:1.0:1769078449.590064:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d180 x1855007653186560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590068:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078449.590071:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078449.590073:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078449.590075:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653186560, offset 0
00000400:00000200:1.0:1769078449.590080:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078449.590085:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078449.590089:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078449.590093:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078449.590096:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078449.590099:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078449.590103:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078449.590106:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201161:201161:256:4294967295] 192.168.204.104@tcp LPNI seq info [201161:201161:8:4294967295]
00000400:00000200:1.0:1769078449.590111:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078449.590117:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078449.590122:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078449.590125:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078449.590129:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078449.590131:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078449.590134:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078449.590136:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078449.590138:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078449.590140:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078449.590142:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078449.590144:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078449.590146:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078449.590147:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078449.590150:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078449.590152:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d180 x1855007653186560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590157:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078449.590159:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d180 x1855007653186560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590163:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.590165:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078449.590167:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078449.590169:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769078449.590171:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078449.590173:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300102170
00000100:00000001:1.0:1769078449.590175:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300103419
00000100:00000001:1.0:1769078449.590176:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300102170
00000100:00000001:1.0:1769078449.590178:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300103419
00000100:00000001:1.0:1769078449.590179:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078449.590180:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.590181:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078449.590183:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078449/real 1769078449]  req@ffff88ba8579d180 x1855007653186560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078449.590187:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078449.590188:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078449.590189:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078449.590191:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078449.590192:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078449.590193:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078449.590195:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d180 x1855007653186560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078449.590200:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d180 x1855007653186560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590212:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078449.590213:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.590215:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078449.590216:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078449.590219:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d180 x1855007653186560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590226:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078449.590229:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d180 x1855007653186560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590236:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078449.590238:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.590240:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078449.590241:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.590243:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078449.590245:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078449.590248:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078449.590251:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078449.590253:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078449.590257:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d180 x1855007653186560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078449.590265:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653186560:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078449.590269:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078449.590271:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ed80 x1855007653186688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590277:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078449.590279:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078449.590281:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078449.590283:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078449.590285:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078449.590287:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653186688:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078449.590290:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078449.590292:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078449.590293:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078449.590295:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078449.590298:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218c00.
02000000:00000001:1.0:1769078449.590300:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078449.590304:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078449.590306:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078449.590309:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078449.590312:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653186688, portal 10
00000100:00000001:1.0:1769078449.590314:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078449.590316:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417495936 : -131140292055680 : ffff88ba8579ed80)
00000100:00000040:1.0:1769078449.590321:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ed80 x1855007653186688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590327:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078449.590329:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078449.590331:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078449.590333:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653186688, offset 0
00000400:00000200:1.0:1769078449.590337:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078449.590342:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078449.590346:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078449.590349:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078449.590352:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078449.590354:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078449.590356:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078449.590359:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201162:201162:256:4294967295] 192.168.204.104@tcp LPNI seq info [201162:201162:8:4294967295]
00000400:00000200:1.0:1769078449.590363:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078449.590368:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078449.590373:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078449.590376:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078449.590380:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078449.590382:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078449.590387:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078449.590390:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078449.590393:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078449.590395:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078449.590397:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078449.590400:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078449.590403:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078449.590405:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078449.590408:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078449.590412:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ed80 x1855007653186688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590419:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078449.590422:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ed80 x1855007653186688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590428:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.590430:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078449.590433:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078449.590436:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769078449.590439:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078449.590441:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300102155
00000100:00000001:1.0:1769078449.590442:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300103419
00000100:00000001:1.0:1769078449.590444:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300102155
00000100:00000001:1.0:1769078449.590445:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300103419
00000100:00000001:1.0:1769078449.590447:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078449.590449:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.590451:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078449.590455:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078449/real 1769078449]  req@ffff88ba8579ed80 x1855007653186688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078449.590463:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078449.590464:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078449.590466:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078449.590468:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078449.590469:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078449.590471:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078449.590474:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ed80 x1855007653186688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078449.590483:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ed80 x1855007653186688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590489:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078449.590490:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.590492:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078449.590494:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078449.590497:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ed80 x1855007653186688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590504:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078449.590507:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ed80 x1855007653186688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590514:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078449.590516:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.590518:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078449.590519:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.590521:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078449.590523:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078449.590525:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078449.590529:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078449.590531:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078449.590556:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ed80 x1855007653186688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078449.590564:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653186688:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078449.590568:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078449.590572:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ea00 x1855007653186816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590578:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078449.590580:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078449.590582:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078449.590584:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078449.590585:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078449.590588:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653186816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078449.590591:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078449.590593:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078449.590595:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078449.590597:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078449.590600:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769078449.590602:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078449.590607:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078449.590609:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078449.590613:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078449.590616:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653186816, portal 4
00000100:00000001:1.0:1769078449.590618:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078449.590619:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417495040 : -131140292056576 : ffff88ba8579ea00)
00000100:00000040:1.0:1769078449.590625:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ea00 x1855007653186816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590631:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078449.590633:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078449.590635:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078449.590637:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653186816, offset 0
00000400:00000200:1.0:1769078449.590641:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078449.590644:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078449.590648:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078449.590651:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078449.590653:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078449.590655:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078449.590658:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078449.590660:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201163:201163:256:4294967295] 192.168.204.104@tcp LPNI seq info [201163:201163:8:4294967295]
00000400:00000200:1.0:1769078449.590664:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078449.590670:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078449.590674:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078449.590678:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078449.590682:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078449.590684:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078449.590688:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078449.590691:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078449.590696:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078449.590698:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078449.590700:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078449.590704:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078449.590707:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078449.590708:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078449.590711:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078449.590714:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ea00 x1855007653186816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590721:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078449.590724:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ea00 x1855007653186816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590730:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.590731:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078449.590734:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078449.590737:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769078449.590740:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078449.590742:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300102163
00000100:00000001:1.0:1769078449.590745:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300103419
00000100:00000001:1.0:1769078449.590746:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300102163
00000100:00000001:1.0:1769078449.590748:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300103419
00000100:00000001:1.0:1769078449.590750:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078449.590752:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.590753:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078449.590756:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078449/real 1769078449]  req@ffff88ba8579ea00 x1855007653186816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078449.590763:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078449.590764:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078449.590765:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078449.590767:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078449.590769:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078449.590771:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078449.590774:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ea00 x1855007653186816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078449.590782:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ea00 x1855007653186816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590787:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078449.590789:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.590790:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078449.590792:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078449.590795:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ea00 x1855007653186816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590801:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078449.590805:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ea00 x1855007653186816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590811:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078449.590814:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.590815:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078449.590817:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.590818:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078449.590820:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078449.590822:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078449.590825:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078449.590828:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078449.590831:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ea00 x1855007653186816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078449.590839:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653186816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078449.590843:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.590846:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078449.590849:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d180 x1855007653186560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590854:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078449.590856:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078449.590858:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769078449.590860:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078449.590862:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078449.590863:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769078449.590865:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078449.590867:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d800.
02000000:00000001:1.0:1769078449.590870:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078449.590871:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078449.590872:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d180.
00000100:00000001:1.0:1769078449.590876:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078449.590877:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.590879:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078449.590893:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ed80 x1855007653186688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590906:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078449.590907:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078449.590909:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218c00.
02000000:00000001:1.0:1769078449.590911:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078449.590912:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078449.590913:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769078449.590915:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078449.590917:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:1.0:1769078449.590919:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078449.590920:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078449.590921:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ed80.
00000100:00000001:1.0:1769078449.590924:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078449.590925:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.590927:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078449.590930:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ea00 x1855007653186816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590936:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078449.590937:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078449.590938:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769078449.590940:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078449.590941:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078449.590943:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769078449.590944:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078449.590946:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c000.
02000000:00000001:1.0:1769078449.590948:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078449.590949:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078449.590950:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ea00.
00000100:00000001:1.0:1769078449.590952:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078449.590953:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.590955:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.590959:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078449.590961:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.590963:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078449.590964:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078449.590966:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078449.590970:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579e680 x1855007653186944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.590977:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078449.590978:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078449.590980:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078449.590982:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078449.590984:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078449.590987:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653186944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078449.590991:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078449.590992:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078449.590994:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078449.590996:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078449.590999:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769078449.591001:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078449.591004:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078449.591007:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078449.591010:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078449.591014:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653186944, portal 4
00000100:00000001:1.0:1769078449.591016:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078449.591017:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417494144 : -131140292057472 : ffff88ba8579e680)
00000100:00000040:1.0:1769078449.591023:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579e680 x1855007653186944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.591029:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078449.591031:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078449.591034:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078449.591036:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653186944, offset 0
00000400:00000200:1.0:1769078449.591041:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078449.591045:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078449.591048:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078449.591051:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078449.591053:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078449.591055:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078449.591057:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078449.591061:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201164:201164:256:4294967295] 192.168.204.104@tcp LPNI seq info [201164:201164:8:4294967295]
00000400:00000200:1.0:1769078449.591065:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078449.591070:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078449.591075:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078449.591078:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078449.591081:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078449.591084:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078449.591088:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078449.591090:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078449.591094:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078449.591096:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078449.591099:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078449.591102:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078449.591104:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078449.591106:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078449.591108:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078449.591112:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579e680 x1855007653186944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.591119:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078449.591122:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579e680 x1855007653186944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.591127:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.591129:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078449.591132:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078449.591134:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769078449.591138:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078449.591140:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300102163
00000100:00000001:1.0:1769078449.591142:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300103419
00000100:00000001:1.0:1769078449.591144:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300102163
00000100:00000001:1.0:1769078449.591146:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300103419
00000100:00000001:1.0:1769078449.591148:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078449.591151:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.591153:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078449.591156:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078449/real 1769078449]  req@ffff88ba8579e680 x1855007653186944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078449.591163:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078449.591164:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078449.591166:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078449.591168:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078449.591170:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078449.591172:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078449.591175:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579e680 x1855007653186944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078449.591182:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579e680 x1855007653186944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.591188:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078449.591189:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.591191:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078449.591193:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078449.591196:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579e680 x1855007653186944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.591203:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078449.591206:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579e680 x1855007653186944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.591214:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078449.591216:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.591217:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078449.591219:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.591221:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078449.591222:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078449.591224:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078449.591228:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078449.591230:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078449.591234:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579e680 x1855007653186944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078449.591241:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653186944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078449.591244:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.591246:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078449.591249:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579e680 x1855007653186944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.591256:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078449.591257:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078449.591259:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218800.
02000000:00000001:1.0:1769078449.591262:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078449.591263:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078449.591265:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769078449.591267:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078449.591269:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d000.
02000000:00000001:1.0:1769078449.591271:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078449.591272:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078449.591273:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579e680.
00000100:00000001:1.0:1769078449.591275:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078449.591276:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.591278:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078449.591281:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078449.591282:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.591284:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078449.591285:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078450.228684:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078450.228695:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078450.228753:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078450.228758:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078450.228762:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078450.868616:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300103419, at 4300103424
00000100:00000010:1.0:1769078450.868637:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9600.
00000100:00000040:0.0:1769078450.868664:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300103419, at 4300103424
00000100:00000010:0.0:1769078450.868675:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9f00.
00010000:00000001:2.0:1769078451.252692:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078451.252700:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078451.252790:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078451.252794:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078451.252797:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078452.276675:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078452.276686:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078452.276798:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078452.276802:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078452.276806:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078453.301405:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078453.301415:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078453.301507:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078453.301511:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078453.301515:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078454.324682:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078454.324692:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078454.324750:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078454.324756:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078454.324761:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078454.708693:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078454.708707:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078454.708711:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078454.708715:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078454.708721:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078454.708730:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5434
00000400:00000200:0.0:1769078454.708741:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078454.708748:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078454.708752:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078454.708755:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078454.708759:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078454.708762:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078454.708765:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078454.708770:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078454.708772:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:0.0:1769078454.708775:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078454.708778:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:0.0:1769078454.708781:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:0.0:1769078454.708783:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:0.0:1769078454.708786:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078454.708789:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078454.708791:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078454.708793:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078454.708809:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:0.0:1769078454.708813:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078454.708817:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078454.708820:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078454.708824:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078454.708827:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.708830:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078454.708833:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078454.708846:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579ce00.
00000020:00000040:0.0:1769078454.708850:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:0.0:1769078454.708855:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078454.708857:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.708860:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078454.708863:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078454.708868:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078454.708879:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637ec00.
00000100:00000001:0.0:1769078454.708887:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078454.708897:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579ce00 x1855007653187072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078454.708909:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078454.708914:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078454.708919:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005293aea7] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579ce00 x1855007653187072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.708961:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078454.708965:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078454.708969:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078454.708970:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078454.708972:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078454.708975:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078454.708978:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5434
00000400:00000200:0.0:1769078454.708983:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078454.708986:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078454.708989:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078454.708993:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078454.708995:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078454.708997:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078454.709000:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:1.0:1769078454.709000:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078454.709006:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078454.709006:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769078454.709010:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000100:00000001:1.0:1769078454.709010:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078454.709012:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078454.709016:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000040:1.0:1769078454.709018:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ce00 x1855007653187072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078454.709020:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:0.0:1769078454.709025:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:1.0:1769078454.709032:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769078454.709034:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078454.709035:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.709040:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078454.709041:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769078454.709044:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:1.0:1769078454.709045:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078454.709050:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:1.0:1769078454.709050:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078454.709055:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653187072:192.168.204.104@tcp:250:kworker.0
00000020:00000040:0.0:1769078454.709056:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:1.0:1769078454.709060:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769078454.709063:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:1.0:1769078454.709065:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078454.709068:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078454.709069:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078454.709074:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078454.709074:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078454.709080:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218c00.
02000000:00000001:0.0:1769078454.709082:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078454.709083:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078454.709088:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.709091:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078454.709092:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078454.709096:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000008:00100000:0.0:1769078454.709097:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078454.709102:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078454.709103:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000001:0.0:1769078454.709105:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078454.709111:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579f480.
00000100:00000200:1.0:1769078454.709112:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653187072, portal 25
00000020:00000040:0.0:1769078454.709114:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000001:1.0:1769078454.709116:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769078454.709120:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078454.709120:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417487872 : -131140292063744 : ffff88ba8579ce00)
02000000:00000001:0.0:1769078454.709123:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078454.709125:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ce00 x1855007653187072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.709127:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078454.709130:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078454.709133:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078454.709141:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637f000.
00000100:00000001:1.0:1769078454.709144:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078454.709146:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078454.709151:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00100000:0.0:1769078454.709155:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579f480 x1855007653187200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078454.709156:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078454.709161:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653187072, offset 0
00000100:00000001:0.0:1769078454.709169:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078454.709172:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078454.709174:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:0.0:1769078454.709179:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f0acb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579f480 x1855007653187200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078454.709187:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078454.709195:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078454.709198:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078454.709199:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00080000:0.0:1769078454.709205:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078454.709208:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078454.709209:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769078454.709210:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078454.709215:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078454.709216:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00080000:0.0:1769078454.709220:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5434
00000400:00000200:1.0:1769078454.709224:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078454.709228:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078454.709231:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201165:201165:256:4294967295] 192.168.204.104@tcp LPNI seq info [201165:201165:8:4294967295]
00000400:00000200:1.0:1769078454.709234:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078454.709243:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078454.709249:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078454.709253:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000800:00000010:1.0:1769078454.709255:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000400:00000200:0.0:1769078454.709259:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078454.709262:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1769078454.709267:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:0.0:1769078454.709269:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078454.709273:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769078454.709274:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769078454.709277:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078454.709282:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:1.1:1769078454.709286:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000001:0.0:1769078454.709287:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078454.709288:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:0.0:1769078454.709290:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078454.709292:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:0.0:1769078454.709295:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:0.0:1769078454.709300:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000200:1.1:1769078454.709305:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769078454.709306:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078454.709310:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078454.709316:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000800:00000100:1.0:1769078454.709316:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000001:0.0:1769078454.709321:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000010:1.0:1769078454.709321:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000020:00000040:0.0:1769078454.709327:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000200:1.0:1769078454.709330:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769078454.709331:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078454.709336:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078454.709337:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078454.709342:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078454.709344:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
02000000:00000001:0.0:1769078454.709348:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078454.709351:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769078454.709352:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078454.709357:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078454.709358:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ce00 x1855007653187072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.709361:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078454.709365:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078454.709371:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.709374:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.709376:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1769078454.709379:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579ca80.
00000100:00000040:1.0:1769078454.709383:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ce00 x1855007653187072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078454.709384:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:0.0:1769078454.709390:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078454.709393:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.709397:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078454.709400:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078454.709404:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.709409:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078454.709411:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637d000.
00000100:00000001:1.0:1769078454.709413:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078454.709417:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.709423:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078454.709424:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579ca80 x1855007653187328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078454.709431:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078454.709436:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300108539
00000100:00000001:0.0:1769078454.709441:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1769078454.709442:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9600.
00000100:00000001:0.0:1769078454.709444:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078454.709450:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5cc6d2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579ca80 x1855007653187328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.709459:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078454.709462:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078454.709463:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1769078454.709467:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078454.709470:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078454.709471:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078454.709474:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300108539
00000100:00000001:0.0:1769078454.709475:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078454.709479:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5434
00000100:00000010:1.0:1769078454.709481:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9ae0.
00000400:00000200:0.0:1769078454.709486:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078454.709488:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000400:00000200:0.0:1769078454.709492:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078454.709495:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078454.709496:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078454.709501:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078454.709502:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078454.709507:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078454.709508:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769078454.709509:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078454.709512:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078454.709517:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:1.0:1769078454.709517:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078454/real 1769078454]  req@ffff88ba8579ce00 x1855007653187072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078454.709520:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:0.0:1769078454.709523:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078454.709526:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:0.0:1769078454.709530:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:0.0:1769078454.709565:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000001:1.0:1769078454.709567:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1769078454.709569:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000001:1.0:1769078454.709571:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1769078454.709574:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769078454.709576:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000100:00000040:0.0:1769078454.709579:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:1.0:1769078454.709582:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000100:00000001:0.0:1769078454.709583:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000010:1.0:1769078454.709587:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000020:00000040:0.0:1769078454.709588:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:1.0:1769078454.709592:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1769078454.709593:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078454.709598:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078454.709601:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1769078454.709601:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ce00 x1855007653187072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078454.709606:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078454.709611:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.709615:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:1.0:1769078454.709619:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ce00 x1855007653187072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769078454.709620:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078454.709627:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.709631:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.709634:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:0.0:1769078454.709637:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579d500.
00000100:00000001:1.0:1769078454.709638:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769078454.709643:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:1.0:1769078454.709644:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078454.709648:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769078454.709649:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078454.709652:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.709655:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1769078454.709657:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ce00 x1855007653187072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078454.709658:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078454.709661:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078454.709667:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637c000.
00000100:00000001:1.0:1769078454.709670:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078454.709672:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078454.709677:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ce00 x1855007653187072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078454.709680:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579d500 x1855007653187456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078454.709695:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078454.709697:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078454.709701:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.709702:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078454.709707:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0254ec8] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579d500 x1855007653187456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.709715:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078454.709716:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.709718:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078454.709720:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078454.709723:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1769078454.709726:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078454.709727:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078454.709729:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078454.709734:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1769078454.709734:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1769078454.709740:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078454.709743:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00080000:0.0:1769078454.709746:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5434
00000100:00000001:1.0:1769078454.709747:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:0.0:1769078454.709754:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:1.0:1769078454.709758:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ce00 x1855007653187072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078454.709761:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078454.709765:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1769078454.709771:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653187072:192.168.204.104@tcp:250:kworker.0
00000100:00000040:0.0:1769078454.709772:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078454.709777:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078454.709780:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078454.709782:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078454.709783:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:1.0:1769078454.709786:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1769078454.709788:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1769078454.709791:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ce00 x1855007653187072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078454.709792:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:0.0:1769078454.709808:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078454.709809:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000040:0.0:1769078454.709812:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
02000000:00000001:1.0:1769078454.709813:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078454.709816:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218c00.
00000020:00000001:0.0:1769078454.709817:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
02000000:00000001:1.0:1769078454.709820:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078454.709821:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078454.709823:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078454.709825:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000100:00000040:0.0:1769078454.709828:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000020:00000001:1.0:1769078454.709829:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1769078454.709833:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1769078454.709834:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637ec00.
00000100:00000040:0.0:1769078454.709836:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078454.709841:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000001:1.0:1769078454.709841:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078454.709845:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:0.0:1769078454.709846:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000010:1.0:1769078454.709850:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ce00.
00000100:00080000:0.0:1769078454.709851:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078454.709856:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078454.709859:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078454.709862:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078454.709864:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.709866:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078454.709867:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078454.709870:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.709872:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078454.709875:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579d880.
00000020:00000040:0.0:1769078454.709878:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078454.709880:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078454.709881:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.709883:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078454.709884:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078454.709886:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078454.709890:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637fc00.
00000100:00000001:0.0:1769078454.709893:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078454.709897:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579d880 x1855007653187584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078454.709910:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078454.709912:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078454.709916:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000104ca29] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579d880 x1855007653187584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.709923:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078454.709928:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5444)
00000100:00000001:1.0:1769078454.709940:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078454.709943:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.709945:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.709952:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078454.709954:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.709956:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078454.709957:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078454.709959:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078454.709962:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f480 x1855007653187200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.709968:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078454.709969:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078454.709971:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078454.709972:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078454.709974:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078454.709976:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653187200:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078454.709979:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078454.709980:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078454.709981:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078454.709983:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078454.709985:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218c00.
02000000:00000001:1.0:1769078454.709986:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078454.709990:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078454.709991:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078454.709994:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078454.709996:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653187200, portal 10
00000100:00000001:1.0:1769078454.709998:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078454.709999:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417497728 : -131140292053888 : ffff88ba8579f480)
00000100:00000040:1.0:1769078454.710003:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f480 x1855007653187200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710008:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078454.710010:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078454.710011:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078454.710013:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653187200, offset 0
00000400:00000200:1.0:1769078454.710015:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078454.710018:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078454.710021:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078454.710023:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078454.710024:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078454.710026:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078454.710028:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078454.710031:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201166:201166:256:4294967295] 192.168.204.104@tcp LPNI seq info [201166:201166:8:4294967295]
00000400:00000200:1.0:1769078454.710035:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078454.710041:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078454.710046:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078454.710049:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078454.710053:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078454.710056:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078454.710059:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078454.710074:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078454.710077:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078454.710079:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078454.710081:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078454.710083:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078454.710085:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078454.710087:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078454.710089:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078454.710091:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f480 x1855007653187200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710097:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078454.710099:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f480 x1855007653187200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710103:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.710104:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078454.710107:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078454.710109:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769078454.710112:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078454.710113:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300107290
00000100:00000001:1.0:1769078454.710115:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300108539
00000100:00000001:1.0:1769078454.710116:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300107290
00000100:00000001:1.0:1769078454.710118:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300108539
00000100:00000001:1.0:1769078454.710119:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078454.710120:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.710121:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078454.710123:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078454/real 1769078454]  req@ffff88ba8579f480 x1855007653187200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078454.710128:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078454.710129:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078454.710130:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078454.710132:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078454.710133:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078454.710134:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078454.710136:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f480 x1855007653187200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078454.710141:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f480 x1855007653187200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710145:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078454.710145:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710146:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078454.710147:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078454.710149:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f480 x1855007653187200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710155:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078454.710158:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f480 x1855007653187200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710165:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078454.710167:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710169:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078454.710170:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710172:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078454.710174:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078454.710176:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078454.710179:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078454.710182:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078454.710186:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f480 x1855007653187200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078454.710194:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653187200:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078454.710199:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078454.710202:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ca80 x1855007653187328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710207:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078454.710208:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078454.710210:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078454.710211:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078454.710213:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078454.710214:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653187328:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078454.710217:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078454.710218:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078454.710219:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078454.710220:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078454.710223:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769078454.710224:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078454.710227:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078454.710228:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078454.710230:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078454.710232:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653187328, portal 10
00000100:00000001:1.0:1769078454.710234:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078454.710235:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486976 : -131140292064640 : ffff88ba8579ca80)
00000100:00000040:1.0:1769078454.710239:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ca80 x1855007653187328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710243:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078454.710244:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078454.710245:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078454.710247:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653187328, offset 0
00000400:00000200:1.0:1769078454.710249:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078454.710251:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078454.710253:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078454.710255:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078454.710257:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078454.710259:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078454.710262:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078454.710264:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201167:201167:256:4294967295] 192.168.204.104@tcp LPNI seq info [201167:201167:8:4294967295]
00000400:00000200:1.0:1769078454.710268:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078454.710274:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078454.710278:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078454.710281:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078454.710285:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078454.710288:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078454.710292:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078454.710295:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078454.710299:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078454.710301:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078454.710303:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078454.710307:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078454.710310:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078454.710311:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078454.710313:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078454.710316:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ca80 x1855007653187328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710321:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078454.710322:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ca80 x1855007653187328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710327:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.710327:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078454.710330:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078454.710331:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769078454.710334:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078454.710335:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300107275
00000100:00000001:1.0:1769078454.710337:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300108539
00000100:00000001:1.0:1769078454.710338:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300107275
00000100:00000001:1.0:1769078454.710340:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300108539
00000100:00000001:1.0:1769078454.710343:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078454.710344:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.710346:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078454.710350:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078454/real 1769078454]  req@ffff88ba8579ca80 x1855007653187328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078454.710357:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078454.710358:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078454.710360:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078454.710362:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078454.710364:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078454.710366:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078454.710369:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ca80 x1855007653187328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078454.710378:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ca80 x1855007653187328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710385:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078454.710386:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710388:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078454.710389:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078454.710392:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ca80 x1855007653187328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710397:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078454.710399:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ca80 x1855007653187328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710403:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078454.710404:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710405:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078454.710406:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710407:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078454.710408:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078454.710409:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078454.710411:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078454.710412:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078454.710414:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ca80 x1855007653187328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078454.710418:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653187328:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078454.710421:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078454.710423:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d500 x1855007653187456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710427:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078454.710428:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078454.710429:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078454.710431:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078454.710432:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078454.710434:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653187456:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078454.710436:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078454.710437:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078454.710438:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078454.710439:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078454.710441:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218400.
02000000:00000001:1.0:1769078454.710442:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078454.710446:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078454.710458:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078454.710465:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078454.710469:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653187456, portal 4
00000100:00000001:1.0:1769078454.710471:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078454.710472:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417489664 : -131140292061952 : ffff88ba8579d500)
00000100:00000040:1.0:1769078454.710478:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d500 x1855007653187456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710483:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078454.710486:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078454.710488:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078454.710490:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653187456, offset 0
00000400:00000200:1.0:1769078454.710493:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078454.710497:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078454.710500:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078454.710503:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078454.710505:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078454.710508:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078454.710510:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078454.710513:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201168:201168:256:4294967295] 192.168.204.104@tcp LPNI seq info [201168:201168:8:4294967295]
00000400:00000200:1.0:1769078454.710517:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078454.710522:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078454.710526:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078454.710529:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078454.710532:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078454.710551:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078454.710556:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078454.710558:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078454.710562:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078454.710564:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078454.710567:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078454.710570:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078454.710572:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078454.710574:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078454.710576:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078454.710579:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d500 x1855007653187456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710586:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078454.710589:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d500 x1855007653187456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710595:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.710597:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078454.710600:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078454.710603:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769078454.710606:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078454.710609:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300107283
00000100:00000001:1.0:1769078454.710611:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300108539
00000100:00000001:1.0:1769078454.710613:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300107283
00000100:00000001:1.0:1769078454.710614:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300108539
00000100:00000001:1.0:1769078454.710616:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078454.710617:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.710618:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078454.710621:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078454/real 1769078454]  req@ffff88ba8579d500 x1855007653187456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078454.710627:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078454.710628:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078454.710630:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078454.710632:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078454.710634:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078454.710636:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078454.710639:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d500 x1855007653187456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078454.710647:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d500 x1855007653187456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710653:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078454.710654:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710656:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078454.710657:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078454.710661:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d500 x1855007653187456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710668:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078454.710672:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d500 x1855007653187456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710679:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078454.710681:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710683:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078454.710684:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710686:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078454.710687:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078454.710690:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078454.710693:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078454.710695:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078454.710699:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d500 x1855007653187456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078454.710707:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653187456:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078454.710711:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078454.710715:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d880 x1855007653187584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710721:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078454.710722:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078454.710725:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078454.710726:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078454.710728:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078454.710730:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653187584:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078454.710733:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078454.710734:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078454.710735:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078454.710736:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078454.710739:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821a000.
02000000:00000001:1.0:1769078454.710740:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078454.710742:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078454.710744:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078454.710746:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078454.710749:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653187584, portal 4
00000100:00000001:1.0:1769078454.710750:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078454.710751:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417490560 : -131140292061056 : ffff88ba8579d880)
00000100:00000040:1.0:1769078454.710755:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d880 x1855007653187584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710759:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078454.710760:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078454.710761:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078454.710763:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653187584, offset 0
00000400:00000200:1.0:1769078454.710766:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078454.710768:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078454.710770:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078454.710772:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078454.710774:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078454.710776:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078454.710777:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078454.710779:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201169:201169:256:4294967295] 192.168.204.104@tcp LPNI seq info [201169:201169:8:4294967295]
00000400:00000200:1.0:1769078454.710782:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078454.710786:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078454.710789:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078454.710791:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078454.710793:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078454.710795:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078454.710809:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078454.710811:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078454.710813:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078454.710815:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078454.710817:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078454.710819:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078454.710821:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078454.710822:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078454.710824:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078454.710826:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d880 x1855007653187584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710831:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078454.710834:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d880 x1855007653187584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710841:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.710842:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078454.710845:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078454.710848:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769078454.710851:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078454.710853:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300107283
00000100:00000001:1.0:1769078454.710856:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300108539
00000100:00000001:1.0:1769078454.710858:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300107283
00000100:00000001:1.0:1769078454.710860:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300108539
00000100:00000001:1.0:1769078454.710862:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078454.710865:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.710866:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078454.710870:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078454/real 1769078454]  req@ffff88ba8579d880 x1855007653187584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078454.710878:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078454.710880:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078454.710881:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078454.710883:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078454.710885:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078454.710887:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078454.710889:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d880 x1855007653187584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078454.710894:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d880 x1855007653187584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710898:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078454.710899:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710900:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078454.710901:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078454.710903:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d880 x1855007653187584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710907:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078454.710909:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d880 x1855007653187584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710913:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078454.710915:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710916:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078454.710917:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710918:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078454.710919:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078454.710920:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078454.710922:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078454.710923:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078454.710925:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d880 x1855007653187584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078454.710929:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653187584:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078454.710931:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710933:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078454.710934:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f480 x1855007653187200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710938:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078454.710939:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078454.710940:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218c00.
02000000:00000001:1.0:1769078454.710942:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078454.710943:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078454.710944:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769078454.710945:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078454.710946:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f000.
02000000:00000001:1.0:1769078454.710948:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078454.710949:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078454.710950:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f480.
00000100:00000001:1.0:1769078454.710952:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078454.710953:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710954:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078454.710956:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ca80 x1855007653187328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710964:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078454.710964:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078454.710965:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769078454.710967:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078454.710968:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078454.710968:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769078454.710969:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078454.710970:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d000.
02000000:00000001:1.0:1769078454.710971:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078454.710972:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078454.710972:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ca80.
00000100:00000001:1.0:1769078454.710973:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078454.710974:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710975:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078454.710977:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d500 x1855007653187456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710980:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078454.710980:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078454.710981:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218400.
02000000:00000001:1.0:1769078454.710982:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078454.710982:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078454.710983:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769078454.710984:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078454.710985:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c000.
02000000:00000001:1.0:1769078454.710986:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078454.710986:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078454.710987:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d500.
00000100:00000001:1.0:1769078454.710988:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078454.710989:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.710990:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078454.710991:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d880 x1855007653187584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.710994:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078454.710995:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078454.710996:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821a000.
02000000:00000001:1.0:1769078454.710998:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078454.710999:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078454.710999:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769078454.711000:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078454.711001:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:1.0:1769078454.711002:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078454.711002:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078454.711003:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d880.
00000100:00000001:1.0:1769078454.711004:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078454.711004:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.711005:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078454.711008:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078454.711009:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.711010:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078454.711010:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078455.348682:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078455.348693:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078455.348697:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078455.348700:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078455.348707:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078455.348709:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078455.348711:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078455.348714:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078455.348779:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078455.348784:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078455.348798:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078455.988698:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300108539, at 4300108544
00000100:00000040:1.0:1769078455.988698:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300108539, at 4300108544
00000100:00000010:0.0:1769078455.988718:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9600.
00000100:00000010:1.0:1769078455.988721:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9ae0.
00010000:00000001:2.0:1769078456.372678:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078456.372688:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078456.372752:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078456.372757:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078456.372761:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078457.396678:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078457.396687:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078457.396784:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078457.396788:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078457.396792:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078458.420724:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078458.420744:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078458.421017:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078458.421022:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078458.421027:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078459.444681:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078459.444689:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078459.444793:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078459.444798:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078459.444801:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078459.828680:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078459.828688:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078459.828690:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078459.828693:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078459.828697:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078459.828704:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5439
00000400:00000200:3.0:1769078459.828720:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078459.828735:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078459.828738:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078459.828741:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828745:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078459.828747:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828749:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078459.828753:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078459.828755:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078459.828758:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078459.828760:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078459.828762:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078459.828765:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078459.828768:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828770:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078459.828772:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828773:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078459.828776:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078459.828779:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828782:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078459.828784:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078459.828787:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078459.828790:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.828792:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078459.828795:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078459.828805:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769078459.828808:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078459.828812:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078459.828814:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.828816:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078459.828819:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078459.828823:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078459.828830:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769078459.828834:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078459.828840:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653187712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078459.828848:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078459.828851:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078459.828854:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653187712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078459.828873:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078459.828875:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078459.828877:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078459.828878:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078459.828880:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078459.828881:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078459.828883:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5439
00000400:00000200:3.0:1769078459.828886:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078459.828888:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078459.828890:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078459.828891:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828893:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078459.828894:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828895:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078459.828897:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078459.828898:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078459.828899:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078459.828900:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078459.828901:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078459.828903:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078459.828904:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828905:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078459.828906:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828907:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078459.828908:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078459.828910:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828911:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078459.828912:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078459.828915:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078459.828917:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.828918:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078459.828920:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078459.828922:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.828923:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078459.828925:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769078459.828927:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078459.828928:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078459.828929:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.828930:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078459.828931:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078459.828932:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078459.828935:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769078459.828937:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078459.828939:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653187840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078459.828944:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078459.828945:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078459.828947:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653187840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078459.828952:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078459.828953:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078459.828955:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078459.828955:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078459.828956:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078459.828957:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078459.828959:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5439
00000400:00000200:3.0:1769078459.828960:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078459.828962:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078459.828963:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078459.828964:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828965:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078459.828966:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828967:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078459.828968:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078459.828969:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078459.828970:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078459.828971:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078459.828972:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078459.828974:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078459.828975:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828977:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078459.828978:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828979:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078459.828980:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078459.828981:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078459.828982:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078459.828983:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078459.828984:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078459.828986:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.828987:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078459.828988:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078459.828989:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.828990:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078459.828991:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769078459.828992:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078459.828994:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078459.828994:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.828995:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078459.828996:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078459.828996:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078459.828998:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769078459.829000:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078459.829002:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653187968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078459.829013:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078459.829014:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078459.829016:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653187968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078459.829020:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078459.829022:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078459.829024:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078459.829025:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078459.829026:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078459.829027:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078459.829029:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5439
00000400:00000200:3.0:1769078459.829031:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078459.829032:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078459.829033:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078459.829034:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.829035:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078459.829036:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.829037:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078459.829039:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078459.829039:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078459.829040:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078459.829042:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078459.829043:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078459.829044:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078459.829046:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.829047:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078459.829048:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.829049:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078459.829050:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078459.829051:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078459.829052:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078459.829053:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078459.829054:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078459.829056:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.829057:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078459.829058:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078459.829060:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.829061:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078459.829063:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769078459.829064:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078459.829066:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078459.829066:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.829067:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078459.829068:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078459.829069:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078459.829071:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078459.829072:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078459.829075:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653188096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078459.829079:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078459.829080:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078459.829082:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653188096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078459.829086:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078459.829087:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078459.829089:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078459.829090:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078459.829091:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078459.829092:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078459.829093:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5439
00000400:00000200:3.0:1769078459.829095:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078459.829096:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078459.829102:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078459.829104:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.829105:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078459.829106:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.829108:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078459.829109:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078459.829110:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078459.829111:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078459.829112:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078459.829113:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078459.829114:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078459.829116:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.829116:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078459.829117:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078459.829118:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078459.829120:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078459.829121:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078459.829122:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078459.829123:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078459.829124:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078459.829125:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.829126:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078459.829127:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078459.829129:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.829129:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078459.829131:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769078459.829132:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078459.829133:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078459.829134:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.829135:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078459.829136:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078459.829136:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078459.829138:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769078459.829140:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078459.829142:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653188224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078459.829150:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078459.829151:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078459.829153:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653188224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078459.829157:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078459.829160:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5450)
00000100:00000001:1.0:1769078459.829308:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078459.829311:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078459.829313:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078459.829317:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653187712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829323:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078459.829324:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078459.829326:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078459.829328:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078459.829330:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078459.829332:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653187712:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769078459.829335:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078459.829337:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078459.829339:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078459.829341:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078459.829344:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821a000.
02000000:00000001:1.0:1769078459.829345:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078459.829351:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078459.829354:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078459.829358:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078459.829363:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653187712, portal 25
00000100:00000001:1.0:1769078459.829365:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078459.829366:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:1.0:1769078459.829370:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653187712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829374:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078459.829376:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078459.829377:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078459.829379:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653187712, offset 0
00000400:00000200:1.0:1769078459.829384:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078459.829390:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078459.829393:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078459.829397:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078459.829400:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078459.829403:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078459.829405:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078459.829407:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201170:201170:256:4294967295] 192.168.204.104@tcp LPNI seq info [201170:201170:8:4294967295]
00000400:00000200:1.0:1769078459.829410:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078459.829418:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078459.829424:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078459.829429:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078459.829435:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078459.829449:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078459.829455:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078459.829459:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078459.829463:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078459.829466:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078459.829472:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078459.829476:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078459.829481:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078459.829483:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078459.829489:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078459.829493:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653187712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829502:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078459.829505:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653187712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829511:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078459.829513:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078459.829518:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078459.829522:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078459.829524:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300113659
00000100:00000010:1.0:1769078459.829562:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9ae0.
00000100:00000001:1.0:1769078459.829569:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078459.829575:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300113660
00000100:00000010:1.0:1769078459.829578:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9300.
00000100:00000001:1.0:1769078459.829580:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078459.829583:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078459.829586:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078459.829588:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078459.829593:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078459/real 1769078459]  req@ffff88ba87a98e00 x1855007653187712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078459.829601:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078459.829604:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078459.829605:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078459.829608:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078459.829609:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078459.829611:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078459.829615:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653187712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078459.829622:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653187712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829627:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078459.829629:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.829630:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078459.829632:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078459.829635:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653187712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829641:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078459.829645:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653187712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829652:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078459.829655:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.829656:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078459.829657:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.829660:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078459.829661:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078459.829664:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078459.829668:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078459.829669:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078459.829674:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653187712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078459.829682:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653187712:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769078459.829686:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078459.829690:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653187840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829696:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078459.829697:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078459.829699:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078459.829701:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078459.829703:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078459.829705:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653187840:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078459.829708:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078459.829723:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078459.829725:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078459.829726:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078459.829730:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218400.
02000000:00000001:1.0:1769078459.829732:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078459.829736:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078459.829739:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078459.829742:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078459.829745:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653187840, portal 10
00000100:00000001:1.0:1769078459.829747:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078459.829748:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
00000100:00000040:1.0:1769078459.829754:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653187840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829760:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078459.829762:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078459.829764:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078459.829767:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653187840, offset 0
00000400:00000200:1.0:1769078459.829770:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078459.829774:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078459.829778:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078459.829780:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078459.829783:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078459.829785:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078459.829788:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078459.829791:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201171:201171:256:4294967295] 192.168.204.104@tcp LPNI seq info [201171:201171:8:4294967295]
00000400:00000200:1.0:1769078459.829794:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078459.829800:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078459.829804:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078459.829808:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078459.829811:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078459.829814:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078459.829818:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078459.829820:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078459.829824:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078459.829826:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078459.829828:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078459.829831:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078459.829834:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078459.829836:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078459.829839:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078459.829842:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98a80 x1855007653187840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829849:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078459.829852:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653187840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829858:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078459.829860:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078459.829862:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078459.829865:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769078459.829868:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078459.829870:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300112410
00000100:00000001:1.0:1769078459.829873:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300113659
00000100:00000001:1.0:1769078459.829875:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300112410
00000100:00000001:1.0:1769078459.829877:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300113660
00000100:00000001:1.0:1769078459.829879:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078459.829882:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078459.829883:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078459.829887:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078459/real 1769078459]  req@ffff88ba87a98a80 x1855007653187840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078459.829894:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078459.829896:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078459.829897:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078459.829899:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078459.829900:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078459.829902:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078459.829906:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653187840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078459.829914:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653187840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829920:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078459.829922:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.829924:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078459.829925:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078459.829928:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653187840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829935:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078459.829938:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653187840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829945:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078459.829947:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.829949:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078459.829950:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.829952:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078459.829954:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078459.829956:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078459.829959:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078459.829961:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078459.829965:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653187840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078459.829972:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653187840:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078459.829976:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078459.829979:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653187968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.829985:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078459.829986:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078459.829988:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078459.829990:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078459.829992:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078459.829995:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653187968:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078459.829998:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078459.830000:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078459.830001:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078459.830003:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078459.830006:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769078459.830008:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078459.830011:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078459.830014:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078459.830017:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078459.830019:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653187968, portal 10
00000100:00000001:1.0:1769078459.830021:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078459.830022:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:1.0:1769078459.830027:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653187968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830033:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078459.830035:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078459.830037:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078459.830039:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653187968, offset 0
00000400:00000200:1.0:1769078459.830042:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078459.830045:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078459.830048:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078459.830050:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078459.830053:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078459.830055:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078459.830056:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078459.830059:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201172:201172:256:4294967295] 192.168.204.104@tcp LPNI seq info [201172:201172:8:4294967295]
00000400:00000200:1.0:1769078459.830063:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078459.830069:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078459.830073:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078459.830076:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078459.830079:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078459.830082:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078459.830085:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078459.830087:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078459.830091:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078459.830093:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078459.830095:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078459.830098:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078459.830101:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078459.830102:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078459.830105:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078459.830108:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a680 x1855007653187968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830115:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078459.830118:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653187968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830130:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078459.830132:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078459.830135:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078459.830137:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769078459.830140:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078459.830142:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300112395
00000100:00000001:1.0:1769078459.830144:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300113659
00000100:00000001:1.0:1769078459.830146:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300112395
00000100:00000001:1.0:1769078459.830148:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300113660
00000100:00000001:1.0:1769078459.830150:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078459.830152:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078459.830154:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078459.830158:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078459/real 1769078459]  req@ffff88ba87a9a680 x1855007653187968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078459.830165:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078459.830166:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078459.830168:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078459.830170:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078459.830171:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078459.830174:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078459.830177:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653187968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078459.830185:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653187968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830191:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078459.830193:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.830194:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078459.830196:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078459.830199:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653187968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830206:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078459.830210:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653187968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830216:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078459.830219:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.830220:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078459.830222:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.830223:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078459.830225:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078459.830227:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078459.830230:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078459.830232:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078459.830236:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653187968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078459.830244:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653187968:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078459.830247:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078459.830251:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653188096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830257:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078459.830258:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078459.830260:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078459.830262:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078459.830264:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078459.830266:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653188096:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078459.830269:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078459.830270:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078459.830272:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078459.830274:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078459.830277:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218c00.
02000000:00000001:1.0:1769078459.830279:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078459.830283:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078459.830285:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078459.830288:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078459.830291:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653188096, portal 4
00000100:00000001:1.0:1769078459.830292:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078459.830294:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000100:00000040:1.0:1769078459.830299:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653188096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830305:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078459.830307:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078459.830309:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078459.830311:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653188096, offset 0
00000400:00000200:1.0:1769078459.830315:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078459.830318:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078459.830322:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078459.830324:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078459.830326:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078459.830328:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078459.830330:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078459.830332:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201173:201173:256:4294967295] 192.168.204.104@tcp LPNI seq info [201173:201173:8:4294967295]
00000400:00000200:1.0:1769078459.830336:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078459.830341:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078459.830345:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078459.830348:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078459.830352:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078459.830354:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078459.830358:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078459.830361:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078459.830365:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078459.830367:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078459.830369:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078459.830373:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078459.830375:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078459.830377:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078459.830379:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078459.830383:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b100 x1855007653188096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830390:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078459.830393:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653188096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830399:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078459.830401:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078459.830404:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078459.830406:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769078459.830409:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078459.830412:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300112402
00000100:00000001:1.0:1769078459.830414:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300113659
00000100:00000001:1.0:1769078459.830416:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300112402
00000100:00000001:1.0:1769078459.830418:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300113660
00000100:00000001:1.0:1769078459.830420:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078459.830422:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078459.830424:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078459.830427:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078459/real 1769078459]  req@ffff88ba87a9b100 x1855007653188096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078459.830435:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078459.830437:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078459.830439:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078459.830441:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078459.830442:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078459.830445:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078459.830448:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653188096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078459.830456:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653188096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830462:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078459.830464:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.830466:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078459.830467:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078459.830470:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653188096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830476:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078459.830480:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653188096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830486:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078459.830519:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.830521:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078459.830522:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.830524:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078459.830525:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078459.830527:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078459.830531:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078459.830533:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078459.830555:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653188096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078459.830562:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653188096:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078459.830566:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078459.830569:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653188224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830576:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078459.830577:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078459.830579:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078459.830581:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078459.830583:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078459.830586:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653188224:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078459.830589:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078459.830591:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078459.830592:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078459.830594:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078459.830597:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769078459.830599:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078459.830603:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078459.830605:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000400:00000010:1.0:1769078459.830608:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000200:1.0:1769078459.830611:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653188224, portal 4
00000100:00000001:1.0:1769078459.830612:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078459.830614:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000040:1.0:1769078459.830619:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653188224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830625:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078459.830627:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078459.830629:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000100:00000200:1.0:1769078459.830631:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653188224, offset 0
00000400:00000200:1.0:1769078459.830635:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078459.830639:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078459.830642:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078459.830645:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078459.830647:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078459.830649:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078459.830652:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078459.830655:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201174:201174:256:4294967295] 192.168.204.104@tcp LPNI seq info [201174:201174:8:4294967295]
00000400:00000200:1.0:1769078459.830659:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078459.830665:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078459.830669:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078459.830672:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000800:00000200:1.0:1769078459.830676:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.0:1769078459.830679:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078459.830683:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078459.830685:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078459.830689:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078459.830691:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:1.0:1769078459.830693:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078459.830696:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078459.830699:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:1.0:1769078459.830701:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:1.0:1769078459.830703:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078459.830707:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9bb80 x1855007653188224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830725:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078459.830728:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653188224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830734:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078459.830736:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078459.830739:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078459.830742:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769078459.830745:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078459.830747:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300112403
00000100:00000001:1.0:1769078459.830750:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300113659
00000100:00000001:1.0:1769078459.830752:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300112403
00000100:00000001:1.0:1769078459.830754:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300113660
00000100:00000001:1.0:1769078459.830756:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078459.830759:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078459.830760:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078459.830764:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078459/real 1769078459]  req@ffff88ba87a9bb80 x1855007653188224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078459.830771:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078459.830772:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078459.830774:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:1.0:1769078459.830777:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000010:1.0:1769078459.830778:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078459.830780:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078459.830784:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653188224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078459.830791:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653188224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830797:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078459.830798:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.830800:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078459.830801:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078459.830804:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653188224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830810:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078459.830813:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653188224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830830:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078459.830833:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.830834:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078459.830835:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.830837:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078459.830839:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078459.830841:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078459.830844:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078459.830846:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078459.830851:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653188224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078459.830859:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653188224:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078459.830862:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.830865:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078459.830868:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653187712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830874:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078459.830877:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078459.830879:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821a000.
02000000:00000001:1.0:1769078459.830882:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078459.830884:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078459.830886:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769078459.830888:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078459.830891:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:1.0:1769078459.830894:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078459.830895:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078459.830897:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:1.0:1769078459.830901:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078459.830902:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.830903:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078459.830907:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653187840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830913:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078459.830915:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078459.830916:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218400.
02000000:00000001:1.0:1769078459.830918:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078459.830920:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078459.830921:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769078459.830923:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078459.830925:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:1.0:1769078459.830927:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078459.830928:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078459.830929:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:1.0:1769078459.830931:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078459.830932:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.830933:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078459.830936:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653187968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830943:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078459.830944:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078459.830945:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769078459.830947:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078459.830949:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078459.830950:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769078459.830951:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078459.830953:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:1.0:1769078459.830955:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078459.830956:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078459.830957:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:1.0:1769078459.830959:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078459.830961:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.830962:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078459.830965:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653188096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.830971:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078459.830972:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078459.830974:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218c00.
02000000:00000001:1.0:1769078459.830976:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078459.830977:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078459.830978:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769078459.830980:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078459.830982:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:1.0:1769078459.830984:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078459.830985:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078459.830986:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:1.0:1769078459.830989:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078459.830990:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.830992:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078459.830995:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653188224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078459.831001:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078459.831002:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078459.831003:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821b000.
02000000:00000001:1.0:1769078459.831005:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078459.831006:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078459.831007:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769078459.831009:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078459.831010:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:1.0:1769078459.831012:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078459.831013:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078459.831015:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
00000100:00000001:1.0:1769078459.831017:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078459.831018:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.831020:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078459.831027:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078459.831028:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078459.831030:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078459.831032:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078460.469002:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078460.469009:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078460.469105:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078460.469121:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078460.469126:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078461.108702:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300113659, at 4300113664
00000100:00000010:0.0:1769078461.108728:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9ae0.
00000100:00000040:1.0:1769078461.109804:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300113660, at 4300113665
00000100:00000010:1.0:1769078461.109813:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9300.
00010000:00000001:2.0:1769078461.492669:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078461.492675:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078461.492834:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078461.492840:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078461.492843:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078462.516661:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078462.516679:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078462.516780:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078462.516783:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078462.516785:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078463.540778:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078463.540785:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078463.540875:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078463.540879:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078463.540883:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078464.564676:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078464.564684:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078464.565056:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078464.565059:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078464.565063:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078464.948672:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078464.948680:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078464.948682:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078464.948685:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078464.948688:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078464.948694:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5445
00000400:00000200:3.0:1769078464.948701:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078464.948706:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078464.948710:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078464.948712:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.948715:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078464.948718:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.948720:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078464.948724:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078464.948725:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078464.948728:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078464.948730:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078464.948732:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078464.948735:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078464.948738:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.948740:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078464.948742:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.948745:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078464.948757:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078464.948759:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078464.948761:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078464.948763:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078464.948765:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078464.948768:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.948769:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078464.948771:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078464.948778:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769078464.948781:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078464.948783:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078464.948785:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.948787:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078464.948788:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078464.948791:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078464.948797:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769078464.948802:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078464.948809:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653188352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078464.948818:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078464.948822:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078464.948826:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653188352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078464.948848:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078464.948851:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078464.948854:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078464.948856:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078464.948857:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078464.948860:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078464.948863:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5445
00000400:00000200:3.0:1769078464.948866:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078464.948870:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078464.948871:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078464.948874:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.948876:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078464.948877:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078464.948879:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078464.948882:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078464.948883:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:1.0:1769078464.948886:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078464.948888:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078464.948890:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078464.948893:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769078464.948894:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653188352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078464.948896:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078464.948901:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:1.0:1769078464.948907:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078464.948907:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:1.0:1769078464.948909:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078464.948914:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769078464.948915:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:1.0:1769078464.948917:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078464.948922:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.948922:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1769078464.948928:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653188352:192.168.204.104@tcp:250:kworker.0
00000100:00000040:3.0:1769078464.948928:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.948934:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078464.948937:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078464.948939:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078464.948941:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.948944:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078464.948944:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078464.948950:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078464.948951:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078464.948953:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078464.948956:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.948956:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078464.948961:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1769078464.948961:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078464.948964:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.948966:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078464.948969:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218c00.
00000100:00000010:3.0:1769078464.948970:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
02000000:00000001:1.0:1769078464.948975:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078464.948975:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078464.948979:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078464.948981:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.948982:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078464.948983:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078464.948985:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078464.948988:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:3.0:1769078464.948992:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000400:00000010:1.0:1769078464.948995:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c1b8.
00000100:00000001:3.0:1769078464.948995:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078464.949001:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653188480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078464.949004:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55440.
00000100:00000001:3.0:1769078464.949008:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078464.949010:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078464.949013:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653188480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078464.949018:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078464.949020:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078464.949022:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653188352, portal 25
00000100:00080000:3.0:1769078464.949022:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078464.949026:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769078464.949027:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769078464.949028:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078464.949029:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
00000100:00000001:3.0:1769078464.949032:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078464.949035:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5445
00000100:00000040:1.0:1769078464.949038:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653188352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078464.949041:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078464.949046:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078464.949050:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078464.949055:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078464.949056:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078464.949057:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078464.949061:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000040:1.0:1769078464.949062:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078464.949065:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000010:1.0:1769078464.949067:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55908.
00000020:00000001:3.0:1769078464.949068:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1769078464.949071:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653188352, offset 0
00000020:00000040:3.0:1769078464.949071:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078464.949073:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078464.949076:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078464.949078:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078464.949080:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:1.0:1769078464.949081:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078464.949085:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.949086:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078464.949088:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.949089:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:1.0:1769078464.949092:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:3.0:1769078464.949093:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078464.949097:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078464.949099:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078464.949100:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078464.949102:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
02000000:00000001:3.0:1769078464.949103:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078464.949107:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.949108:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078464.949110:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078464.949111:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1769078464.949112:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.949115:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078464.949118:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000400:00000200:1.0:1769078464.949119:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000040:3.0:1769078464.949121:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078464.949124:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078464.949127:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769078464.949127:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.949129:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078464.949131:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078464.949133:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078464.949135:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
02000000:00000010:3.0:1769078464.949137:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078464.949140:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078464.949143:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201175:201175:256:4294967295] 192.168.204.104@tcp LPNI seq info [201175:201175:8:4294967295]
00000100:00100000:3.0:1769078464.949146:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653188608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078464.949159:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078464.949160:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078464.949164:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:3.0:1769078464.949167:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653188608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078464.949179:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078464.949188:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078464.949193:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815000.
00000100:00000001:3.0:1769078464.949197:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078464.949198:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:3.0:1769078464.949202:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769078464.949206:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:3.0:1769078464.949210:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078464.949213:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078464.949214:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078464.949217:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078464.949220:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5445
00000400:00000200:3.0:1769078464.949224:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078464.949226:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078464.949229:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078464.949232:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078464.949234:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:3.0:1769078464.949238:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078464.949240:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300118779
00000100:00000001:3.0:1769078464.949242:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078464.949246:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000010:1.0:1769078464.949248:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b9300.
00000100:00000001:3.0:1769078464.949251:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078464.949255:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078464.949256:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1769078464.949257:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078464.949260:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078464.949264:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078464.949265:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078464.949267:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:1.0:1769078464.949268:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300118779
00000100:00000040:3.0:1769078464.949270:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.949274:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1769078464.949275:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba900b96c0.
00000100:00000040:3.0:1769078464.949276:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.949281:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:1.0:1769078464.949283:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1769078464.949283:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078464.949288:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078464.949290:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078464.949290:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.949297:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078464.949297:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078464.949299:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078464.949303:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078464.949303:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.949307:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078464.949309:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1769078464.949309:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078464.949313:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.949314:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078464.949317:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000100:00000001:1.0:1769078464.949318:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1769078464.949319:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:1.0:1769078464.949321:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:3.0:1769078464.949322:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078464.949324:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.949327:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078464.949328:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769078464.949329:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078464.949332:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769078464.949333:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.949337:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000010:3.0:1769078464.949339:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769078464.949342:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078464.949344:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653188480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078464.949348:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653188736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078464.949372:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078464.949373:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078464.949374:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.949376:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078464.949379:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653188736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078464.949381:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078464.949384:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078464.949392:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.949399:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078464.949401:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653188480:192.168.204.104@tcp:38:kworker.0
00000100:00080000:3.0:1769078464.949403:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078464.949410:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1769078464.949411:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1769078464.949415:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078464.949415:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078464.949416:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1769078464.949419:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.949421:0:13730:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1769078464.949424:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769078464.949427:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5445
02000000:00000010:1.0:1769078464.949431:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821bc00.
00000400:00000200:3.0:1769078464.949435:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:1.0:1769078464.949437:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078464.949441:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:1.0:1769078464.949446:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078464.949446:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1769078464.949453:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c9a0.
00000100:00000040:3.0:1769078464.949453:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.949459:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769078464.949460:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55a18.
00000100:00000040:3.0:1769078464.949462:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.949467:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000200:1.0:1769078464.949471:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653188480, portal 10
00000020:00000001:3.0:1769078464.949471:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078464.949473:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078464.949476:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078464.949478:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1769078464.949480:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:1.0:1769078464.949481:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000020:00000001:3.0:1769078464.949485:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078464.949489:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078464.949493:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653188480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078464.949496:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.949500:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078464.949504:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.949509:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:1.0:1769078464.949511:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769078464.949514:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000040:1.0:1769078464.949518:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00080000:3.0:1769078464.949522:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000010:1.0:1769078464.949524:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f554c8.
00000100:00000001:3.0:1769078464.949526:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078464.949528:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078464.949531:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078464.949561:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.949563:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:1.0:1769078464.949564:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653188480, offset 0
00000008:00100000:3.0:1769078464.949565:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078464.949569:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078464.949572:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078464.949575:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000400:00000200:1.0:1769078464.949577:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000020:00000040:3.0:1769078464.949578:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078464.949582:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078464.949583:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078464.949586:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078464.949586:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078464.949589:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078464.949593:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078464.949594:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
02000000:00000010:3.0:1769078464.949598:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000400:00000200:1.0:1769078464.949599:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078464.949604:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078464.949605:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078464.949611:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1769078464.949614:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653188864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078464.949617:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:3.0:1769078464.949638:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078464.949642:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201176:201176:255:4294967295] 192.168.204.104@tcp LPNI seq info [201176:201176:7:4294967295]
00000100:00000001:3.0:1769078464.949643:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078464.949653:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:3.0:1769078464.949653:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653188864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078464.949669:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078464.949669:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078464.949677:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5455)
00000800:00000200:1.0:1769078464.949678:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078464.949685:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815b00.
00000800:00000200:1.0:1769078464.949691:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078464.949696:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078464.949698:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078464.949702:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:1.0:1769078464.949705:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078464.949707:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300117530
00000100:00000001:1.0:1769078464.949709:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300118779
00000100:00000001:1.0:1769078464.949711:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300117530
00000100:00000001:1.0:1769078464.949713:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300118779
00000100:00000001:1.0:1769078464.949715:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078464.949717:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.949719:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078464.949723:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653188608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078464.949730:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078464.949731:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078464.949733:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078464.949735:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078464.949737:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078464.949740:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653188608:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078464.949744:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078464.949745:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078464.949747:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078464.949748:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078464.949751:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88218400.
02000000:00000001:1.0:1769078464.949752:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078464.949755:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078464.949758:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3c420.
00000400:00000010:1.0:1769078464.949761:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55990.
00000100:00000200:1.0:1769078464.949764:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653188608, portal 10
00000100:00000001:1.0:1769078464.949766:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078464.949767:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000040:1.0:1769078464.949772:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653188608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078464.949778:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078464.949780:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078464.949782:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55550.
00000100:00000200:1.0:1769078464.949785:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653188608, offset 0
00000400:00000200:1.0:1769078464.949789:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078464.949792:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078464.949795:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078464.949798:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078464.949800:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078464.949802:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078464.949804:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078464.949807:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201177:201177:254:4294967295] 192.168.204.104@tcp LPNI seq info [201177:201177:6:4294967295]
00000400:00000200:1.0:1769078464.949811:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078464.949816:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078464.949820:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078464.949823:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815900.
00000800:00000200:1.0:1769078464.949826:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078464.949830:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078464.949832:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078464.949834:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:1.0:1769078464.949837:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078464.949839:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300117515
00000100:00000001:1.0:1769078464.949842:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300118779
00000100:00000001:1.0:1769078464.949844:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300117515
00000100:00000001:1.0:1769078464.949845:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300118779
00000100:00000001:1.0:1769078464.949847:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078464.949849:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.949851:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.949853:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078464.949856:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078464.949858:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078464.949860:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078464.949862:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078464.949863:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078464.949866:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653188736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078464.949873:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078464.949874:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078464.949877:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078464.949878:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078464.949880:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078464.949883:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653188736:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078464.949886:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078464.949887:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078464.949889:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078464.949891:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078464.949894:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8821a000.
02000000:00000001:1.0:1769078464.949895:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078464.949898:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078464.949901:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3ce70.
00000400:00000010:1.0:1769078464.949904:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55bb0.
00000100:00000200:1.0:1769078464.949906:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653188736, portal 4
00000100:00000001:1.0:1769078464.949908:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078464.949909:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000100:00000040:1.0:1769078464.949914:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653188736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078464.949920:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078464.949922:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078464.949924:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55198.
00000100:00000200:1.0:1769078464.949926:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653188736, offset 0
00000400:00000200:1.0:1769078464.949930:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078464.949933:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078464.949936:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078464.949939:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078464.949941:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078464.949944:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078464.949946:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078464.949948:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201178:201178:253:4294967295] 192.168.204.104@tcp LPNI seq info [201178:201178:5:4294967295]
00000400:00000200:1.0:1769078464.949952:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078464.949956:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078464.949960:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078464.949964:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815400.
00000800:00000200:1.0:1769078464.949967:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078464.949970:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078464.949972:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078464.949974:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:1.0:1769078464.949977:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078464.949979:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300117522
00000100:00000001:1.0:1769078464.949981:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300118779
00000100:00000001:1.0:1769078464.949983:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300117522
00000100:00000001:1.0:1769078464.949991:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300118779
00000100:00000001:1.0:1769078464.949993:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078464.949995:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.949997:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078464.950000:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653188864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078464.950006:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078464.950007:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078464.950009:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078464.950011:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078464.950012:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078464.950015:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653188864:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078464.950018:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078464.950020:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078464.950021:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078464.950023:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078464.950026:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769078464.950029:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078464.950032:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:1.0:1769078464.950034:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba82b3caa8.
00000400:00000010:1.0:1769078464.950037:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55cc0.
00000100:00000200:1.0:1769078464.950040:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653188864, portal 4
00000100:00000001:1.0:1769078464.950042:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078464.950044:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:1.0:1769078464.950049:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653188864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078464.950056:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078464.950058:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:1.0:1769078464.950061:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba82f55110.
00000100:00000200:1.0:1769078464.950064:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653188864, offset 0
00000400:00000200:1.0:1769078464.950068:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078464.950071:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078464.950074:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:1.0:1769078464.950077:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078464.950080:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:1.0:1769078464.950082:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078464.950085:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:1.0:1769078464.950087:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201179:201179:252:4294967295] 192.168.204.104@tcp LPNI seq info [201179:201179:4:4294967295]
00000400:00000200:1.0:1769078464.950091:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078464.950096:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078464.950101:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:1.0:1769078464.950104:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98815300.
00000800:00000200:1.0:1769078464.950108:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:1.1:1769078464.950112:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078464.950114:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078464.950118:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:1.0:1769078464.950122:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078464.950124:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300117522
00000100:00000001:1.0:1769078464.950126:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300118779
00000100:00000001:1.0:1769078464.950129:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300117522
00000100:00000001:1.0:1769078464.950131:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300118779
00000100:00000001:1.0:1769078464.950133:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078464.950136:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.950138:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.950140:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078464.950143:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078464.950145:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078464.950147:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078464.950149:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078464.950150:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.950152:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078465.589762:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078465.589774:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078465.589777:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078465.589780:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078465.589786:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078465.589788:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078465.589790:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078465.589792:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078465.590045:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078465.590050:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078465.590054:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078466.228763:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300118779, at 4300118784
00000100:00000010:1.0:1769078466.228795:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b96c0.
00000100:00000040:0.0:1769078466.228839:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300118779, at 4300118784
00000100:00000010:0.0:1769078466.228847:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba900b9300.
00010000:00000001:2.0:1769078466.612913:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078466.612922:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078466.613480:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078466.613485:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078466.613490:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078467.636766:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078467.636775:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078467.637761:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078467.637765:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078467.637769:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769078468.025581:0:2394:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:0.0:1769078468.025757:0:2394:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769078468.025769:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078468.025775:0:2394:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:0.0:1769078468.025779:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078468.025784:0:2394:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769078468.025789:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:0.0:1769078468.025794:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815000.
00000400:00000200:0.0:1769078468.025800:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769078468.025805:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769078468.025812:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55908
00000400:00000010:0.0:1769078468.025815:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55908.
00000100:00000001:0.0:1769078468.025822:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078468.025832:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9ad80 x1855007653188352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078468.025860:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078468.025866:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653188352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078468.025875:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078468.025878:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769078468.025890:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:0.0:1769078468.025893:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815b00.
00000400:00000200:0.0:1769078468.025896:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1769078468.025897:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769078468.025900:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1769078468.025902:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769078468.025905:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f554c8
00000100:00000001:1.0:1769078468.025907:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000010:0.0:1769078468.025908:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f554c8.
00000100:00000001:0.0:1769078468.025912:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1769078468.025916:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078464/real 1769078468]  req@ffff88ba87a9ad80 x1855007653188352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078468.025920:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a99180 x1855007653188480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078468.025931:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078468.025934:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653188480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078468.025951:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078468.025952:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1769078468.025954:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078468.025957:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000800:00000100:0.0:1769078468.025959:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:0.0:1769078468.025962:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815900.
00000400:00000010:1.0:1769078468.025963:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c1b8.
00000400:00000200:0.0:1769078468.025965:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078468.025970:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55440
00000400:00000200:0.0:1769078468.025971:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000010:1.0:1769078468.025975:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55440.
00000100:00000001:1.0:1769078468.025981:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1769078468.025983:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55550
00000100:00000200:1.0:1769078468.025987:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653188352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769078468.025988:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55550.
00000100:00000001:0.0:1769078468.025993:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078468.026000:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9bb80 x1855007653188608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078468.026007:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653188352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078468.026011:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078468.026018:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653188608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026020:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078468.026024:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078468.026030:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078468.026030:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078468.026034:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078468.026035:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:0.0:1769078468.026040:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:0.0:1769078468.026045:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815400.
00000100:00100000:1.0:1769078468.026045:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653188352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078468.026050:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769078468.026059:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769078468.026064:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55198
00000100:00000001:1.0:1769078468.026066:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:0.0:1769078468.026067:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55198.
00000100:00000001:0.0:1769078468.026071:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769078468.026076:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653188352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078468.026077:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9b100 x1855007653188736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078468.026104:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078468.026106:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1769078468.026108:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653188736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026113:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026118:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078468.026121:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078468.026122:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078468.026124:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078468.026128:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000800:00000100:0.0:1769078468.026130:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000100:00000001:1.0:1769078468.026133:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000010:0.0:1769078468.026134:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98815300.
00000400:00000200:0.0:1769078468.026139:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00080000:1.0:1769078468.026141:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:0.0:1769078468.026146:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769078468.026150:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55110
00000100:00080000:1.0:1769078468.026151:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000400:00000010:0.0:1769078468.026153:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55110.
00000100:00000001:1.0:1769078468.026157:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1769078468.026158:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078468.026165:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9a680 x1855007653188864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078468.026166:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653188352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078468.026185:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1769078468.026191:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653188352:192.168.204.104@tcp:250:kworker.0
00000100:00000040:0.0:1769078468.026193:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653188864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026199:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078468.026202:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078468.026209:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653188352/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078468.026212:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078468.026216:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078468.026223:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078468.026226:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078468.026231:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218c00.
02000000:00000001:1.0:1769078468.026236:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078468.026239:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078468.026241:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:1.0:1769078468.026243:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078468.026246:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6000.
02000000:00000001:1.0:1769078468.026250:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078468.026252:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078468.026254:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:1.0:1769078468.026258:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078468.026260:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026263:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078468.026264:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078468.026265:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078468.026267:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078468.026270:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078464/real 1769078468]  req@ffff88ba87a9b100 x1855007653188736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078468.026279:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078468.026280:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078468.026283:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3ce70.
00000400:00000200:1.0:1769078468.026286:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55bb0
00000400:00000010:1.0:1769078468.026287:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55bb0.
00000100:00000001:1.0:1769078468.026290:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078468.026293:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653188736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078468.026298:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653188736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026302:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078468.026303:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026304:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.026306:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078468.026309:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653188736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026313:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078468.026315:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653188736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026319:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078468.026320:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026321:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.026321:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026322:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078468.026323:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078468.026325:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078468.026327:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078468.026328:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078468.026331:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653188736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078468.026335:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653188736:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078468.026338:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078468.026341:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078464/real 1769078468]  req@ffff88ba87a9a680 x1855007653188864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078468.026349:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078468.026350:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078468.026352:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3caa8.
00000400:00000200:1.0:1769078468.026354:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55cc0
00000400:00000010:1.0:1769078468.026356:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55cc0.
00000100:00000001:1.0:1769078468.026357:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078468.026360:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653188864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078468.026368:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653188864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026374:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078468.026375:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026377:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.026378:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078468.026381:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653188864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026389:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078468.026393:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653188864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026399:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078468.026402:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026403:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.026404:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026405:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078468.026406:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078468.026408:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078468.026411:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078468.026412:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078468.026414:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653188864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078468.026419:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653188864:192.168.204.104@tcp:8:kworker.0
00000100:00000001:1.0:1769078468.026422:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078468.026424:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078464/real 1769078468]  req@ffff88ba87a99180 x1855007653188480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078468.026434:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078468.026434:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078468.026436:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c9a0.
00000400:00000200:1.0:1769078468.026438:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55a18
00000400:00000010:1.0:1769078468.026439:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55a18.
00000100:00000001:1.0:1769078468.026440:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078468.026442:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653188480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078468.026447:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653188480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026451:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078468.026451:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026452:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.026453:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078468.026455:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653188480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026458:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078468.026460:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653188480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026464:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078468.026465:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026465:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.026466:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026467:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078468.026468:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078468.026469:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078468.026471:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078468.026473:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078468.026475:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653188480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078468.026480:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653188480:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078468.026482:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078468.026484:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078464/real 1769078468]  req@ffff88ba87a9bb80 x1855007653188608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078468.026488:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078468.026489:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078468.026490:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba82b3c420.
00000400:00000200:1.0:1769078468.026491:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba82f55990
00000400:00000010:1.0:1769078468.026492:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba82f55990.
00000100:00000001:1.0:1769078468.026493:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078468.026494:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653188608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078468.026498:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653188608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026501:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078468.026502:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026503:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.026504:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078468.026507:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653188608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026513:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078468.026516:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653188608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026521:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078468.026523:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026525:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.026526:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026527:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078468.026529:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078468.026531:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078468.026583:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078468.026586:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078468.026591:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653188608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078468.026599:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653188608:192.168.204.104@tcp:38:kworker.0
00000100:00000001:1.0:1769078468.026604:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026606:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078468.026609:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653188736/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026615:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078468.026616:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078468.026618:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821a000.
02000000:00000001:1.0:1769078468.026622:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078468.026623:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078468.026624:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:1.0:1769078468.026626:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078468.026628:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:1.0:1769078468.026631:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078468.026632:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078468.026633:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:1.0:1769078468.026635:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078468.026646:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026648:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078468.026652:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653188864/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026659:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078468.026660:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078468.026662:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88219c00.
02000000:00000001:1.0:1769078468.026666:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078468.026667:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078468.026668:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:1.0:1769078468.026670:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078468.026672:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:1.0:1769078468.026674:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078468.026676:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078468.026677:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:1.0:1769078468.026680:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078468.026681:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026683:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078468.026686:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653188480/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026692:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078468.026694:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078468.026695:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:1.0:1769078468.026699:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078468.026700:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078468.026702:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769078468.026704:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078468.026705:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:1.0:1769078468.026707:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078468.026708:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078468.026710:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000001:1.0:1769078468.026711:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078468.026712:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026713:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078468.026716:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653188608/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.026720:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078468.026721:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078468.026722:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba88218400.
02000000:00000001:1.0:1769078468.026723:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078468.026724:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078468.026726:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:1.0:1769078468.026727:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078468.026728:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:1.0:1769078468.026729:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078468.026730:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078468.026731:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
00000100:00000001:1.0:1769078468.026731:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078468.026732:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026733:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.026740:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078468.026742:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078468.026743:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078468.026744:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078468.662178:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078468.662188:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078468.662301:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078468.662305:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078468.662309:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078469.686899:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078469.686908:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078469.687126:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078469.687131:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078469.687135:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078470.071117:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078470.071131:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078470.071135:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078470.071140:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078470.071146:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078470.071157:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5450
00000400:00000200:1.0:1769078470.071170:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078470.071177:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078470.071209:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078470.071248:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.071252:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.071254:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.071257:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078470.071263:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078470.071265:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078470.071268:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078470.071271:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078470.071274:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078470.071277:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078470.071281:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.071282:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.071284:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.071286:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078470.071289:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078470.071292:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078470.071295:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078470.071298:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078470.071302:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078470.071306:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.071308:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078470.071311:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078470.071319:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613100.
00000020:00000040:1.0:1769078470.071323:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078470.071327:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078470.071329:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.071333:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078470.071336:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078470.071341:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078470.071349:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219c00.
00000100:00000001:1.0:1769078470.071358:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078470.071371:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613100 x1855007653188992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078470.071385:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078470.071391:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078470.071397:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c5e314b] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613100 x1855007653188992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078470.071422:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078470.071426:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078470.071429:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078470.071431:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078470.071433:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078470.071436:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078470.071439:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5450
00000400:00000200:1.0:1769078470.071444:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078470.071447:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078470.071450:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078470.071452:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.071455:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.071456:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.071458:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078470.071460:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078470.071461:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078470.071463:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078470.071465:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078470.071467:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078470.071469:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078470.071471:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.071474:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.071475:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.071478:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078470.071481:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078470.071484:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078470.071487:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078470.071489:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078470.072174:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078470.072180:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078470.072184:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078470.072195:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613100 x1855007653188992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078470.072205:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078470.072208:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078470.072212:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078470.072216:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078470.072219:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078470.072223:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653188992:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078470.072228:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078470.072234:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078470.072238:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078470.072241:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078470.072249:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078470.072252:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078470.072263:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078470.072269:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078470.072277:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078470.072289:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653188992, portal 25
00000100:00000001:0.0:1769078470.072292:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078470.072294:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415874816 : -131140293676800 : ffff88ba85613100)
00000100:00000040:0.0:1769078470.072300:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613100 x1855007653188992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078470.072308:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078470.072312:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078470.072315:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078470.072319:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653188992, offset 0
00000400:00000200:0.0:1769078470.072327:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078470.072336:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078470.072345:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078470.072353:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078470.072359:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078470.072364:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078470.072367:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078470.072372:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201180:201180:256:4294967295] 192.168.204.104@tcp LPNI seq info [201180:201180:8:4294967295]
00000400:00000200:0.0:1769078470.072377:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078470.072390:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078470.072397:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078470.072404:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078470.072412:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078470.072416:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078470.072423:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078470.072428:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078470.072433:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078470.072436:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078470.072443:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078470.072448:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078470.072454:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078470.072457:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078470.072462:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078470.072466:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613100 x1855007653188992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078470.072476:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078470.072479:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613100 x1855007653188992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078470.072487:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078470.072489:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078470.072497:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078470.072502:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078470.072505:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300123902
00000100:00000010:0.0:1769078470.072510:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d162a0.
00000100:00000001:0.0:1769078470.072520:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078470.072528:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300123902
00000100:00000010:0.0:1769078470.072530:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d164e0.
00000100:00000001:0.0:1769078470.072534:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078470.072592:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078470.072596:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078470.072599:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078470.072604:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078470/real 1769078470]  req@ffff88ba85613100 x1855007653188992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078470.072614:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078470.072616:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078470.072618:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078470.072622:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078470.072624:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078470.072627:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078470.072631:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613100 x1855007653188992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078470.072639:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613100 x1855007653188992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078470.072645:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078470.072647:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078470.072650:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078470.072652:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078470.072655:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613100 x1855007653188992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078470.072662:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078470.072667:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613100 x1855007653188992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078470.072674:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078470.072677:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078470.072679:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078470.072680:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078470.072683:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078470.072685:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078470.072691:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078470.072695:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078470.072698:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078470.072702:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613100 x1855007653188992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078470.072709:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653188992:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078470.072714:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078470.072716:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078470.072718:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613100 x1855007653188992/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078470.072725:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078470.072728:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078470.072731:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078470.072734:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078470.072736:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078470.072738:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078470.072740:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078470.072743:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219c00.
02000000:00000001:0.0:1769078470.072748:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078470.072750:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078470.072752:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613100.
00000100:00000001:0.0:1769078470.072756:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078470.072757:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078470.072759:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078470.072770:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078470.072772:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078470.072774:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078470.072776:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078470.075888:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078470.076618:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.076623:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078470.076629:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078470.076634:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.076638:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078470.076647:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610000.
00000020:00000040:1.0:1769078470.076655:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078470.076661:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078470.076664:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.076667:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078470.076670:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078470.076677:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078470.076687:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000001:1.0:1769078470.076696:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078470.076713:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610000 x1855007653189120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078470.076726:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078470.076731:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078470.076737:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d5982a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610000 x1855007653189120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.077055:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078470.077061:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078470.077064:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078470.077073:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610000 x1855007653189120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.077082:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078470.077085:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.077089:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078470.077092:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078470.077095:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078470.077099:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653189120:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078470.077104:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078470.077110:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078470.077113:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.077116:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078470.077123:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078470.077125:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078470.077143:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078470.077150:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078470.077158:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078470.077167:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653189120, portal 10
00000100:00000001:2.0:1769078470.077170:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078470.077173:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415862272 : -131140293689344 : ffff88ba85610000)
00000100:00000040:2.0:1769078470.077181:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610000 x1855007653189120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.077189:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078470.077193:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078470.077196:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078470.077200:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653189120, offset 0
00000400:00000200:2.0:1769078470.077209:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078470.077218:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078470.077226:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078470.077233:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078470.077237:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078470.077241:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078470.077244:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078470.077249:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201181:201181:256:4294967295] 192.168.204.104@tcp LPNI seq info [201181:201181:8:4294967295]
00000400:00000200:2.0:1769078470.077254:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078470.077266:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078470.077273:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078470.077280:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078470.077289:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078470.077294:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078470.077301:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078470.077322:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078470.077328:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078470.077332:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078470.077338:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078470.077344:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078470.077351:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078470.077355:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078470.077361:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078470.077366:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610000 x1855007653189120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078470.077741:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078470.077747:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078470.077752:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078470.077754:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078470.077758:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078470.077762:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078470.077795:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5450
00000400:00000200:1.0:1769078470.077801:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078470.077820:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078470.077825:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078470.077828:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.077832:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.077835:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.077838:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078470.078274:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078470.078279:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078470.078282:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078470.078285:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078470.078288:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078470.078291:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078470.078296:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.078298:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.078300:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.078302:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078470.078307:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078470.078311:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078470.078313:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078470.078315:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078470.078321:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078470.078324:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.078326:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078470.078330:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078470.078333:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.078335:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078470.078342:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611880.
00000020:00000040:1.0:1769078470.078345:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078470.078349:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078470.078351:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.078354:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078470.078357:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078470.078359:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078470.078366:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218c00.
00000100:00000001:1.0:1769078470.078373:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078470.078379:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611880 x1855007653189248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078470.078389:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078470.078394:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078470.078398:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0af494a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611880 x1855007653189248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.078451:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.078458:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610000 x1855007653189120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.078466:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.078468:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078470.078477:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078470.078483:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078470.078488:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078470.078492:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300122658
00000100:00000001:2.0:1769078470.078496:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300123902
00000100:00000001:2.0:1769078470.078498:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300122658
00000100:00000001:2.0:1769078470.078504:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300123902
00000100:00000001:2.0:1769078470.078507:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078470.078510:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.078513:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078470.078517:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078470/real 1769078470]  req@ffff88ba85610000 x1855007653189120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078470.078528:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078470.078531:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078470.078589:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078470.078593:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078470.078595:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078470.078599:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078470.078603:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610000 x1855007653189120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078470.078613:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610000 x1855007653189120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.078621:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078470.078623:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.078627:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.078629:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078470.078634:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610000 x1855007653189120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.078641:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078470.078646:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610000 x1855007653189120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.078655:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078470.078658:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.078660:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.078661:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.078663:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078470.078666:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078470.078668:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078470.078673:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078470.078675:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078470.078679:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610000 x1855007653189120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078470.078689:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653189120:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078470.078694:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.078697:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.078700:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610000 x1855007653189120/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.078707:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078470.078711:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078470.078713:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078470.078718:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078470.078720:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078470.078722:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078470.078725:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078470.078729:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a000.
02000000:00000001:2.0:1769078470.078734:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078470.078736:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078470.078738:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610000.
00000100:00000001:2.0:1769078470.078741:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078470.078743:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.078745:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.078755:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078470.078758:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.078760:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078470.078762:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078470.078765:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078470.078768:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611880 x1855007653189248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.078776:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078470.078778:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.078780:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078470.078783:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078470.078785:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078470.078788:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653189248:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078470.078792:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078470.078795:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078470.078798:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.078800:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078470.078804:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078470.078806:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078470.078811:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078470.078814:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078470.078818:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078470.078823:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653189248, portal 10
00000100:00000001:2.0:1769078470.078825:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078470.078827:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415868544 : -131140293683072 : ffff88ba85611880)
00000100:00000040:2.0:1769078470.078833:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611880 x1855007653189248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.078847:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078470.078850:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078470.078852:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078470.078856:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653189248, offset 0
00000400:00000200:2.0:1769078470.078861:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078470.078866:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078470.078873:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078470.078878:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078470.078881:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078470.078885:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078470.078888:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078470.078892:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201182:201182:256:4294967295] 192.168.204.104@tcp LPNI seq info [201182:201182:8:4294967295]
00000100:00000001:1.0:1769078470.078939:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078470.078943:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078470.078948:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078470.078949:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078470.078951:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078470.078955:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078470.078958:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5450
00000400:00000200:1.0:1769078470.078963:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078470.078966:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078470.078969:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078470.078973:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.078975:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.078978:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.078980:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078470.078983:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078470.078984:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078470.078986:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078470.078989:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078470.078990:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078470.078993:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078470.078996:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.078998:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.079000:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.079001:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078470.079004:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078470.079007:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078470.079009:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078470.079012:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078470.079015:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078470.079018:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.079020:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078470.079023:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078470.079025:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.079027:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078470.079032:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611f80.
00000020:00000040:1.0:1769078470.079035:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078470.079037:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078470.079039:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.079041:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078470.079043:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078470.079045:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078470.079050:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219400.
00000100:00000001:1.0:1769078470.079053:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078470.079058:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611f80 x1855007653189376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078470.079066:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078470.079069:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078470.079073:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0de5d6f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611f80 x1855007653189376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078470.079081:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078470.079084:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078470.079088:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078470.079089:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078470.079091:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078470.079094:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078470.079096:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5450
00000400:00000200:1.0:1769078470.079100:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078470.079103:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078470.079105:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078470.079109:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.079111:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.079113:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.079115:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078470.079117:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078470.079118:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078470.079120:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078470.079121:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078470.079123:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078470.079125:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078470.079128:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.079130:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.079132:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078470.079133:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078470.079135:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078470.079137:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078470.079148:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078470.079150:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078470.079152:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078470.079154:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.079156:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078470.079159:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078470.079161:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.079163:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078470.079166:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611500.
00000020:00000040:1.0:1769078470.079167:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078470.079170:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078470.079171:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.079173:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078470.079174:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078470.079176:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078470.079180:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769078470.079183:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078470.079188:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611500 x1855007653189504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078470.079196:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078470.079198:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078470.079202:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fb51406] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611500 x1855007653189504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078470.079210:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078470.079215:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5460)
00000400:00000200:2.0:1769078470.079362:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078470.079374:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078470.079381:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078470.079387:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078470.079395:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078470.079399:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078470.079405:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078470.079409:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078470.079414:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078470.079416:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078470.079420:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078470.079425:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078470.079429:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078470.079432:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078470.079435:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078470.079439:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611880 x1855007653189248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.079447:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.079451:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611880 x1855007653189248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.079462:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.079464:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078470.079467:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078470.079470:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078470.079473:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078470.079475:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300122644
00000100:00000001:2.0:1769078470.079478:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300123902
00000100:00000001:2.0:1769078470.079480:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300122644
00000100:00000001:2.0:1769078470.079482:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300123902
00000100:00000001:2.0:1769078470.079484:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078470.079486:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.079488:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078470.079491:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078470/real 1769078470]  req@ffff88ba85611880 x1855007653189248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078470.079500:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078470.079502:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078470.079504:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078470.079506:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078470.079508:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078470.079510:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078470.079514:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611880 x1855007653189248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078470.079524:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611880 x1855007653189248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.079530:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078470.079532:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.079599:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.079602:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078470.079607:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611880 x1855007653189248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.079619:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078470.079624:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611880 x1855007653189248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.079632:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078470.079635:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.079637:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.079638:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.079640:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078470.079642:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078470.079645:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078470.079649:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078470.079652:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078470.079657:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611880 x1855007653189248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078470.079665:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653189248:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078470.079669:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.079671:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.079676:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611880 x1855007653189248/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.079684:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078470.079686:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078470.079688:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078470.079691:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078470.079693:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078470.079694:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078470.079696:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078470.079698:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218c00.
02000000:00000001:2.0:1769078470.079701:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078470.079703:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078470.079704:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611880.
00000100:00000001:2.0:1769078470.079707:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078470.079709:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.079710:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.079715:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078470.079717:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.079719:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078470.079721:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078470.079722:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078470.079726:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611f80 x1855007653189376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.079733:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078470.079734:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.079737:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078470.079739:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078470.079741:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078470.079744:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653189376:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078470.079748:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078470.079750:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078470.079753:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.079755:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078470.079759:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078470.079761:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078470.079766:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078470.079769:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078470.079773:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078470.079777:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653189376, portal 4
00000100:00000001:2.0:1769078470.079779:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078470.079781:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415870336 : -131140293681280 : ffff88ba85611f80)
00000100:00000040:2.0:1769078470.079788:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611f80 x1855007653189376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.079794:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078470.079797:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078470.079800:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078470.079802:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653189376, offset 0
00000400:00000200:2.0:1769078470.079807:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078470.079811:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078470.079816:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078470.079820:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078470.079824:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078470.079826:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078470.079829:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078470.079833:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201183:201183:256:4294967295] 192.168.204.104@tcp LPNI seq info [201183:201183:8:4294967295]
00000400:00000200:2.0:1769078470.079837:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078470.079844:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078470.079849:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078470.079852:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078470.079856:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078470.079859:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078470.079864:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078470.079866:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078470.079871:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078470.079873:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078470.079876:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078470.079879:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078470.079882:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078470.079884:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078470.079887:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078470.079891:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611f80 x1855007653189376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.080079:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.080084:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611f80 x1855007653189376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.080091:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.080094:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078470.080098:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078470.080102:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078470.080106:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078470.080108:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300122652
00000100:00000001:2.0:1769078470.080111:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300123902
00000100:00000001:2.0:1769078470.080114:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300122652
00000100:00000001:2.0:1769078470.080116:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300123902
00000100:00000001:2.0:1769078470.080119:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078470.080121:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.080123:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078470.080127:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078470/real 1769078470]  req@ffff88ba85611f80 x1855007653189376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078470.080135:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078470.080136:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078470.080196:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078470.080200:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078470.080202:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078470.080205:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078470.080209:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611f80 x1855007653189376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078470.080218:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611f80 x1855007653189376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.080225:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078470.080227:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.080229:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.080230:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078470.080234:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611f80 x1855007653189376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.080241:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078470.080245:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611f80 x1855007653189376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.080254:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078470.080256:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.080258:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.080259:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.080261:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078470.080262:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078470.080264:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078470.080268:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078470.080270:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078470.080274:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611f80 x1855007653189376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078470.080282:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653189376:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078470.080286:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078470.080290:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611500 x1855007653189504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.080296:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078470.080298:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.080300:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078470.080301:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078470.080304:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078470.080307:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653189504:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078470.080310:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078470.080312:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078470.080314:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.080315:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078470.080320:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078470.080323:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078470.080327:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078470.080330:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078470.080333:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078470.080337:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653189504, portal 4
00000100:00000001:2.0:1769078470.080339:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078470.080340:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415867648 : -131140293683968 : ffff88ba85611500)
00000100:00000040:2.0:1769078470.080345:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611500 x1855007653189504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.080352:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078470.080355:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078470.080357:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078470.080360:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653189504, offset 0
00000400:00000200:2.0:1769078470.080364:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078470.080369:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078470.080374:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078470.080377:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078470.080380:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078470.080382:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078470.080385:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078470.080388:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201184:201184:256:4294967295] 192.168.204.104@tcp LPNI seq info [201184:201184:8:4294967295]
00000400:00000200:2.0:1769078470.080393:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078470.080399:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078470.080404:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078470.080407:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078470.080411:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078470.080414:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078470.080420:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078470.080422:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078470.080427:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078470.080429:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078470.080432:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078470.080435:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078470.080438:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078470.080440:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078470.080443:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078470.080447:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611500 x1855007653189504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.080455:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.080458:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611500 x1855007653189504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.080464:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.080465:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078470.080467:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078470.080470:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078470.080473:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078470.080475:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300122652
00000100:00000001:2.0:1769078470.080478:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300123902
00000100:00000001:2.0:1769078470.080480:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300122652
00000100:00000001:2.0:1769078470.080482:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300123902
00000100:00000001:2.0:1769078470.080484:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078470.080485:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.080487:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078470.080489:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078470/real 1769078470]  req@ffff88ba85611500 x1855007653189504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078470.080497:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078470.080498:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078470.080499:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078470.080502:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078470.080504:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078470.080506:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078470.080510:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611500 x1855007653189504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078470.080519:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611500 x1855007653189504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.080531:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078470.080533:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.080612:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.080614:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078470.080619:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611500 x1855007653189504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.080626:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078470.080630:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611500 x1855007653189504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.080637:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078470.080640:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.080642:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.080643:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.080646:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078470.080647:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078470.080650:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078470.080654:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078470.080656:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078470.080660:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611500 x1855007653189504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078470.080668:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653189504:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078470.080673:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.080674:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.080678:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611f80 x1855007653189376/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.080685:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078470.080687:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078470.080689:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078470.080693:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078470.080695:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078470.080696:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078470.080698:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078470.080701:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219400.
02000000:00000001:2.0:1769078470.080704:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078470.080706:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078470.080708:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611f80.
00000100:00000001:2.0:1769078470.080712:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078470.080714:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.080716:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.080719:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611500 x1855007653189504/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.080726:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078470.080728:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078470.080729:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078470.080731:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078470.080732:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078470.080733:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078470.080735:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078470.080736:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:2.0:1769078470.080739:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078470.080741:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078470.080742:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611500.
00000100:00000001:2.0:1769078470.080744:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078470.080745:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.080747:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.080753:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078470.080754:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.080757:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078470.080759:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078470.708679:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078470.708687:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078470.708807:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078470.708810:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078470.708813:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078471.348684:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300123902, at 4300123904
00000100:00000010:0.0:1769078471.348704:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d162a0.
00000100:00000040:1.0:1769078471.349605:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300123902, at 4300123905
00000100:00000010:1.0:1769078471.349614:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d164e0.
00010000:00000001:2.0:1769078471.733609:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078471.733623:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078471.733681:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078471.733685:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078471.733690:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078472.756630:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078472.756637:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078472.756681:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078472.756686:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078472.756690:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078473.780668:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078473.780676:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078473.780729:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078473.780733:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078473.780736:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078474.804630:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078474.804639:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078474.804641:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078474.804644:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078474.804649:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078474.804652:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078474.804655:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078474.804658:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078474.804729:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078474.804745:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078474.804749:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078475.188740:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078475.188756:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078475.188760:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078475.188782:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078475.188788:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078475.188798:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5455
00000400:00000200:3.0:1769078475.188811:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078475.188819:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078475.188823:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078475.188828:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.188833:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078475.188836:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.188839:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078475.188844:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078475.188847:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078475.188850:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078475.188852:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078475.188854:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078475.188856:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078475.188859:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.188860:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078475.188861:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.188863:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078475.188866:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078475.188869:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078475.188871:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078475.188873:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078475.188877:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078475.188879:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078475.188881:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078475.188883:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078475.188895:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769078475.188899:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078475.188903:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078475.188905:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078475.188908:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078475.188911:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078475.188916:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078475.188925:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769078475.188932:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078475.188941:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653189632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078475.188950:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078475.188954:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078475.188958:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653189632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078475.188989:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078475.188993:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078475.188996:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078475.188998:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078475.189000:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078475.189003:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078475.189006:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5455
00000400:00000200:3.0:1769078475.189011:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078475.189014:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078475.189017:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078475.189021:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189023:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078475.189025:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189027:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078475.189030:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078475.189032:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078475.189034:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078475.189036:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078475.189039:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078475.189041:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078475.189045:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189059:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078475.189061:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189064:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078475.189067:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078475.189070:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189073:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078475.189075:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078475.189082:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078475.189085:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078475.189087:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078475.189092:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078475.189096:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078475.189098:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078475.189103:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769078475.189106:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078475.189108:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078475.189109:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078475.189111:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078475.189112:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078475.189114:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078475.189117:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769078475.189120:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078475.189125:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653189760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078475.189131:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078475.189132:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078475.189135:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653189760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078475.189141:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078475.189143:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078475.189146:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078475.189147:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078475.189148:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078475.189150:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078475.189152:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5455
00000400:00000200:3.0:1769078475.189156:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078475.189158:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078475.189160:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078475.189163:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189166:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078475.189168:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189170:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078475.189173:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078475.189174:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078475.189176:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078475.189178:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078475.189191:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078475.189193:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078475.189197:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189199:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078475.189202:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189204:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078475.189207:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078475.189210:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189213:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078475.189215:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078475.189219:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078475.189221:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078475.189223:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078475.189226:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078475.189228:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078475.189229:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078475.189232:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769078475.189234:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078475.189237:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078475.189240:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078475.189242:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078475.189243:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078475.189245:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078475.189250:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769078475.189253:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078475.189258:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653189888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078475.189266:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078475.189269:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078475.189273:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653189888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078475.189283:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078475.189285:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078475.189289:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078475.189291:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078475.189293:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078475.189295:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078475.189298:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5455
00000400:00000200:3.0:1769078475.189302:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078475.189304:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078475.189306:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078475.189308:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189309:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078475.189311:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189312:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078475.189314:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078475.189315:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078475.189316:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078475.189317:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078475.189318:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078475.189321:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078475.189323:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189324:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078475.189325:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189327:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078475.189328:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078475.189330:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189331:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078475.189340:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078475.189343:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078475.189344:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078475.189346:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078475.189348:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078475.189350:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078475.189351:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078475.189354:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769078475.189355:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078475.189357:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078475.189358:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078475.189359:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078475.189361:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078475.189362:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078475.189365:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769078475.189367:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078475.189371:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653190016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078475.189376:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078475.189377:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078475.189380:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653190016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078475.189385:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078475.189387:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078475.189390:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078475.189391:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078475.189393:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078475.189395:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078475.189396:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5455
00000400:00000200:3.0:1769078475.189398:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078475.189400:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078475.189401:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078475.189403:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189404:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078475.189405:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189407:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078475.189408:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078475.189409:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078475.189410:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078475.189412:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078475.189413:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078475.189414:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078475.189416:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189417:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078475.189418:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189420:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078475.189421:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078475.189424:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078475.189427:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078475.189428:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078475.189430:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078475.189432:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078475.189444:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078475.189446:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078475.189449:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078475.189466:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078475.189470:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769078475.189474:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078475.189477:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078475.189478:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078475.189480:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078475.189481:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078475.189483:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078475.189488:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769078475.189491:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078475.189497:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653190144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078475.189505:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078475.189507:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078475.189511:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653190144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078475.189520:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078475.189525:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5465)
00000100:00000001:2.0:1769078475.192588:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078475.192598:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078475.192603:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078475.192618:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653189632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.192633:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078475.192636:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078475.192641:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078475.192646:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078475.192649:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078475.192653:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653189632:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078475.192659:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078475.192665:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078475.192673:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078475.192676:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078475.192687:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078475.192690:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078475.192703:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078475.192709:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078475.192717:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078475.192727:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653189632, portal 25
00000100:00000001:2.0:1769078475.192731:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078475.192732:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
00000100:00000040:2.0:1769078475.192740:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653189632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.192750:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078475.192754:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078475.192758:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078475.192762:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653189632, offset 0
00000400:00000200:2.0:1769078475.192771:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078475.192782:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078475.192791:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078475.192799:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078475.192804:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078475.192809:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078475.192813:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078475.192818:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201185:201185:256:4294967295] 192.168.204.104@tcp LPNI seq info [201185:201185:8:4294967295]
00000400:00000200:2.0:1769078475.192823:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078475.192836:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078475.192845:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078475.192851:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078475.192861:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078475.192866:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078475.192873:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078475.192877:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078475.192883:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078475.192886:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078475.192895:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078475.192901:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078475.192908:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078475.192911:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078475.192917:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078475.192922:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98a80 x1855007653189632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.192935:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078475.192939:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653189632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.192954:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078475.192956:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078475.192964:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078475.192969:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078475.192973:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300129023
00000100:00000010:2.0:1769078475.192980:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bea0.
00000100:00000001:2.0:1769078475.192989:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078475.192999:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300129023
00000100:00000010:2.0:1769078475.193003:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b360.
00000100:00000001:2.0:1769078475.193007:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078475.193011:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078475.193014:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078475.193018:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078475.193023:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078475/real 1769078475]  req@ffff88ba87a98a80 x1855007653189632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078475.193035:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078475.193037:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078475.193040:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078475.193043:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078475.193045:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078475.193048:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078475.193053:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653189632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078475.193063:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653189632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193070:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078475.193073:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.193076:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078475.193078:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078475.193083:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653189632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193091:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078475.193096:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653189632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193105:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078475.193109:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.193111:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078475.193112:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.193115:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078475.193118:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078475.193122:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078475.193127:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078475.193130:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078475.193135:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653189632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078475.193145:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653189632:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078475.193151:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078475.193156:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653189760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193164:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078475.193166:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078475.193168:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078475.193171:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078475.193173:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078475.193177:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653189760:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078475.193181:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078475.193183:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078475.193185:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078475.193187:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078475.193191:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078475.193193:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078475.193199:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078475.193202:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078475.193206:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078475.193209:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653189760, portal 10
00000100:00000001:2.0:1769078475.193212:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078475.193214:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:2.0:1769078475.193222:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653189760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193230:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078475.193232:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078475.193235:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078475.193238:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653189760, offset 0
00000400:00000200:2.0:1769078475.193243:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078475.193247:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078475.193252:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078475.193255:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078475.193258:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078475.193261:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078475.193264:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078475.193267:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201186:201186:256:4294967295] 192.168.204.104@tcp LPNI seq info [201186:201186:8:4294967295]
00000400:00000200:2.0:1769078475.193272:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078475.193279:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078475.193283:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078475.193287:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078475.193292:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078475.193295:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078475.193300:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078475.193303:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078475.193307:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078475.193309:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078475.193313:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078475.193317:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078475.193320:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078475.193322:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078475.193325:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078475.193329:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653189760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193338:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078475.193341:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653189760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193348:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078475.193350:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078475.193353:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078475.193358:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078475.193361:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078475.193364:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300127773
00000100:00000001:2.0:1769078475.193367:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300129023
00000100:00000001:2.0:1769078475.193369:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300127773
00000100:00000001:2.0:1769078475.193372:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300129023
00000100:00000001:2.0:1769078475.193374:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078475.193377:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078475.193379:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078475.193383:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078475/real 1769078475]  req@ffff88ba87a98e00 x1855007653189760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078475.193392:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078475.193393:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078475.193395:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078475.193398:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078475.193400:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078475.193402:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078475.193406:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653189760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078475.193416:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653189760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193423:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078475.193425:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.193427:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078475.193428:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078475.193432:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653189760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193439:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078475.193443:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653189760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193483:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078475.193486:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.193488:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078475.193490:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.193492:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078475.193494:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078475.193497:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078475.193502:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078475.193504:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078475.193509:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653189760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078475.193519:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653189760:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078475.193523:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078475.193528:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653189888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193568:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078475.193570:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078475.193573:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078475.193575:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078475.193577:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078475.193581:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653189888:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078475.193585:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078475.193588:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078475.193589:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078475.193591:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078475.193595:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078475.193598:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078475.193602:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078475.193604:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078475.193608:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078475.193611:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653189888, portal 10
00000100:00000001:2.0:1769078475.193614:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078475.193615:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:2.0:1769078475.193622:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653189888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193629:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078475.193632:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078475.193634:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078475.193637:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653189888, offset 0
00000400:00000200:2.0:1769078475.193641:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078475.193646:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078475.193650:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078475.193653:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078475.193656:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078475.193659:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078475.193662:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078475.193666:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201187:201187:256:4294967295] 192.168.204.104@tcp LPNI seq info [201187:201187:8:4294967295]
00000400:00000200:2.0:1769078475.193670:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078475.193677:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078475.193682:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078475.193686:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078475.193690:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078475.193694:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078475.193698:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078475.193701:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078475.193705:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078475.193708:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078475.193711:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078475.193715:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078475.193718:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078475.193720:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078475.193723:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078475.193726:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653189888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193734:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078475.193737:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653189888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193744:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078475.193745:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078475.193749:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078475.193752:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078475.193755:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078475.193757:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300127759
00000100:00000001:2.0:1769078475.193760:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300129023
00000100:00000001:2.0:1769078475.193763:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300127759
00000100:00000001:2.0:1769078475.193765:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300129023
00000100:00000001:2.0:1769078475.193767:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078475.193770:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078475.193772:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078475.193776:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078475/real 1769078475]  req@ffff88ba87a99f80 x1855007653189888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078475.193785:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078475.193787:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078475.193789:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078475.193791:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078475.193793:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078475.193795:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078475.193799:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653189888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078475.193809:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653189888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193816:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078475.193818:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.193820:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078475.193821:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078475.193825:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653189888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193833:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078475.193838:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653189888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193846:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078475.193848:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.193850:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078475.193852:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.193853:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078475.193855:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078475.193858:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078475.193862:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078475.193864:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078475.193869:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653189888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078475.193877:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653189888:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078475.193881:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078475.193886:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653190016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193893:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078475.193895:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078475.193898:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078475.193900:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078475.193902:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078475.193906:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653190016:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078475.193909:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078475.193911:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078475.193913:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078475.193915:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078475.193919:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078475.193921:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078475.193925:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078475.193928:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078475.193931:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078475.193935:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653190016, portal 4
00000100:00000001:2.0:1769078475.193937:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078475.193938:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:2.0:1769078475.193944:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653190016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.193952:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078475.193955:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078475.193957:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078475.193960:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653190016, offset 0
00000400:00000200:2.0:1769078475.193964:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078475.193968:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078475.193973:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078475.193976:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078475.193978:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078475.193981:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078475.193984:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078475.193987:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201188:201188:256:4294967295] 192.168.204.104@tcp LPNI seq info [201188:201188:8:4294967295]
00000400:00000200:2.0:1769078475.193991:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078475.193998:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078475.194003:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078475.194007:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078475.194011:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078475.194014:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078475.194019:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078475.194021:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078475.194025:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078475.194027:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078475.194030:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078475.194034:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078475.194036:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078475.194038:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078475.194041:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078475.194045:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653190016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194053:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078475.194057:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653190016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194065:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078475.194067:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078475.194071:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078475.194074:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078475.194078:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078475.194081:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300127766
00000100:00000001:2.0:1769078475.194083:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300129023
00000100:00000001:2.0:1769078475.194086:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300127766
00000100:00000001:2.0:1769078475.194088:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300129023
00000100:00000001:2.0:1769078475.194090:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078475.194093:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078475.194095:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078475.194099:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078475/real 1769078475]  req@ffff88ba87a98380 x1855007653190016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078475.194108:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078475.194109:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078475.194111:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078475.194114:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078475.194116:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078475.194118:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078475.194122:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653190016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078475.194131:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653190016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194139:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078475.194140:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.194142:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078475.194144:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078475.194147:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653190016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194154:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078475.194158:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653190016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194167:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078475.194169:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.194171:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078475.194173:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.194175:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078475.194176:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078475.194179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078475.194211:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078475.194214:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078475.194218:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653190016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078475.194227:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653190016:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078475.194233:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078475.194238:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653190144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194246:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078475.194248:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078475.194251:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078475.194253:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078475.194255:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078475.194258:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653190144:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078475.194262:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078475.194264:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078475.194266:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078475.194268:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078475.194272:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7400.
02000000:00000001:2.0:1769078475.194274:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078475.194278:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078475.194281:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078475.194285:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078475.194288:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653190144, portal 4
00000100:00000001:2.0:1769078475.194290:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078475.194292:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:2.0:1769078475.194299:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653190144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194305:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078475.194308:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078475.194310:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078475.194312:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653190144, offset 0
00000400:00000200:2.0:1769078475.194316:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078475.194320:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078475.194323:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078475.194326:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078475.194329:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078475.194331:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078475.194333:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078475.194336:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201189:201189:256:4294967295] 192.168.204.104@tcp LPNI seq info [201189:201189:8:4294967295]
00000400:00000200:2.0:1769078475.194341:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078475.194349:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078475.194354:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078475.194357:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078475.194362:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078475.194364:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078475.194370:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078475.194372:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078475.194376:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078475.194378:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078475.194382:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078475.194385:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078475.194388:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078475.194389:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078475.194392:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078475.194396:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653190144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194403:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078475.194406:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653190144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194412:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078475.194413:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078475.194416:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078475.194419:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078475.194423:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078475.194425:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300127766
00000100:00000001:2.0:1769078475.194428:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300129023
00000100:00000001:2.0:1769078475.194431:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300127766
00000100:00000001:2.0:1769078475.194433:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300129023
00000100:00000001:2.0:1769078475.194435:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078475.194437:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078475.194439:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078475.194444:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078475/real 1769078475]  req@ffff88ba87a98700 x1855007653190144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078475.194480:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078475.194482:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078475.194484:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078475.194486:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078475.194488:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078475.194490:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078475.194495:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653190144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078475.194503:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653190144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194516:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078475.194517:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.194519:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078475.194520:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078475.194524:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653190144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194531:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078475.194552:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653190144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194561:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078475.194563:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.194565:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078475.194567:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.194569:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078475.194570:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078475.194574:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078475.194577:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078475.194581:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078475.194586:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653190144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078475.194593:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653190144:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078475.194596:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.194598:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078475.194601:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653189632/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194606:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078475.194608:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078475.194611:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078475.194614:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078475.194616:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078475.194618:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078475.194620:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078475.194622:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:2.0:1769078475.194626:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078475.194628:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078475.194630:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:2.0:1769078475.194633:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078475.194634:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.194635:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078475.194637:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653189760/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194642:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078475.194642:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078475.194644:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078475.194645:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078475.194646:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078475.194647:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078475.194648:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078475.194649:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:2.0:1769078475.194650:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078475.194651:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078475.194652:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:2.0:1769078475.194653:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078475.194654:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.194655:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078475.194657:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653189888/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194660:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078475.194661:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078475.194662:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078475.194664:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078475.194664:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078475.194665:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078475.194667:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078475.194668:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:2.0:1769078475.194669:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078475.194670:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078475.194671:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:2.0:1769078475.194673:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078475.194674:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.194674:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078475.194676:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653190016/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194680:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078475.194681:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078475.194681:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078475.194683:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078475.194684:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078475.194685:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078475.194686:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078475.194687:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:2.0:1769078475.194688:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078475.194689:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078475.194689:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:2.0:1769078475.194690:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078475.194691:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.194692:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078475.194694:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653190144/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078475.194697:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078475.194698:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078475.194699:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7400.
02000000:00000001:2.0:1769078475.194702:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078475.194703:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078475.194703:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078475.194704:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078475.194705:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:2.0:1769078475.194707:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078475.194708:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078475.194709:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:2.0:1769078475.194710:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078475.194711:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.194713:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.194721:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078475.194723:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078475.194725:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078475.194726:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078475.828616:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078475.828624:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078475.828702:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078475.828707:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078475.828712:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078476.468688:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300129023, at 4300129024
00000100:00000040:1.0:1769078476.468688:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300129023, at 4300129024
00000100:00000010:0.0:1769078476.468710:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bea0.
00000100:00000010:1.0:1769078476.468713:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b360.
00010000:00000001:2.0:1769078476.852624:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078476.852633:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078476.852693:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078476.852697:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078476.852700:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078477.876636:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078477.876646:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078477.876741:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078477.876745:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078477.876748:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078478.900814:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078478.900824:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078478.900911:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078478.900914:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078478.900917:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078479.924903:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078479.924914:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078479.926983:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078479.926989:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078479.926993:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078480.308973:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078480.308985:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078480.308989:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078480.308995:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078480.308999:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078480.309008:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5460
00000400:00000200:3.0:1769078480.309018:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078480.309027:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078480.309030:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078480.309034:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309039:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078480.309041:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309044:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078480.309049:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078480.309051:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078480.309054:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078480.309057:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078480.309060:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078480.309062:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078480.309065:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309067:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078480.309069:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309071:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078480.309074:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078480.309077:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309080:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078480.309083:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078480.309087:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078480.309090:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078480.309092:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078480.309095:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078480.309108:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769078480.309113:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078480.309119:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078480.309121:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078480.309125:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078480.309128:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078480.309133:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078480.309143:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078480.309151:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078480.309161:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653190272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078480.309172:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078480.309176:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078480.309180:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653190272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078480.309216:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078480.309219:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078480.309222:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078480.309224:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078480.309225:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078480.309228:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078480.309235:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5460
00000400:00000200:3.0:1769078480.309239:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078480.309242:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078480.309244:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078480.309247:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309249:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078480.309251:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309257:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078480.309259:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078480.309261:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078480.309262:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078480.309264:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078480.309267:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078480.309269:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078480.309271:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309273:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078480.309275:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309277:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078480.309278:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078480.309281:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309282:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078480.309284:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078480.309290:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078480.309292:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078480.309294:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078480.309299:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078480.309302:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078480.309304:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078480.309307:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769078480.309309:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078480.309312:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078480.309313:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078480.309315:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078480.309316:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078480.309317:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078480.309321:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769078480.309324:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078480.309328:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653190400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078480.309334:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078480.309336:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078480.309339:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653190400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078480.309353:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078480.309355:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078480.309362:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078480.309363:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078480.309396:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078480.309399:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078480.309402:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5460
00000400:00000200:3.0:1769078480.309405:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078480.309408:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078480.309410:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078480.309413:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309415:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078480.309416:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309418:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078480.309420:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078480.309421:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078480.309422:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078480.309424:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078480.309425:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078480.309427:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078480.309430:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309432:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078480.309434:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309435:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078480.309437:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078480.309440:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309442:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078480.309444:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078480.309446:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078480.309448:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078480.309450:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078480.309452:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078480.309454:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078480.309456:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078480.309459:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769078480.309461:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078480.309463:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078480.309464:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078480.309465:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078480.309466:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078480.309468:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078480.309471:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769078480.309474:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078480.309478:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653190528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078480.309484:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078480.309486:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078480.309489:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653190528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078480.309496:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078480.309498:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078480.309500:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078480.309501:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078480.309503:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078480.309505:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078480.309507:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5460
00000400:00000200:3.0:1769078480.309510:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078480.309512:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078480.309514:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078480.309517:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309518:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078480.309520:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309522:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078480.309524:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078480.309525:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078480.309526:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078480.309528:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078480.309529:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078480.309531:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078480.309533:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309535:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078480.309554:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309555:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078480.309557:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078480.309559:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309561:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078480.309562:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078480.309564:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078480.309565:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078480.309567:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078480.309569:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078480.309571:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078480.309573:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078480.309575:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769078480.309577:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078480.309580:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078480.309581:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078480.309582:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078480.309583:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078480.309585:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078480.309588:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769078480.309591:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078480.309594:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653190656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078480.309600:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078480.309602:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078480.309605:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653190656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078480.309611:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078480.309613:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078480.309616:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078480.309617:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078480.309618:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078480.309620:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078480.309622:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5460
00000400:00000200:3.0:1769078480.309625:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078480.309627:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078480.309629:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078480.309631:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309633:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078480.309635:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309637:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078480.309638:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078480.309639:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078480.309640:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078480.309642:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078480.309643:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078480.309645:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078480.309647:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309648:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078480.309650:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309652:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078480.309654:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078480.309656:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078480.309658:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078480.309659:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078480.309661:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078480.309663:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078480.309664:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078480.309665:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078480.309667:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078480.309668:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078480.309671:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769078480.309672:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078480.309674:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078480.309675:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078480.309676:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078480.309677:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078480.309678:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078480.309680:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769078480.309682:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078480.309685:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653190784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078480.309690:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078480.309692:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078480.309694:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653190784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078480.309701:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078480.309705:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5470)
00000100:00000001:2.0:1769078480.310158:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078480.310164:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078480.310167:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078480.310175:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653190272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310184:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078480.310187:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078480.310191:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078480.310194:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078480.310198:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078480.310201:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653190272:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078480.310206:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078480.310212:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078480.310214:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078480.310218:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078480.310222:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7400.
02000000:00000001:2.0:1769078480.310225:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078480.310233:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078480.310238:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078480.310257:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078480.310268:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653190272, portal 25
00000100:00000001:2.0:1769078480.310271:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078480.310273:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:2.0:1769078480.310280:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653190272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310288:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078480.310291:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078480.310294:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078480.310299:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653190272, offset 0
00000400:00000200:2.0:1769078480.310306:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078480.310315:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078480.310321:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078480.310328:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078480.310334:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078480.310338:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078480.310341:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078480.310346:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201190:201190:256:4294967295] 192.168.204.104@tcp LPNI seq info [201190:201190:8:4294967295]
00000400:00000200:2.0:1769078480.310350:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078480.310361:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078480.310380:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078480.310387:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078480.310395:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078480.310399:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769078480.310406:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078480.310410:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769078480.310415:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078480.310418:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078480.310425:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078480.310430:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078480.310436:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078480.310439:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078480.310445:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078480.310450:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653190272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310460:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078480.310464:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653190272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310471:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078480.310473:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078480.310479:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078480.310484:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078480.310487:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300134140
00000100:00000010:2.0:1769078480.310493:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b240.
00000100:00000001:2.0:1769078480.310502:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078480.310509:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300134140
00000100:00000010:2.0:1769078480.310512:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b3c0.
00000100:00000001:2.0:1769078480.310516:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078480.310531:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078480.310555:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078480.310558:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078480.310563:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078480/real 1769078480]  req@ffff88ba87a9b480 x1855007653190272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078480.310574:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078480.310576:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078480.310578:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078480.310581:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078480.310583:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078480.310587:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078480.310590:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653190272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078480.310598:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653190272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310604:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078480.310607:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.310609:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078480.310611:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078480.310615:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653190272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310622:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078480.310627:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653190272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310634:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078480.310637:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.310638:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078480.310639:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.310642:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078480.310644:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078480.310646:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078480.310650:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078480.310652:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078480.310656:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653190272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078480.310662:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653190272:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078480.310667:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078480.310670:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653190400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310675:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078480.310676:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078480.310679:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078480.310680:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078480.310683:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078480.310685:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653190400:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078480.310688:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078480.310690:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078480.310691:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078480.310693:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078480.310696:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078480.310698:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078480.310702:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078480.310705:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078480.310708:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078480.310712:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653190400, portal 10
00000100:00000001:2.0:1769078480.310714:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078480.310715:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00000040:2.0:1769078480.310722:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653190400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310728:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078480.310730:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078480.310733:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078480.310735:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653190400, offset 0
00000400:00000200:2.0:1769078480.310739:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078480.310742:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078480.310746:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078480.310749:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078480.310751:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078480.310753:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078480.310755:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078480.310758:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201191:201191:256:4294967295] 192.168.204.104@tcp LPNI seq info [201191:201191:8:4294967295]
00000400:00000200:2.0:1769078480.310763:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078480.310769:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078480.310774:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078480.310777:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078480.310781:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078480.310784:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769078480.310788:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078480.310790:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769078480.310794:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078480.310796:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078480.310798:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078480.310801:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078480.310805:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078480.310806:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078480.310809:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078480.310812:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653190400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310820:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078480.310824:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653190400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310832:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078480.310833:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078480.310836:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078480.310840:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078480.310844:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078480.310846:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300132891
00000100:00000001:2.0:1769078480.310849:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300134140
00000100:00000001:2.0:1769078480.310851:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300132891
00000100:00000001:2.0:1769078480.310853:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300134140
00000100:00000001:2.0:1769078480.310855:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078480.310857:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078480.310859:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078480.310862:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078480/real 1769078480]  req@ffff88ba87a9a300 x1855007653190400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078480.310878:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078480.310879:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078480.310881:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078480.310883:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078480.310884:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078480.310886:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078480.310889:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653190400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078480.310899:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653190400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310905:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078480.310906:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.310908:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078480.310909:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078480.310913:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653190400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310920:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078480.310923:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653190400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310929:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078480.310932:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.310933:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078480.310935:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.310936:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078480.310938:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078480.310941:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078480.310944:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078480.310945:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078480.310949:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653190400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078480.310957:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653190400:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078480.310961:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078480.310964:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653190528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.310971:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078480.310972:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078480.310974:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078480.310975:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078480.310977:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078480.310980:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653190528:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078480.310982:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078480.310984:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078480.310985:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078480.310987:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078480.310990:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078480.310992:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078480.310995:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078480.310997:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078480.311000:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078480.311003:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653190528, portal 10
00000100:00000001:2.0:1769078480.311005:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078480.311006:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:2.0:1769078480.311011:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653190528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311018:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078480.311020:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078480.311022:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078480.311024:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653190528, offset 0
00000400:00000200:2.0:1769078480.311028:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078480.311031:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078480.311034:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078480.311037:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078480.311039:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078480.311041:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078480.311044:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078480.311047:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201192:201192:256:4294967295] 192.168.204.104@tcp LPNI seq info [201192:201192:8:4294967295]
00000400:00000200:2.0:1769078480.311051:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078480.311057:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078480.311061:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078480.311064:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078480.311068:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078480.311070:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769078480.311074:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078480.311077:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769078480.311081:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078480.311083:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078480.311085:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078480.311088:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078480.311091:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078480.311093:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078480.311095:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078480.311099:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653190528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311107:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078480.311111:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653190528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311117:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078480.311119:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078480.311121:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078480.311125:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078480.311128:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078480.311131:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300132876
00000100:00000001:2.0:1769078480.311134:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300134140
00000100:00000001:2.0:1769078480.311136:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300132876
00000100:00000001:2.0:1769078480.311138:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300134140
00000100:00000001:2.0:1769078480.311140:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078480.311142:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078480.311144:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078480.311148:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078480/real 1769078480]  req@ffff88ba87a99880 x1855007653190528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078480.311156:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078480.311157:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078480.311159:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078480.311161:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078480.311163:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078480.311165:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078480.311168:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653190528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078480.311177:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653190528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311183:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078480.311185:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311187:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078480.311188:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078480.311192:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653190528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311199:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078480.311203:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653190528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311209:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078480.311212:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311214:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078480.311215:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311217:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078480.311218:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078480.311221:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078480.311223:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078480.311225:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078480.311228:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653190528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078480.311236:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653190528:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078480.311239:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078480.311242:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653190656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311249:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078480.311250:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078480.311252:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078480.311254:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078480.311256:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078480.311258:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653190656:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078480.311261:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078480.311263:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078480.311265:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078480.311266:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078480.311269:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078480.311271:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078480.311275:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078480.311277:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078480.311280:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078480.311283:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653190656, portal 4
00000100:00000001:2.0:1769078480.311286:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078480.311287:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:2.0:1769078480.311292:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653190656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311298:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078480.311300:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078480.311302:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078480.311305:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653190656, offset 0
00000400:00000200:2.0:1769078480.311308:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078480.311312:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078480.311316:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078480.311318:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078480.311320:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078480.311323:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078480.311325:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078480.311328:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201193:201193:256:4294967295] 192.168.204.104@tcp LPNI seq info [201193:201193:8:4294967295]
00000400:00000200:2.0:1769078480.311332:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078480.311338:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078480.311342:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078480.311345:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078480.311349:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078480.311352:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769078480.311356:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078480.311387:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769078480.311391:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078480.311393:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078480.311396:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078480.311399:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078480.311401:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078480.311403:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078480.311405:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078480.311408:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653190656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311420:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078480.311422:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653190656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311427:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078480.311429:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078480.311431:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078480.311434:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078480.311437:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078480.311438:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300132883
00000100:00000001:2.0:1769078480.311441:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300134140
00000100:00000001:2.0:1769078480.311442:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300132883
00000100:00000001:2.0:1769078480.311444:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300134140
00000100:00000001:2.0:1769078480.311446:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078480.311448:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078480.311450:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078480.311453:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078480/real 1769078480]  req@ffff88ba87a9b800 x1855007653190656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078480.311461:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078480.311462:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078480.311463:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078480.311466:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078480.311467:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078480.311469:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078480.311473:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653190656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078480.311480:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653190656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311486:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078480.311488:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311490:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078480.311491:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078480.311494:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653190656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311500:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078480.311504:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653190656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311512:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078480.311514:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311516:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078480.311517:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311519:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078480.311520:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078480.311523:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078480.311526:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078480.311528:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078480.311532:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653190656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078480.311559:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653190656:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078480.311563:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078480.311566:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653190784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311572:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078480.311574:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078480.311576:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078480.311578:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078480.311579:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078480.311583:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653190784:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078480.311585:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078480.311587:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078480.311589:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078480.311590:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078480.311594:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078480.311596:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078480.311599:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078480.311602:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078480.311605:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078480.311607:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653190784, portal 4
00000100:00000001:2.0:1769078480.311609:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078480.311610:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:2.0:1769078480.311616:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653190784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311622:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078480.311624:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078480.311626:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078480.311628:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653190784, offset 0
00000400:00000200:2.0:1769078480.311632:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078480.311635:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078480.311638:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078480.311641:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078480.311644:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078480.311646:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078480.311649:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078480.311651:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201194:201194:256:4294967295] 192.168.204.104@tcp LPNI seq info [201194:201194:8:4294967295]
00000400:00000200:2.0:1769078480.311655:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078480.311659:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078480.311662:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078480.311665:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078480.311668:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078480.311670:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769078480.311673:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078480.311674:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769078480.311677:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078480.311679:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078480.311680:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078480.311682:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078480.311684:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078480.311685:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078480.311687:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078480.311689:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653190784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311695:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078480.311696:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653190784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311701:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078480.311702:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078480.311704:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078480.311707:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078480.311710:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078480.311713:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300132884
00000100:00000001:2.0:1769078480.311715:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300134140
00000100:00000001:2.0:1769078480.311717:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300132884
00000100:00000001:2.0:1769078480.311719:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300134140
00000100:00000001:2.0:1769078480.311721:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078480.311723:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078480.311725:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078480.311729:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078480/real 1769078480]  req@ffff88ba87a99c00 x1855007653190784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078480.311737:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078480.311739:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078480.311740:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078480.311743:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078480.311744:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078480.311746:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078480.311749:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653190784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078480.311758:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653190784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311764:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078480.311766:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311767:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078480.311769:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078480.311771:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653190784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311775:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078480.311778:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653190784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311782:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078480.311783:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311784:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078480.311785:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311786:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078480.311787:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078480.311788:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078480.311790:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078480.311791:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078480.311793:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653190784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078480.311801:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653190784:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078480.311804:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311805:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078480.311807:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653190272/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311811:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078480.311814:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078480.311816:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7400.
02000000:00000001:2.0:1769078480.311820:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078480.311822:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078480.311823:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078480.311824:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078480.311827:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:2.0:1769078480.311830:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078480.311831:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078480.311833:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:2.0:1769078480.311835:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078480.311836:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311837:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078480.311839:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653190400/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311843:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078480.311843:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078480.311844:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078480.311846:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078480.311847:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078480.311847:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078480.311848:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078480.311849:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:2.0:1769078480.311851:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078480.311852:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078480.311853:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:2.0:1769078480.311855:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078480.311855:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311856:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078480.311858:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653190528/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311862:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078480.311863:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078480.311863:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078480.311865:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078480.311865:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078480.311866:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078480.311867:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078480.311868:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:2.0:1769078480.311869:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078480.311869:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078480.311870:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:2.0:1769078480.311871:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078480.311872:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311872:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078480.311874:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653190656/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311877:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078480.311878:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078480.311878:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078480.311880:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078480.311880:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078480.311881:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078480.311882:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078480.311882:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:2.0:1769078480.311883:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078480.311884:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078480.311884:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:2.0:1769078480.311885:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078480.311886:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311887:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078480.311889:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653190784/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078480.311895:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078480.311897:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078480.311898:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078480.311900:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078480.311901:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078480.311902:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078480.311904:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078480.311905:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:2.0:1769078480.311908:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078480.311909:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078480.311910:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:2.0:1769078480.311912:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078480.311913:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311915:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.311924:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078480.311927:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078480.311929:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078480.311931:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078480.948659:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078480.948669:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078480.948727:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078480.948730:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078480.948733:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078481.588697:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300134140, at 4300134144
00000100:00000010:0.0:1769078481.588718:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b240.
00000100:00000040:1.0:1769078481.589007:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300134140, at 4300134144
00000100:00000010:1.0:1769078481.589015:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b3c0.
00010000:00000001:2.0:1769078481.972672:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078481.972680:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078481.972824:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078481.972827:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078481.972830:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078482.996683:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078482.996692:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078482.996795:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078482.996803:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078482.996808:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078484.020658:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078484.020665:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078484.020770:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078484.020773:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078484.020776:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078485.046396:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078485.046407:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078485.046410:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078485.046413:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078485.046419:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078485.046422:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078485.046424:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078485.046426:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078485.046490:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078485.046494:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078485.046498:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078485.428907:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078485.428922:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078485.428926:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078485.428931:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078485.428936:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078485.428946:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5465
00000400:00000200:1.0:1769078485.428957:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078485.428964:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078485.428968:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078485.428971:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.428975:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078485.428978:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.428980:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078485.428985:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078485.428987:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078485.428990:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078485.428993:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078485.428996:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078485.428998:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078485.429002:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429004:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078485.429006:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429007:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078485.429011:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078485.429014:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429016:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078485.429020:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078485.429023:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078485.429026:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078485.429029:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078485.429032:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078485.429054:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612300.
00000020:00000040:1.0:1769078485.429059:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078485.429063:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078485.429065:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078485.429069:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078485.429072:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078485.429077:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078485.429088:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219800.
00000100:00000001:1.0:1769078485.429096:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078485.429108:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612300 x1855007653190912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078485.429120:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078485.429125:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078485.429130:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000561e7356] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612300 x1855007653190912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078485.429154:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078485.429158:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078485.429162:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078485.429164:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078485.429165:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078485.429168:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078485.429171:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5465
00000400:00000200:1.0:1769078485.429176:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078485.429179:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078485.429182:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078485.429186:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429188:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078485.429190:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429192:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078485.429194:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078485.429195:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078485.429197:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078485.429200:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078485.429201:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078485.429203:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:2.0:1769078485.429206:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078485.429207:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078485.429211:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078485.429216:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612300 x1855007653190912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078485.429217:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429222:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078485.429226:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429230:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078485.429235:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:2.0:1769078485.429237:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769078485.429240:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078485.429242:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078485.429244:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078485.429247:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078485.429249:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078485.429253:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078485.429254:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078485.429258:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078485.429259:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078485.429263:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:2.0:1769078485.429266:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653190912:192.168.204.104@tcp:250:kworker.0
00000008:00100000:1.0:1769078485.429270:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078485.429272:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1769078485.429275:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078485.429278:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078485.429295:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078485.429299:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078485.429302:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078485.429308:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
00000100:00000010:1.0:1769078485.429310:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610700.
02000000:00000001:2.0:1769078485.429312:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078485.429315:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078485.429319:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078485.429321:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078485.429323:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078485.429324:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078485.429327:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078485.429329:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078485.429330:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
02000000:00000010:1.0:1769078485.429335:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b800.
00000100:00000001:1.0:1769078485.429340:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078485.429340:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00100000:1.0:1769078485.429346:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610700 x1855007653191040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769078485.429351:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653190912, portal 25
00000100:00000001:2.0:1769078485.429357:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078485.429358:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078485.429360:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415871232 : -131140293680384 : ffff88ba85612300)
00000100:00000001:1.0:1769078485.429362:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078485.429371:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612300 x1855007653190912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078485.429372:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029410724] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610700 x1855007653191040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078485.429392:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078485.429397:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078485.429398:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078485.429403:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1769078485.429404:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429406:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078485.429408:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769078485.429409:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000001:1.0:1769078485.429412:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1769078485.429416:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653190912, offset 0
00000100:00080000:1.0:1769078485.429417:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5465
00000400:00000200:1.0:1769078485.429424:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078485.429429:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078485.429430:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00080000:1.0:1769078485.429432:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078485.429436:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429438:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078485.429440:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078485.429443:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078485.429445:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078485.429449:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078485.429450:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078485.429452:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078485.429455:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000400:00000200:2.0:1769078485.429455:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000001:1.0:1769078485.429459:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078485.429462:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769078485.429466:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769078485.429467:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429469:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078485.429471:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429472:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078485.429475:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078485.429480:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429482:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078485.429483:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
02000000:00000001:1.0:1769078485.429486:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078485.429490:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078485.429490:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1769078485.429495:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078485.429497:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429500:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078485.429505:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078485.429505:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201195:201195:256:4294967295] 192.168.204.104@tcp LPNI seq info [201195:201195:8:4294967295]
00000008:00000001:1.0:1769078485.429512:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078485.429516:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:1.0:1769078485.429517:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078485.429522:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612d80.
00000020:00000040:1.0:1769078485.429525:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078485.429531:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078485.429534:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078485.429571:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
02000000:00000001:1.0:1769078485.429577:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078485.429578:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000100:00000001:1.0:1769078485.429583:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078485.429586:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078485.429588:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078485.429590:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000010:1.0:1769078485.429596:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a400.
00000100:00000001:1.0:1769078485.429601:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078485.429605:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000100:00100000:1.0:1769078485.429607:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612d80 x1855007653191168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769078485.429620:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078485.429623:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769078485.429625:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1769078485.429627:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769078485.429634:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000040:1.0:1769078485.429635:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fed2dda] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612d80 x1855007653191168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1769078485.429639:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000100:00000001:1.0:1769078485.429648:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078485.429651:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078485.429651:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1769078485.429657:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078485.429661:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078485.429662:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1769078485.429664:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078485.429668:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078485.429669:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000100:00080000:1.0:1769078485.429673:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5465
00000400:00000010:2.0:1769078485.429674:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000400:00000200:1.0:1769078485.429679:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078485.429681:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1769078485.429684:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078485.429688:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769078485.429690:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612300 x1855007653190912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078485.429694:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429699:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078485.429703:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429706:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078485.429707:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1769078485.429710:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078485.429713:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00000040:2.0:1769078485.429715:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612300 x1855007653190912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078485.429717:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078485.429721:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078485.429726:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078485.429730:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:2.0:1769078485.429731:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.429735:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1769078485.429737:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429741:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078485.429743:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078485.429744:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429749:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769078485.429754:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:1.0:1769078485.429755:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:2.0:1769078485.429760:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300139260
00000100:00080000:1.0:1769078485.429761:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429766:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078485.429768:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1769078485.429768:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b120.
02000000:00000001:1.0:1769078485.429774:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078485.429777:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.429779:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078485.429780:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078485.429784:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078485.429787:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078485.429789:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.429790:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300139260
00000100:00000010:1.0:1769078485.429794:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611500.
00000100:00000010:2.0:1769078485.429796:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b5a0.
00000020:00000040:1.0:1769078485.429799:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:2.0:1769078485.429802:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1769078485.429803:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078485.429807:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078485.429809:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078485.429809:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078485.429812:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078485.429814:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078485.429815:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.429819:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000010:1.0:1769078485.429823:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
00000100:00100000:2.0:1769078485.429826:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078485/real 1769078485]  req@ffff88ba85612300 x1855007653190912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078485.429828:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078485.429838:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611500 x1855007653191296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1769078485.429844:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1769078485.429848:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1769078485.429848:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1769078485.429853:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078485.429854:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078485.429859:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000100:00000040:1.0:1769078485.429862:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fb51406] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611500 x1855007653191296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078485.429863:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078485.429868:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769078485.429874:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078485.429876:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612300 x1855007653190912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078485.429879:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078485.429887:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078485.429890:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078485.429893:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1769078485.429895:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612300 x1855007653190912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078485.429897:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078485.429902:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5465
00000400:00000200:1.0:1769078485.429911:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078485.429912:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:1.0:1769078485.429916:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078485.429916:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.429920:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1769078485.429921:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078485.429924:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078485.429927:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429931:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769078485.429932:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612300 x1855007653190912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078485.429936:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429941:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078485.429947:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078485.429948:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769078485.429949:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078485.429953:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078485.429955:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000040:2.0:1769078485.429957:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612300 x1855007653190912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078485.429960:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078485.429966:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:2.0:1769078485.429973:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1769078485.429974:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078485.429979:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078485.429979:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.429983:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1769078485.429986:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078485.429986:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078485.429992:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078485.429992:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078485.429995:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1769078485.429997:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078485.429999:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078485.430003:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00080000:2.0:1769078485.430008:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078485.430009:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.430013:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1769078485.430014:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078485.430019:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078485.430020:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612300 x1855007653190912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078485.430024:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078485.430029:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078485.430032:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078485.430037:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078485.430038:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078485.430043:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611f80.
00000020:00000040:1.0:1769078485.430046:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00100000:2.0:1769078485.430048:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653190912:192.168.204.104@tcp:250:kworker.0
02000000:00000001:1.0:1769078485.430049:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078485.430052:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078485.430055:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078485.430057:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078485.430058:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078485.430061:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.430061:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078485.430067:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612300 x1855007653190912/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078485.430069:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769078485.430074:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078485.430082:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611f80 x1855007653191424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078485.430086:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1769078485.430090:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078485.430093:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078485.430095:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1769078485.430097:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0de5d6f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611f80 x1855007653191424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078485.430099:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078485.430105:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078485.430108:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:1.0:1769078485.430110:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078485.430112:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078485.430116:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:1.0:1769078485.430117:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5475)
02000000:00000010:2.0:1769078485.430119:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219800.
02000000:00000001:2.0:1769078485.430125:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078485.430128:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078485.430130:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612300.
00000100:00000001:2.0:1769078485.430132:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078485.430134:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.430137:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.430145:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078485.430148:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.430150:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078485.430152:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078485.430154:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078485.430158:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610700 x1855007653191040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430166:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078485.430167:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078485.430169:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078485.430171:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078485.430174:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078485.430177:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653191040:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078485.430181:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078485.430183:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078485.430184:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078485.430186:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078485.430190:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078485.430192:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078485.430196:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078485.430199:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078485.430203:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078485.430206:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653191040, portal 10
00000100:00000001:2.0:1769078485.430208:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078485.430209:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864064 : -131140293687552 : ffff88ba85610700)
00000100:00000040:2.0:1769078485.430216:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610700 x1855007653191040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430223:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078485.430225:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078485.430227:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078485.430230:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653191040, offset 0
00000400:00000200:2.0:1769078485.430233:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078485.430237:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078485.430240:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078485.430244:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078485.430246:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078485.430250:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078485.430252:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078485.430255:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201196:201196:256:4294967295] 192.168.204.104@tcp LPNI seq info [201196:201196:8:4294967295]
00000400:00000200:2.0:1769078485.430260:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078485.430267:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078485.430272:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078485.430275:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078485.430291:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078485.430293:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078485.430298:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078485.430300:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078485.430305:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078485.430307:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078485.430309:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078485.430313:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078485.430316:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078485.430317:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078485.430320:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078485.430323:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610700 x1855007653191040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430330:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078485.430334:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610700 x1855007653191040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430341:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.430342:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078485.430345:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078485.430349:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078485.430352:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078485.430353:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300138010
00000100:00000001:2.0:1769078485.430356:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300139260
00000100:00000001:2.0:1769078485.430359:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300138010
00000100:00000001:2.0:1769078485.430361:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300139260
00000100:00000001:2.0:1769078485.430363:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078485.430365:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.430367:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078485.430369:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078485/real 1769078485]  req@ffff88ba85610700 x1855007653191040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078485.430378:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078485.430379:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078485.430381:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078485.430383:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078485.430385:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078485.430387:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078485.430390:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610700 x1855007653191040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078485.430398:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610700 x1855007653191040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430405:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078485.430406:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.430408:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078485.430409:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078485.430412:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610700 x1855007653191040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430419:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078485.430423:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610700 x1855007653191040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430429:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078485.430431:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.430433:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078485.430434:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.430436:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078485.430438:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078485.430441:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078485.430444:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078485.430446:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078485.430451:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610700 x1855007653191040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078485.430459:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653191040:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078485.430463:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078485.430466:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612d80 x1855007653191168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430472:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078485.430475:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078485.430477:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078485.430479:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078485.430481:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078485.430483:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653191168:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078485.430486:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078485.430488:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078485.430490:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078485.430492:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078485.430495:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078485.430497:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078485.430501:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078485.430503:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078485.430506:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078485.430509:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653191168, portal 10
00000100:00000001:2.0:1769078485.430511:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078485.430512:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873920 : -131140293677696 : ffff88ba85612d80)
00000100:00000040:2.0:1769078485.430518:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612d80 x1855007653191168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430524:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078485.430526:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078485.430528:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078485.430530:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653191168, offset 0
00000400:00000200:2.0:1769078485.430553:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078485.430557:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078485.430561:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078485.430564:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078485.430566:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078485.430568:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078485.430571:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078485.430574:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201197:201197:256:4294967295] 192.168.204.104@tcp LPNI seq info [201197:201197:8:4294967295]
00000400:00000200:2.0:1769078485.430578:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078485.430584:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078485.430588:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078485.430592:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078485.430595:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078485.430598:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078485.430603:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078485.430605:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078485.430609:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078485.430611:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078485.430614:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078485.430617:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078485.430620:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078485.430622:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078485.430624:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078485.430627:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612d80 x1855007653191168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430635:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078485.430639:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612d80 x1855007653191168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430645:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.430646:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078485.430649:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078485.430652:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078485.430655:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078485.430658:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300137996
00000100:00000001:2.0:1769078485.430660:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300139260
00000100:00000001:2.0:1769078485.430663:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300137996
00000100:00000001:2.0:1769078485.430665:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300139260
00000100:00000001:2.0:1769078485.430667:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078485.430670:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.430671:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078485.430674:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078485/real 1769078485]  req@ffff88ba85612d80 x1855007653191168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078485.430681:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078485.430682:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078485.430684:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078485.430686:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078485.430688:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078485.430690:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078485.430693:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612d80 x1855007653191168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078485.430700:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612d80 x1855007653191168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430706:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078485.430707:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.430709:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078485.430710:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078485.430714:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612d80 x1855007653191168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430720:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078485.430724:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612d80 x1855007653191168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430731:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078485.430734:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.430735:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078485.430736:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.430738:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078485.430740:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078485.430742:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078485.430746:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078485.430748:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078485.430751:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612d80 x1855007653191168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078485.430760:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653191168:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078485.430764:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078485.430767:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611500 x1855007653191296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430773:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078485.430775:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078485.430776:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078485.430778:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078485.430780:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078485.430783:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653191296:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078485.430786:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078485.430788:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078485.430789:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078485.430791:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078485.430794:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078485.430796:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078485.430800:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078485.430802:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078485.430805:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078485.430808:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653191296, portal 4
00000100:00000001:2.0:1769078485.430810:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078485.430812:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415867648 : -131140293683968 : ffff88ba85611500)
00000100:00000040:2.0:1769078485.430817:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611500 x1855007653191296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430824:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078485.430827:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078485.430829:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078485.430831:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653191296, offset 0
00000400:00000200:2.0:1769078485.430834:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078485.430838:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078485.430841:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078485.430843:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078485.430846:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078485.430848:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078485.430850:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078485.430853:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201198:201198:256:4294967295] 192.168.204.104@tcp LPNI seq info [201198:201198:8:4294967295]
00000400:00000200:2.0:1769078485.430857:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078485.430863:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078485.430867:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078485.430870:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078485.430874:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078485.430877:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078485.430881:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078485.430883:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078485.430887:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078485.430889:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078485.430892:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078485.430895:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078485.430897:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078485.430899:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078485.430901:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078485.430904:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611500 x1855007653191296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430919:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078485.430922:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611500 x1855007653191296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430929:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.430930:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078485.430933:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078485.430935:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078485.430938:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078485.430940:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300138003
00000100:00000001:2.0:1769078485.430942:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300139260
00000100:00000001:2.0:1769078485.430944:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300138003
00000100:00000001:2.0:1769078485.430947:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300139260
00000100:00000001:2.0:1769078485.430955:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078485.430957:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.430958:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078485.430962:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078485/real 1769078485]  req@ffff88ba85611500 x1855007653191296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078485.430970:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078485.430972:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078485.430974:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078485.430977:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078485.430979:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078485.430981:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078485.430984:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611500 x1855007653191296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078485.430993:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611500 x1855007653191296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.430999:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078485.431001:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.431003:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078485.431005:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078485.431008:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611500 x1855007653191296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.432591:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078485.432668:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611500 x1855007653191296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.432678:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078485.432682:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.432683:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078485.432685:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.432688:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078485.432689:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078485.432693:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078485.432697:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078485.432700:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078485.432704:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611500 x1855007653191296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078485.432712:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653191296:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078485.432719:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078485.432722:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611f80 x1855007653191424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.432729:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078485.432731:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078485.432734:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078485.432737:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078485.432739:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078485.432743:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653191424:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078485.432746:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078485.432748:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078485.432751:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078485.432754:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078485.432762:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078485.432764:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078485.432771:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078485.432775:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078485.432780:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078485.432785:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653191424, portal 4
00000100:00000001:2.0:1769078485.432787:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078485.432789:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415870336 : -131140293681280 : ffff88ba85611f80)
00000100:00000040:2.0:1769078485.432795:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611f80 x1855007653191424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.432803:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078485.432805:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078485.432807:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078485.432810:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653191424, offset 0
00000400:00000200:2.0:1769078485.432815:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078485.432821:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078485.432827:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078485.432831:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078485.432834:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078485.432837:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078485.432840:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078485.432843:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201199:201199:256:4294967295] 192.168.204.104@tcp LPNI seq info [201199:201199:8:4294967295]
00000400:00000200:2.0:1769078485.432847:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078485.432857:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078485.432862:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078485.432866:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078485.432872:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078485.432876:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078485.432881:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078485.432884:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078485.432888:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078485.432890:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078485.432895:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078485.432899:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078485.432902:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078485.432904:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078485.432908:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078485.432912:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611f80 x1855007653191424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.432920:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078485.432923:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611f80 x1855007653191424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.432930:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.432932:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078485.432935:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078485.432939:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078485.432942:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078485.432945:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300138005
00000100:00000001:2.0:1769078485.432949:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300139260
00000100:00000001:2.0:1769078485.432951:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300138005
00000100:00000001:2.0:1769078485.432954:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300139260
00000100:00000001:2.0:1769078485.432956:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078485.432958:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.432960:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078485.432964:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078485/real 1769078485]  req@ffff88ba85611f80 x1855007653191424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078485.432972:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078485.432974:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078485.432976:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078485.432978:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078485.432980:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078485.432982:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078485.432985:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611f80 x1855007653191424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078485.432994:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611f80 x1855007653191424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.433000:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078485.433002:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.433003:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078485.433005:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078485.433009:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611f80 x1855007653191424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.433014:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078485.433019:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611f80 x1855007653191424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.433026:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078485.433028:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.433030:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078485.433031:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.433032:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078485.433045:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078485.433048:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078485.433052:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078485.433054:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078485.433058:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611f80 x1855007653191424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078485.433072:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653191424:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078485.433077:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.433079:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078485.433193:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610700 x1855007653191040/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.433201:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078485.433204:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078485.433206:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078485.433209:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078485.433212:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078485.433214:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078485.433225:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078485.433228:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b800.
02000000:00000001:2.0:1769078485.433232:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078485.433233:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078485.433235:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610700.
00000100:00000001:2.0:1769078485.433239:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078485.433241:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.433243:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078485.433247:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612d80 x1855007653191168/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.433255:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078485.433256:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078485.433258:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078485.433260:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078485.433261:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078485.433262:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078485.433263:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078485.433264:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a400.
02000000:00000001:2.0:1769078485.433267:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078485.433269:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078485.433270:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612d80.
00000100:00000001:2.0:1769078485.433273:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078485.433275:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.433276:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078485.433287:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611500 x1855007653191296/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.433294:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078485.433295:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078485.433296:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078485.433299:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078485.433300:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078485.433301:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078485.433303:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078485.433304:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b400.
02000000:00000001:2.0:1769078485.433306:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078485.433308:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078485.433309:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611500.
00000100:00000001:2.0:1769078485.433311:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078485.433313:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.433315:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078485.433318:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611f80 x1855007653191424/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078485.433325:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078485.433326:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078485.433327:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078485.433330:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078485.433331:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078485.433332:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078485.433334:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078485.433335:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:2.0:1769078485.433337:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078485.433338:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078485.433340:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611f80.
00000100:00000001:2.0:1769078485.433342:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078485.433343:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.433345:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.433352:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078485.433354:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078485.433357:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078485.433359:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078486.068709:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078486.068718:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078486.068814:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078486.068819:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078486.068823:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078486.708669:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300139260, at 4300139264
00000100:00000040:1.0:1769078486.708669:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300139260, at 4300139264
00000100:00000010:0.0:1769078486.708688:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b120.
00000100:00000010:1.0:1769078486.708689:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b5a0.
00010000:00000001:2.0:1769078487.092667:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078487.092676:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078487.092744:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078487.092748:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078487.092752:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078488.116672:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078488.116682:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078488.117244:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078488.117249:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078488.117253:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078489.142401:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078489.142411:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078489.142570:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078489.142574:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078489.142578:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078490.164776:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078490.164784:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078490.164864:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078490.164868:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078490.164872:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078490.548895:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078490.548908:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078490.548911:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078490.548916:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078490.548921:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078490.548930:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5470
00000400:00000200:3.0:1769078490.548940:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078490.548948:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078490.548951:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078490.548955:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.548970:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078490.548973:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.548976:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078490.548980:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078490.548983:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078490.548986:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078490.548989:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078490.548992:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078490.548995:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078490.548998:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.549000:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078490.549002:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.549005:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078490.549008:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078490.549012:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078490.549015:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078490.549019:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078490.549022:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078490.549025:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078490.549028:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078490.549030:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078490.549041:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769078490.549045:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078490.549049:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078490.549051:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078490.549055:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078490.549058:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078490.549064:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078490.549073:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769078490.549081:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078490.549090:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653191552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078490.549102:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078490.549107:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078490.549112:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653191552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.549184:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078490.549189:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078490.549220:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078490.549228:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9aa00 x1855007653191552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.549238:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078490.549240:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078490.549245:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078490.549248:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078490.549251:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078490.549254:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653191552:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078490.549259:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078490.549265:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078490.549267:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078490.549270:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078490.549276:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078490.549278:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078490.549286:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078490.549290:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078490.549297:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078490.549306:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653191552, portal 25
00000100:00000001:2.0:1769078490.549308:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078490.549311:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454178816 : -131140255372800 : ffff88ba87a9aa00)
00000100:00000040:2.0:1769078490.549317:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9aa00 x1855007653191552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.549325:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078490.549328:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078490.549331:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078490.549335:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653191552, offset 0
00000400:00000200:2.0:1769078490.549343:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078490.549351:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078490.549359:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078490.549366:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078490.549371:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078490.549375:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078490.549378:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078490.549382:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201200:201200:256:4294967295] 192.168.204.104@tcp LPNI seq info [201200:201200:8:4294967295]
00000400:00000200:2.0:1769078490.549387:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078490.549398:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078490.549404:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078490.549410:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078490.549418:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078490.549421:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769078490.549428:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078490.549432:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769078490.549436:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078490.549439:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078490.549446:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078490.549451:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078490.549458:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078490.549461:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078490.549467:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078490.549471:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9aa00 x1855007653191552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078490.549499:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078490.549503:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078490.549507:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078490.549509:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078490.549511:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078490.549514:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078490.549517:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5470
00000400:00000200:3.0:1769078490.549521:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078490.549524:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078490.549527:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078490.549529:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.549532:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078490.549559:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.549561:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078490.549564:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078490.549565:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078490.549567:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078490.549569:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078490.549572:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078490.549574:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078490.549577:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.549579:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078490.549581:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.549583:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078490.549585:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078490.549587:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078490.549590:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078490.549591:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078490.549597:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078490.549599:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078490.549601:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078490.549606:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078490.549610:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078490.549612:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078490.549616:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000020:00000040:3.0:1769078490.549619:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078490.549621:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078490.549622:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078490.549624:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078490.549626:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078490.549627:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078490.549633:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769078490.549637:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078490.549642:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653191680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078490.549649:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078490.549651:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078490.549655:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653191680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.549787:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078490.549793:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9aa00 x1855007653191552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.549801:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078490.549803:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078490.549811:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078490.549816:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078490.549819:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300144380
00000100:00000010:2.0:1769078490.549825:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b660.
00000100:00000001:2.0:1769078490.549833:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078490.549842:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300144380
00000100:00000010:2.0:1769078490.549844:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b000.
00000100:00000001:2.0:1769078490.549847:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078490.549852:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078490.549854:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078490.549857:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078490.549862:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078490/real 1769078490]  req@ffff88ba87a9aa00 x1855007653191552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078490.549872:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078490.549873:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078490.549876:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078490.549879:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078490.549881:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078490.549883:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078490.549887:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9aa00 x1855007653191552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078490.549896:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9aa00 x1855007653191552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.549903:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078490.549905:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.549907:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078490.549909:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078490.549914:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9aa00 x1855007653191552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.549922:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078490.549926:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9aa00 x1855007653191552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.549934:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078490.549937:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.549938:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078490.549940:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.549942:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078490.549944:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078490.549947:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078490.549951:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078490.550019:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078490.550026:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9aa00 x1855007653191552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078490.550035:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653191552:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078490.550040:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.550042:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078490.550045:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9aa00 x1855007653191552/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.550051:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078490.550054:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078490.550057:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078490.550061:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078490.550063:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078490.550064:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078490.550067:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078490.550069:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7c00.
02000000:00000001:2.0:1769078490.550074:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078490.550076:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078490.550078:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9aa00.
00000100:00000001:2.0:1769078490.550081:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078490.550083:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.550085:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.550093:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078490.550096:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078490.550098:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078490.550100:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078490.550101:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078490.550105:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98000 x1855007653191680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.550111:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078490.550113:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078490.550115:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078490.550117:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078490.550119:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078490.550122:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653191680:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078490.550125:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078490.550127:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078490.550129:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078490.550130:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078490.550133:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078490.550135:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078490.550140:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078490.550143:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078490.550146:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078490.550149:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653191680, portal 10
00000100:00000001:2.0:1769078490.550151:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078490.550153:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168064 : -131140255383552 : ffff88ba87a98000)
00000100:00000040:2.0:1769078490.550159:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98000 x1855007653191680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.550165:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078490.550168:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078490.550170:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078490.550172:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653191680, offset 0
00000400:00000200:2.0:1769078490.550176:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078490.550180:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078490.550184:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078490.550187:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078490.550190:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:3.0:1769078490.550254:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078490.550258:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078490.550261:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078490.550263:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078490.550265:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078490.550267:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078490.550270:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5470
00000400:00000200:2.0:1769078490.550285:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078490.550288:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078490.550291:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201201:201201:256:4294967295] 192.168.204.104@tcp LPNI seq info [201201:201201:8:4294967295]
00000400:00000200:2.0:1769078490.550295:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078490.550302:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078490.550307:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078490.550311:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078490.550315:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078490.550317:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769078490.550322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078490.550325:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769078490.550329:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078490.550330:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078490.550334:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078490.550337:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078490.550340:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078490.550342:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078490.550345:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078490.550348:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98000 x1855007653191680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.550356:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078490.550359:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98000 x1855007653191680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.550365:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078490.550366:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078490.550370:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078490.550375:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:3.0:1769078490.550422:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078490.550426:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078490.550428:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078490.550431:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550433:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078490.550435:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550437:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078490.550440:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078490.550441:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078490.550443:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078490.550445:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078490.550447:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078490.550449:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078490.550451:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550453:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078490.550455:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550457:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078490.550460:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078490.550462:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550465:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078490.550466:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078490.550469:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078490.550471:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078490.550473:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078490.550475:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078490.550477:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078490.550479:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078490.550483:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769078490.550485:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078490.550488:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078490.550489:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078490.550491:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078490.550492:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078490.550494:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078490.550498:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769078490.550502:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078490.550507:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653191808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078490.550514:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078490.550517:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078490.550521:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653191808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078490.550529:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078490.550531:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078490.550554:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078490.550555:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078490.550557:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078490.550560:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078490.550563:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5470
00000400:00000200:3.0:1769078490.550567:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078490.550570:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078490.550572:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078490.550575:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550577:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078490.550579:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550582:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078490.550584:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078490.550586:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078490.550587:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078490.550589:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078490.550591:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078490.550593:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078490.550596:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550598:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078490.550600:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550602:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078490.550604:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078490.550607:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550609:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078490.550611:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078490.550614:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078490.550616:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078490.550618:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078490.550621:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078490.550623:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078490.550625:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078490.550629:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769078490.550631:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078490.550634:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078490.550635:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078490.550637:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078490.550639:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078490.550640:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078490.550644:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769078490.550647:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078490.550651:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653191936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078490.550659:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078490.550661:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078490.550665:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653191936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078490.550672:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078490.550675:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078490.550678:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078490.550680:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078490.550681:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078490.550684:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078490.550686:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5470
00000400:00000200:3.0:1769078490.550690:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078490.550693:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078490.550695:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078490.550698:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550700:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078490.550702:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550704:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078490.550706:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078490.550707:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078490.550709:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078490.550711:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078490.550713:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078490.550715:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078490.550718:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550720:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078490.550722:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550725:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078490.550727:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078490.550730:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078490.550732:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078490.550734:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078490.550736:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078490.550738:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078490.550740:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078490.550742:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078490.550744:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078490.550746:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078490.550749:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769078490.550766:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078490.550769:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078490.550770:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078490.550772:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078490.550774:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078490.550775:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078490.550779:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769078490.550783:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078490.550787:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653192064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078490.550795:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078490.550797:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078490.550800:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653192064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078490.550808:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078490.550813:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5480)
00000400:00000200:2.0:1769078490.551108:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078490.551112:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300143131
00000100:00000001:2.0:1769078490.551116:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300144380
00000100:00000001:2.0:1769078490.551118:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300143131
00000100:00000001:2.0:1769078490.551121:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300144380
00000100:00000001:2.0:1769078490.551123:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078490.551126:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078490.551128:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078490.551133:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078490/real 1769078490]  req@ffff88ba87a98000 x1855007653191680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078490.551142:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078490.551144:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078490.551145:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078490.551149:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078490.551150:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078490.551153:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078490.551156:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98000 x1855007653191680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078490.551165:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98000 x1855007653191680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551172:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078490.551174:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.551176:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078490.551178:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078490.551181:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98000 x1855007653191680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551188:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078490.551204:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98000 x1855007653191680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551213:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078490.551216:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.551218:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078490.551219:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.551221:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078490.551223:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078490.551226:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078490.551229:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078490.551232:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078490.551236:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98000 x1855007653191680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078490.551244:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653191680:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078490.551249:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.551251:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078490.551254:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98000 x1855007653191680/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551261:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078490.551263:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078490.551265:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078490.551268:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078490.551270:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078490.551272:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078490.551274:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078490.551275:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:2.0:1769078490.551278:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078490.551280:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078490.551281:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98000.
00000100:00000001:2.0:1769078490.551284:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078490.551285:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.551288:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.551291:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078490.551293:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078490.551295:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078490.551296:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078490.551298:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078490.551302:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9aa00 x1855007653191808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551309:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078490.551310:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078490.551313:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078490.551315:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078490.551317:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078490.551320:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653191808:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078490.551323:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078490.551325:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078490.551327:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078490.551329:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078490.551332:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078490.551334:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078490.551338:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078490.551341:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078490.551344:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078490.551347:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653191808, portal 10
00000100:00000001:2.0:1769078490.551350:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078490.551351:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454178816 : -131140255372800 : ffff88ba87a9aa00)
00000100:00000040:2.0:1769078490.551356:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9aa00 x1855007653191808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551363:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078490.551365:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078490.551368:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078490.551370:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653191808, offset 0
00000400:00000200:2.0:1769078490.551374:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078490.551378:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078490.551382:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078490.551386:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078490.551388:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078490.551391:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078490.551393:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078490.551396:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201202:201202:256:4294967295] 192.168.204.104@tcp LPNI seq info [201202:201202:8:4294967295]
00000400:00000200:2.0:1769078490.551401:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078490.551407:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078490.551411:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078490.551415:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078490.551420:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078490.551423:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769078490.551428:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078490.551430:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769078490.551434:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078490.551436:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078490.551440:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078490.551443:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078490.551446:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078490.551448:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078490.551451:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078490.551455:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9aa00 x1855007653191808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551462:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078490.551466:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9aa00 x1855007653191808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551472:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078490.551474:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078490.551477:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078490.551481:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078490.551485:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078490.551487:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300143116
00000100:00000001:2.0:1769078490.551490:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300144380
00000100:00000001:2.0:1769078490.551492:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300143116
00000100:00000001:2.0:1769078490.551494:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300144380
00000100:00000001:2.0:1769078490.551496:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078490.551498:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078490.551500:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078490.551504:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078490/real 1769078490]  req@ffff88ba87a9aa00 x1855007653191808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078490.551511:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078490.551513:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078490.551514:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078490.551517:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078490.551518:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078490.551521:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078490.551524:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9aa00 x1855007653191808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078490.551533:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9aa00 x1855007653191808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551555:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078490.551557:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.551559:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078490.551560:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078490.551565:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9aa00 x1855007653191808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551572:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078490.551576:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9aa00 x1855007653191808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551584:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078490.551586:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.551589:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078490.551590:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.551592:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078490.551594:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078490.551596:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078490.551600:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078490.551602:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078490.551606:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9aa00 x1855007653191808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078490.551615:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653191808:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078490.551619:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078490.551622:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653191936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551628:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078490.551630:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078490.551632:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078490.551634:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078490.551636:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078490.551639:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653191936:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078490.551642:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078490.551644:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078490.551646:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078490.551647:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078490.551651:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078490.551653:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078490.551656:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078490.551659:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078490.551662:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078490.551665:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653191936, portal 4
00000100:00000001:2.0:1769078490.551667:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078490.551669:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:2.0:1769078490.551674:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653191936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551681:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078490.551683:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078490.551685:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078490.551688:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653191936, offset 0
00000400:00000200:2.0:1769078490.551692:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078490.551696:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078490.551699:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078490.551702:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078490.551705:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078490.551707:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078490.551710:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078490.551713:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201203:201203:256:4294967295] 192.168.204.104@tcp LPNI seq info [201203:201203:8:4294967295]
00000400:00000200:2.0:1769078490.551717:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078490.551724:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078490.551728:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078490.551731:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078490.551735:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078490.551739:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769078490.551743:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078490.551746:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769078490.551750:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078490.551753:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078490.551756:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078490.551759:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078490.551762:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078490.551763:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078490.551766:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078490.551770:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653191936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551777:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078490.551781:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653191936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551788:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078490.551789:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078490.551792:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078490.551795:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078490.551799:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078490.551801:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300143124
00000100:00000001:2.0:1769078490.551804:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300144380
00000100:00000001:2.0:1769078490.551806:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300143124
00000100:00000001:2.0:1769078490.551808:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300144380
00000100:00000001:2.0:1769078490.551810:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078490.551812:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078490.551815:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078490.551818:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078490/real 1769078490]  req@ffff88ba87a99c00 x1855007653191936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078490.551826:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078490.551827:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078490.551829:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078490.551831:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078490.551833:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078490.551835:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078490.551838:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653191936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078490.551847:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653191936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551854:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078490.551856:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.551857:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078490.551859:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078490.551863:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653191936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551870:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078490.551874:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653191936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551881:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078490.551884:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.551886:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078490.551887:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.551889:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078490.551890:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078490.551893:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078490.551896:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078490.551899:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078490.551903:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653191936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078490.551911:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653191936:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078490.551914:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078490.551917:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653192064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.551924:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078490.551926:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078490.551928:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078490.551930:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078490.551932:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078490.551935:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653192064:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078490.551939:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078490.551941:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078490.551942:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078490.551944:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078490.551947:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078490.551950:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078490.551953:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078490.551955:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078490.552029:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078490.552033:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653192064, portal 4
00000100:00000001:2.0:1769078490.552035:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078490.552036:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:2.0:1769078490.552044:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653192064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.552051:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078490.552053:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078490.552055:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078490.552058:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653192064, offset 0
00000400:00000200:2.0:1769078490.552061:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078490.552065:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078490.552069:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078490.552072:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078490.552075:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078490.552078:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078490.552080:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078490.552083:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201204:201204:256:4294967295] 192.168.204.104@tcp LPNI seq info [201204:201204:8:4294967295]
00000400:00000200:2.0:1769078490.552088:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078490.552094:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078490.552099:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078490.552102:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078490.552106:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078490.552109:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769078490.552113:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078490.552116:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769078490.552120:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078490.552122:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078490.552125:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078490.552128:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078490.552131:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078490.552133:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078490.552135:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078490.552138:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653192064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.552146:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078490.552149:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653192064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.552155:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078490.552157:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078490.552159:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078490.552162:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078490.552165:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078490.552167:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300143124
00000100:00000001:2.0:1769078490.552170:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300144380
00000100:00000001:2.0:1769078490.552172:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300143124
00000100:00000001:2.0:1769078490.552174:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300144380
00000100:00000001:2.0:1769078490.552176:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078490.552178:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078490.552180:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078490.552183:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078490/real 1769078490]  req@ffff88ba87a9b800 x1855007653192064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078490.552191:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078490.552204:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078490.552207:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078490.552210:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078490.552212:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078490.552214:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078490.552218:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653192064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078490.552227:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653192064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.552234:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078490.552235:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.552237:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078490.552239:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078490.552243:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653192064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.552250:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078490.552254:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653192064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.552261:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078490.552264:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.552265:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078490.552267:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.552269:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078490.552270:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078490.552272:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078490.552276:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078490.552278:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078490.552282:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653192064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078490.552289:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653192064:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078490.552293:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.552295:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078490.552299:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9aa00 x1855007653191808/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.552305:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078490.552307:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078490.552309:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078490.552312:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078490.552313:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078490.552315:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078490.552317:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078490.552318:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:2.0:1769078490.552321:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078490.552322:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078490.552324:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9aa00.
00000100:00000001:2.0:1769078490.552327:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078490.552328:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.552330:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078490.552333:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653191936/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.552339:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078490.552340:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078490.552342:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078490.552344:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078490.552346:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078490.552347:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078490.552349:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078490.552350:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:2.0:1769078490.552352:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078490.552353:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078490.552354:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:2.0:1769078490.552356:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078490.552358:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.552359:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078490.552362:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653192064/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078490.552369:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078490.552370:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078490.552372:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078490.552374:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078490.552375:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078490.552376:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078490.552378:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078490.552380:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:2.0:1769078490.552381:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078490.552383:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078490.552385:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:2.0:1769078490.552387:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078490.552389:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.552390:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.552394:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078490.552395:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078490.552397:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078490.552398:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078491.188950:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078491.188958:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078491.189070:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078491.189075:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078491.189078:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078491.828624:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300144380, at 4300144384
00000100:00000040:1.0:1769078491.828624:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300144380, at 4300144384
00000100:00000010:0.0:1769078491.828642:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b660.
00000100:00000010:1.0:1769078491.828646:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b000.
00010000:00000001:2.0:1769078492.212786:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078492.212795:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078492.212960:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078492.212964:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078492.212968:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078493.236701:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078493.236711:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078493.236938:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078493.236942:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078493.236946:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078494.260959:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078494.260970:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078494.264928:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078494.264937:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078494.264943:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078495.287381:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078495.287389:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078495.287392:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078495.287394:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078495.287399:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078495.287401:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078495.287402:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078495.287404:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078495.287483:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078495.287487:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078495.287490:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078495.668875:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078495.668889:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078495.668892:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078495.668898:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078495.668903:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078495.668912:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5475
00000400:00000200:3.0:1769078495.668924:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078495.668931:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078495.668935:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078495.668938:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.668942:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078495.668945:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.668948:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078495.668953:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078495.668956:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078495.668959:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078495.668962:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078495.668964:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078495.668966:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078495.669050:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.669052:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078495.669054:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.669056:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078495.669060:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078495.669064:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078495.669066:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078495.669070:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078495.669074:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078495.669077:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078495.669079:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078495.669082:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078495.669095:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769078495.669099:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078495.669104:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078495.669117:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078495.669121:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078495.669125:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078495.669130:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078495.669140:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078495.669148:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078495.669159:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653192192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078495.669304:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078495.669310:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078495.669316:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653192192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078495.669340:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078495.669344:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078495.669347:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078495.669348:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078495.669350:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078495.669352:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078495.669355:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5475
00000400:00000200:3.0:1769078495.669359:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078495.669362:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078495.669365:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078495.669368:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.669371:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078495.669373:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.669376:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078495.669379:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078495.669380:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078495.669382:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078495.669385:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078495.669387:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078495.669389:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:2.0:1769078495.669391:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078495.669394:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078495.669397:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078495.669399:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078495.669402:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.669403:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078495.669406:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078495.669409:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078495.669411:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078495.669421:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653192192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.669433:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078495.669435:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078495.669439:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078495.669441:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078495.669446:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078495.669450:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653192192:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078495.669455:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078495.669460:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078495.669463:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078495.669466:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078495.669472:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078495.669474:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078495.669483:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078495.669487:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078495.669494:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078495.669504:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653192192, portal 25
00000100:00000001:2.0:1769078495.669506:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078495.669508:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:2.0:1769078495.669512:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653192192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.669518:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078495.669520:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078495.669523:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078495.669526:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653192192, offset 0
00000400:00000200:2.0:1769078495.669531:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078495.669560:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078495.669565:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078495.669571:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078495.669574:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078495.669578:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078495.669580:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078495.669584:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201205:201205:256:4294967295] 192.168.204.104@tcp LPNI seq info [201205:201205:8:4294967295]
00000400:00000200:2.0:1769078495.669587:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078495.669595:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078495.669600:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078495.669604:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078495.669610:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078495.669614:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078495.669618:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078495.669638:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078495.669642:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078495.669644:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078495.669651:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078495.669657:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078495.669658:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078495.669662:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
02000000:00000001:3.0:1769078495.669662:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769078495.669665:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078495.669670:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1769078495.669671:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769078495.669675:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653192192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078495.669676:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078495.669682:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078495.669689:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078495.669691:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1769078495.669694:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078495.669698:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653192192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078495.669699:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078495.669706:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000100:00000001:2.0:1769078495.669710:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.669712:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078495.669720:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078495.669724:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078495.669727:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300149500
00000100:00000010:2.0:1769078495.669733:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bf60.
00000100:00000001:2.0:1769078495.669740:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078495.669750:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300149500
00000100:00000010:2.0:1769078495.669753:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b780.
00000100:00000001:2.0:1769078495.669756:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078495.669759:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078495.669763:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.669765:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078495.669770:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078495/real 1769078495]  req@ffff88ba87a99880 x1855007653192192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078495.669781:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078495.669783:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078495.669785:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078495.669788:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078495.669789:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078495.669792:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078495.669795:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653192192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078495.669803:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653192192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.669810:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078495.669811:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.669814:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078495.669816:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078495.669820:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653192192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.669827:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078495.669831:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653192192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.669851:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078495.669855:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.669856:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078495.669857:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.669860:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078495.669862:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078495.669865:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078495.669869:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078495.669872:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078495.669876:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653192192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078495.669885:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653192192:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078495.669890:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.669892:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078495.669895:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653192192/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.669902:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078495.669905:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078495.669908:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078495.669911:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078495.669912:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078495.669913:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078495.669915:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078495.669918:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:2.0:1769078495.669922:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078495.669923:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078495.669925:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:2.0:1769078495.669927:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078495.669928:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.669931:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769078495.669935:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078495.669940:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078495.669941:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.669942:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078495.669944:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078495.669947:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078495.669948:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078495.669952:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769078495.669953:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.669956:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078495.669959:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769078495.669964:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078495.669969:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653192320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078495.669977:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078495.669979:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078495.669982:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653192320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078495.670000:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078495.670003:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078495.670006:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078495.670007:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078495.670009:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078495.670012:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078495.670014:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5475
00000400:00000200:3.0:1769078495.670019:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078495.670023:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078495.670025:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078495.670029:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.670031:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078495.670033:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.670035:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078495.670037:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078495.670038:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078495.670040:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078495.670041:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078495.670043:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078495.670044:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078495.670046:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.670047:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078495.670048:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.670050:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078495.670052:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078495.670053:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078495.670055:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078495.670056:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078495.670058:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078495.670060:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078495.670061:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078495.670063:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078495.670065:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078495.670067:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078495.670069:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769078495.670071:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078495.670072:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078495.670073:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078495.670075:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078495.670076:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078495.670077:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078495.670080:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769078495.670083:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078495.670087:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653192448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078495.670094:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078495.670096:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078495.670100:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653192448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078495.670117:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078495.670119:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078495.670123:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078495.670124:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078495.670126:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078495.670128:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078495.670131:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5475
00000400:00000200:3.0:1769078495.670136:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078495.670139:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078495.670141:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078495.670144:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.670146:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078495.670148:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.670149:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078495.670151:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078495.670151:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078495.670152:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078495.670154:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078495.670155:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078495.670156:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078495.670159:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.670160:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078495.670161:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078495.670163:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078495.670164:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078495.670165:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078495.670167:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078495.670167:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078495.670169:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078495.670171:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078495.670172:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078495.670174:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078495.670176:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078495.670178:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078495.670181:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769078495.670183:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078495.670186:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078495.670187:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078495.670189:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078495.670191:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078495.670193:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078495.670198:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:2.0:1769078495.670199:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078495.670202:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.670203:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078495.670207:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1769078495.670211:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653192576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769078495.670215:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653192320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078495.670231:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078495.670234:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078495.670234:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.670238:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078495.670241:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653192576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078495.670244:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078495.670248:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078495.670251:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078495.670253:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078495.670255:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769078495.670259:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653192320:192.168.204.104@tcp:38:kworker.0
00000100:00080000:3.0:1769078495.670260:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078495.670263:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078495.670264:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078495.670265:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078495.670268:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5475
00000400:00000200:3.0:1769078495.670270:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078495.670272:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078495.670276:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078495.670278:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769078495.670281:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:2.0:1769078495.670282:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078495.670283:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769078495.670284:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078495.670288:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:2.0:1769078495.670289:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078495.670292:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
02000000:00000010:2.0:1769078495.670293:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
00000020:00000001:3.0:1769078495.670294:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078495.670297:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
02000000:00000001:2.0:1769078495.670298:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078495.670299:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078495.670301:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078495.670303:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000200:2.0:1769078495.670304:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:3.0:1769078495.670306:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000010:2.0:1769078495.670308:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000100:00000040:3.0:1769078495.670310:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000010:2.0:1769078495.670314:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000001:3.0:1769078495.670314:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078495.670317:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:2.0:1769078495.670320:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653192320, portal 10
00000100:00000001:3.0:1769078495.670320:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078495.670326:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1769078495.670326:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:2.0:1769078495.670328:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00080000:3.0:1769078495.670330:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078495.670333:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078495.670335:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078495.670337:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078495.670338:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653192320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078495.670341:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078495.670345:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078495.670348:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769078495.670349:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:3.0:1769078495.670352:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078495.670353:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078495.670356:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078495.670357:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000010:3.0:1769078495.670361:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000100:00000200:2.0:1769078495.670362:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653192320, offset 0
00000020:00000040:3.0:1769078495.670364:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078495.670367:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078495.670369:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078495.670371:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769078495.670372:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
02000000:00000001:3.0:1769078495.670373:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078495.670376:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078495.670381:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:3.0:1769078495.670381:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769078495.670386:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078495.670390:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653192704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078495.670394:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:3.0:1769078495.670398:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078495.670400:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078495.670403:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653192704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078495.670407:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078495.670410:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5485)
00000400:00000200:2.0:1769078495.670504:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078495.670507:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078495.670509:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078495.670510:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078495.670512:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201206:201206:256:4294967295] 192.168.204.104@tcp LPNI seq info [201206:201206:8:4294967295]
00000400:00000200:2.0:1769078495.670516:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078495.670520:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078495.670525:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078495.670528:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078495.670532:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078495.670534:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078495.670554:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078495.670556:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078495.670559:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078495.670560:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078495.670562:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078495.670566:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078495.670569:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078495.670570:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078495.670572:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078495.670575:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653192320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670580:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078495.670582:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653192320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670586:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.670587:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078495.670589:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078495.670593:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078495.670595:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078495.670597:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300148251
00000100:00000001:2.0:1769078495.670599:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300149500
00000100:00000001:2.0:1769078495.670601:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300148251
00000100:00000001:2.0:1769078495.670602:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300149500
00000100:00000001:2.0:1769078495.670603:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078495.670604:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.670606:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078495.670608:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078495/real 1769078495]  req@ffff88ba87a9a300 x1855007653192320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078495.670613:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078495.670614:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078495.670616:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078495.670617:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078495.670618:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078495.670619:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078495.670621:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653192320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078495.670626:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653192320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670630:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078495.670631:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.670632:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078495.670632:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078495.670634:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653192320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670638:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078495.670640:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653192320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670644:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078495.670645:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.670646:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078495.670647:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.670648:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078495.670650:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078495.670651:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078495.670653:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078495.670654:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078495.670656:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653192320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078495.670662:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653192320:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078495.670664:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078495.670666:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653192448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670670:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078495.670671:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078495.670673:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078495.670674:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078495.670676:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078495.670679:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653192448:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078495.670682:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078495.670684:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078495.670685:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078495.670687:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078495.670690:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078495.670692:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078495.670696:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078495.670698:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078495.670701:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078495.670704:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653192448, portal 10
00000100:00000001:2.0:1769078495.670706:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078495.670707:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:2.0:1769078495.670713:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653192448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670719:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078495.670721:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078495.670724:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078495.670726:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653192448, offset 0
00000400:00000200:2.0:1769078495.670731:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078495.670735:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078495.670738:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078495.670741:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078495.670743:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078495.670746:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078495.670748:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078495.670750:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201207:201207:256:4294967295] 192.168.204.104@tcp LPNI seq info [201207:201207:8:4294967295]
00000400:00000200:2.0:1769078495.670754:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078495.670760:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078495.670765:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078495.670769:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078495.670773:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078495.670776:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078495.670779:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078495.670781:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078495.670783:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078495.670784:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078495.670786:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078495.670788:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078495.670791:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078495.670792:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078495.670793:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078495.670796:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653192448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670801:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078495.670803:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653192448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670807:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.670808:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078495.670810:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078495.670812:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078495.670814:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078495.670816:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300148236
00000100:00000001:2.0:1769078495.670818:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300149500
00000100:00000001:2.0:1769078495.670819:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300148236
00000100:00000001:2.0:1769078495.670820:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300149500
00000100:00000001:2.0:1769078495.670821:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078495.670823:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.670824:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078495.670826:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078495/real 1769078495]  req@ffff88ba87a9b480 x1855007653192448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078495.670830:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078495.670831:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078495.670832:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078495.670833:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078495.670835:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078495.670844:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078495.670847:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653192448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078495.670854:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653192448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670860:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078495.670862:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.670863:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078495.670865:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078495.670868:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653192448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670875:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078495.670879:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653192448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670886:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078495.670889:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.670891:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078495.670892:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.670893:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078495.670895:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078495.670898:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078495.670900:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078495.670902:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078495.670904:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653192448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078495.670909:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653192448:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078495.670912:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.670913:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078495.670915:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653192320/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670918:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078495.670919:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078495.670920:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078495.670922:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078495.670923:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078495.670924:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078495.670925:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078495.670927:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:2.0:1769078495.670929:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078495.670930:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078495.670931:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:2.0:1769078495.670933:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078495.670934:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.670935:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078495.670937:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653192448/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670944:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078495.670945:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078495.670946:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078495.670948:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078495.670949:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078495.670949:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078495.670950:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078495.670951:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:2.0:1769078495.670952:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078495.670953:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078495.670953:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:2.0:1769078495.670955:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078495.670956:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.670957:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.670960:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078495.670960:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.670961:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078495.670962:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078495.670963:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078495.670965:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653192576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.670968:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078495.670969:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078495.670971:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078495.670972:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078495.670973:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078495.670974:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653192576:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078495.670977:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078495.670978:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078495.670979:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078495.670980:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078495.670982:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078495.670983:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078495.670986:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078495.670988:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078495.670990:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078495.670993:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653192576, portal 4
00000100:00000001:2.0:1769078495.670994:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078495.670995:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:2.0:1769078495.670999:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653192576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671003:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078495.671004:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078495.671006:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078495.671007:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653192576, offset 0
00000400:00000200:2.0:1769078495.671009:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078495.671012:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078495.671014:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078495.671015:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078495.671017:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078495.671019:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078495.671020:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078495.671022:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201208:201208:256:4294967295] 192.168.204.104@tcp LPNI seq info [201208:201208:8:4294967295]
00000400:00000200:2.0:1769078495.671024:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078495.671028:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078495.671030:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078495.671032:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078495.671035:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078495.671037:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078495.671039:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078495.671041:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078495.671043:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078495.671045:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078495.671047:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078495.671049:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078495.671051:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078495.671052:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078495.671054:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078495.671056:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653192576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671061:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078495.671062:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653192576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671066:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.671067:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078495.671068:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078495.671071:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078495.671072:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078495.671074:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300148243
00000100:00000001:2.0:1769078495.671075:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300149500
00000100:00000001:2.0:1769078495.671077:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300148243
00000100:00000001:2.0:1769078495.671079:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300149500
00000100:00000001:2.0:1769078495.671088:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078495.671090:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.671095:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078495.671098:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078495/real 1769078495]  req@ffff88ba87a98700 x1855007653192576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078495.671115:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078495.671116:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078495.671119:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078495.671121:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078495.671123:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078495.671125:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078495.671128:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653192576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078495.671137:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653192576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671141:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078495.671143:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.671144:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078495.671145:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078495.671147:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653192576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671151:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078495.671153:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653192576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671157:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078495.671158:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.671159:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078495.671160:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.671162:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078495.671163:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078495.671165:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078495.671168:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078495.671170:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078495.671174:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653192576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078495.671181:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653192576:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078495.671186:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078495.671189:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653192704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671195:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078495.671197:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078495.671199:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078495.671201:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078495.671203:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078495.671205:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653192704:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078495.671209:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078495.671210:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078495.671211:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078495.671213:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078495.671216:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078495.671218:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078495.671221:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078495.671224:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078495.671227:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078495.671230:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653192704, portal 4
00000100:00000001:2.0:1769078495.671232:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078495.671233:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:2.0:1769078495.671239:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653192704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671245:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078495.671247:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078495.671250:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078495.671252:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653192704, offset 0
00000400:00000200:2.0:1769078495.671255:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078495.671259:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078495.671324:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078495.671328:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078495.671332:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078495.671334:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078495.671336:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078495.671338:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201209:201209:256:4294967295] 192.168.204.104@tcp LPNI seq info [201209:201209:8:4294967295]
00000400:00000200:2.0:1769078495.671343:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078495.671350:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078495.671354:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078495.671358:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078495.671361:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078495.671364:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078495.671368:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078495.671371:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078495.671374:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078495.671377:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078495.671380:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078495.671383:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078495.671386:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078495.671388:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078495.671391:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078495.671394:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653192704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671464:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078495.671468:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653192704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671474:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.671476:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078495.671479:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078495.671483:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078495.671486:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078495.671488:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300148243
00000100:00000001:2.0:1769078495.671491:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300149500
00000100:00000001:2.0:1769078495.671493:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300148243
00000100:00000001:2.0:1769078495.671495:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300149500
00000100:00000001:2.0:1769078495.671497:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078495.671499:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.671501:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078495.671504:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078495/real 1769078495]  req@ffff88ba87a98380 x1855007653192704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078495.671511:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078495.671513:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078495.671514:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078495.671517:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078495.671518:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078495.671520:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078495.671523:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653192704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078495.671531:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653192704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671565:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078495.671567:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.671568:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078495.671569:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078495.671573:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653192704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671579:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078495.671582:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653192704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671589:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078495.671591:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.671592:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078495.671594:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.671595:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078495.671597:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078495.671599:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078495.671602:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078495.671604:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078495.671608:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653192704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078495.671615:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653192704:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078495.671619:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.671620:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078495.671623:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653192576/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671629:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078495.671631:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078495.671633:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078495.671635:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078495.671637:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078495.671638:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078495.671640:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078495.671642:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:2.0:1769078495.671644:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078495.671645:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078495.671646:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:2.0:1769078495.671649:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078495.671651:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.671652:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078495.671655:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653192704/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078495.671661:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078495.671662:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078495.671663:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078495.671666:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078495.671667:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078495.671667:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078495.671669:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078495.671670:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:2.0:1769078495.671672:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078495.671673:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078495.671674:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:2.0:1769078495.671677:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078495.671678:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.671680:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.671684:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078495.671685:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078495.671687:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078495.671688:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078496.308690:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078496.308700:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078496.308963:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078496.308967:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078496.308971:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078496.949062:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300149500, at 4300149504
00000100:00000010:0.0:1769078496.949083:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bf60.
00000100:00000040:1.0:1769078496.951565:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300149500, at 4300149507
00000100:00000010:1.0:1769078496.951594:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b780.
00010000:00000001:2.0:1769078497.334199:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078497.334208:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078497.334316:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078497.334320:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078497.334323:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078498.356713:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078498.356724:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078498.357256:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078498.357261:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078498.357265:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078499.381134:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078499.381142:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078499.382100:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078499.382105:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078499.382109:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078500.404614:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078500.404622:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078500.404953:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078500.404956:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078500.404958:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078500.788702:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078500.788716:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078500.788719:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078500.788724:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078500.788729:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078500.788738:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5480
00000400:00000200:1.0:1769078500.788749:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078500.788756:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078500.788759:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078500.788762:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078500.788766:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078500.788769:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078500.788772:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078500.788776:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078500.788779:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078500.788782:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078500.788785:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078500.788788:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078500.788790:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078500.788794:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078500.788795:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078500.788797:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078500.788799:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078500.788803:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078500.788806:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078500.788809:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078500.788812:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078500.788816:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078500.788819:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078500.788822:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078500.788825:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078500.788837:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611880.
00000020:00000040:1.0:1769078500.788842:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078500.788847:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078500.788849:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078500.788852:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078500.788855:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078500.788861:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078500.788871:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a000.
00000100:00000001:1.0:1769078500.788879:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078500.788888:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611880 x1855007653192832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078500.788899:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078500.788904:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078500.788909:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0af494a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611880 x1855007653192832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078500.788939:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078500.788942:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078500.788945:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078500.788946:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078500.788948:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078500.788950:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078500.788953:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5480
00000400:00000200:1.0:1769078500.788957:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078500.788960:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078500.788963:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078500.788967:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078500.788970:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078500.788972:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078500.788973:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078500.788976:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078500.788977:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078500.788978:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078500.788981:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:2.0:1769078500.788981:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078500.788984:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078500.788988:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:2.0:1769078500.788989:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078500.788991:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078500.788994:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078500.788996:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078500.789000:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078500.789002:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078500.789004:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000040:2.0:1769078500.789016:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611880 x1855007653192832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078500.789018:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078500.789038:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078500.789041:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078500.789046:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078500.789050:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078500.789052:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078500.789058:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653192832:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078500.789062:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078500.789067:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078500.789069:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078500.789072:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078500.789079:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078500.789081:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078500.789090:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078500.789095:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078500.789102:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078500.789112:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653192832, portal 25
00000100:00000001:2.0:1769078500.789115:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078500.789117:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415868544 : -131140293683072 : ffff88ba85611880)
00000100:00000040:2.0:1769078500.789124:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611880 x1855007653192832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.789132:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078500.789135:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078500.789138:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078500.789143:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653192832, offset 0
00000400:00000200:2.0:1769078500.789150:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078500.789159:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078500.789166:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078500.789174:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078500.789179:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078500.789180:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
02000000:00000001:1.0:1769078500.789185:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078500.789188:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1769078500.789192:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078500.789193:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
02000000:00000001:1.0:1769078500.789198:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078500.789200:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078500.789205:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078500.789209:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078500.789212:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078500.789213:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201210:201210:256:4294967295] 192.168.204.104@tcp LPNI seq info [201210:201210:8:4294967295]
00000100:00000010:1.0:1769078500.789218:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610000.
00000400:00000200:2.0:1769078500.789222:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:1.0:1769078500.789223:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078500.789228:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078500.789229:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078500.789232:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078500.789235:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078500.789238:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078500.789240:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1769078500.789243:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821bc00.
00000100:00000001:1.0:1769078500.789249:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078500.789250:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00100000:1.0:1769078500.789257:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610000 x1855007653192960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769078500.789258:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000100:00000001:1.0:1769078500.789268:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1769078500.789270:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078500.789271:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078500.789277:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1769078500.789280:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d5982a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610000 x1855007653192960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769078500.789289:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:1.0:1769078500.789296:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078500.789297:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000100:00080000:1.0:1769078500.789301:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1769078500.789308:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00080000:1.0:1769078500.789309:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078500.789313:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078500.789315:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1769078500.789315:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000100:00000001:1.0:1769078500.789321:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078500.789324:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5480
00000400:00000200:2.0:1769078500.789327:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078500.789329:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078500.789336:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078500.789339:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1769078500.789340:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078500.789346:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078500.789348:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000100:00000001:1.0:1769078500.789349:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078500.789353:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000010:2.0:1769078500.789354:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:1.0:1769078500.789356:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078500.789360:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078500.789362:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000100:00000001:2.0:1769078500.789363:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1769078500.789364:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078500.789368:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078500.789371:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000200:2.0:1769078500.789372:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611880 x1855007653192832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078500.789374:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078500.789381:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078500.789385:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078500.789389:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078500.789393:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078500.789393:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1769078500.789398:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00000040:2.0:1769078500.789400:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611880 x1855007653192832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078500.789404:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078500.789408:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078500.789412:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078500.789416:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078500.789418:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078500.789419:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.789421:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078500.789423:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078500.789426:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078500.789428:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078500.789431:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.789431:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078500.789438:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613100.
00000400:00000200:2.0:1769078500.789441:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:1.0:1769078500.789443:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078500.789448:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078500.789450:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078500.789451:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078500.789453:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078500.789454:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.789456:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300154619
02000000:00000010:1.0:1769078500.789458:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219c00.
00000100:00000001:1.0:1769078500.789464:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078500.789464:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b6c0.
00000100:00100000:1.0:1769078500.789470:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613100 x1855007653193088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078500.789475:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078500.789483:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078500.789485:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078500.789489:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c5e314b] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613100 x1855007653193088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.789489:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300154619
00000100:00000010:2.0:1769078500.789496:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b2a0.
00000100:00000001:1.0:1769078500.789503:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.789503:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1769078500.789509:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078500.789510:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078500.789513:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078500.789516:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078500.789517:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078500.789518:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078500.789524:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078500.789524:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1769078500.789528:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5480
00000100:00100000:2.0:1769078500.789533:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078500/real 1769078500]  req@ffff88ba85611880 x1855007653192832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078500.789534:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078500.789562:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078500.789564:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078500.789566:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078500.789570:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078500.789572:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078500.789576:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078500.789581:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078500.789584:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078500.789587:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078500.789590:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078500.789593:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000001:2.0:1769078500.789594:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000001:1.0:1769078500.789595:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000001:2.0:1769078500.789598:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1769078500.789601:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000010:2.0:1769078500.789604:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000100:00000001:1.0:1769078500.789605:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078500.789610:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078500.789610:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078500.789614:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:1.0:1769078500.789615:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078500.789621:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:2.0:1769078500.789621:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1769078500.789630:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000200:2.0:1769078500.789630:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611880 x1855007653192832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078500.789635:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078500.789639:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078500.789643:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078500.789647:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078500.789650:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611880 x1855007653192832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078500.789651:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078500.789654:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078500.789659:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078500.789663:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078500.789670:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610e00.
00000100:00000001:2.0:1769078500.789670:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078500.789673:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769078500.789675:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:2.0:1769078500.789677:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1769078500.789679:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078500.789681:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078500.789682:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078500.789686:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078500.789689:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769078500.789689:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611880 x1855007653192832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078500.789692:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078500.789698:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218400.
00000100:00000001:2.0:1769078500.789702:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078500.789703:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078500.789710:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611880 x1855007653192832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078500.789712:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610e00 x1855007653193216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078500.789736:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078500.789738:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078500.789739:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.789745:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078500.789747:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e5ce01] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610e00 x1855007653193216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.789748:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078500.789751:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078500.789757:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078500.789760:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078500.789766:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078500.789768:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078500.789768:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1769078500.789773:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078500.789773:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078500.789778:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078500.789780:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078500.789783:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5480
00000100:00080000:2.0:1769078500.789788:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000400:00000200:1.0:1769078500.789789:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078500.789793:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:1.0:1769078500.789796:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078500.789800:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078500.789803:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611880 x1855007653192832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078500.789806:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078500.789811:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078500.789815:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078500.789820:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078500.789825:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:2.0:1769078500.789825:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653192832:192.168.204.104@tcp:250:kworker.0
00000020:00000040:1.0:1769078500.789829:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078500.789833:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078500.789835:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769078500.789836:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:2.0:1769078500.789840:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1769078500.789841:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078500.789846:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078500.789846:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611880 x1855007653192832/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078500.789855:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078500.789860:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078500.789863:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1769078500.789864:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:2.0:1769078500.789867:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1769078500.789868:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078500.789873:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
02000000:00000010:2.0:1769078500.789873:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
00000100:00080000:1.0:1769078500.789880:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:2.0:1769078500.789880:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078500.789884:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:1.0:1769078500.789886:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078500.789888:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078500.789889:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:2.0:1769078500.789893:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:1.0:1769078500.789894:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078500.789898:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078500.789898:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a000.
00000100:00000001:1.0:1769078500.789903:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078500.789906:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1769078500.789907:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:1.0:1769078500.789908:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078500.789912:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078500.789912:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078500.789916:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611880.
00000100:00000010:1.0:1769078500.789918:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610380.
00000100:00000001:2.0:1769078500.789921:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000020:00000040:1.0:1769078500.789922:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000001:2.0:1769078500.789924:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078500.789927:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078500.789928:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078500.789930:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078500.789933:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078500.789935:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078500.789937:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.789939:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:1.0:1769078500.789940:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b000.
00000100:00000001:2.0:1769078500.789943:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078500.789945:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.789949:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:1.0:1769078500.789953:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610380 x1855007653193344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078500.789953:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078500.789957:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078500.789964:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610000 x1855007653192960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078500.789965:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078500.789969:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078500.789977:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea9b11c2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610380 x1855007653193344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.789980:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078500.789983:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078500.789988:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078500.789991:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078500.789992:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078500.789997:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078500.790002:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653192960:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078500.790005:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769078500.790006:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5491)
02000000:00000001:2.0:1769078500.790008:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078500.790011:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078500.790014:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078500.790017:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078500.790027:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078500.790032:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078500.790035:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078500.790039:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078500.790043:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653192960, portal 10
00000100:00000001:2.0:1769078500.790045:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078500.790046:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415862272 : -131140293689344 : ffff88ba85610000)
00000100:00000040:2.0:1769078500.790054:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610000 x1855007653192960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790061:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078500.790063:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078500.790065:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078500.790068:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653192960, offset 0
00000400:00000200:2.0:1769078500.790071:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078500.790076:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078500.790079:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078500.790082:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078500.790085:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078500.790087:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078500.790090:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078500.790093:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201211:201211:256:4294967295] 192.168.204.104@tcp LPNI seq info [201211:201211:8:4294967295]
00000400:00000200:2.0:1769078500.790097:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078500.790104:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078500.790108:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078500.790112:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078500.790116:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078500.790120:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078500.790125:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078500.790128:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078500.790131:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078500.790133:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078500.790136:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078500.790139:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078500.790142:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078500.790144:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078500.790147:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078500.790150:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610000 x1855007653192960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790165:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078500.790167:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610000 x1855007653192960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790174:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.790176:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078500.790179:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078500.790183:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078500.790186:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078500.790189:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300153370
00000100:00000001:2.0:1769078500.790191:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300154619
00000100:00000001:2.0:1769078500.790193:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300153370
00000100:00000001:2.0:1769078500.790195:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300154619
00000100:00000001:2.0:1769078500.790198:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078500.790200:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.790202:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078500.790206:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078500/real 1769078500]  req@ffff88ba85610000 x1855007653192960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078500.790213:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078500.790214:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078500.790215:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078500.790218:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078500.790219:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078500.790221:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078500.790224:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610000 x1855007653192960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078500.790232:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610000 x1855007653192960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790239:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078500.790241:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.790243:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078500.790244:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078500.790248:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610000 x1855007653192960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790255:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078500.790258:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610000 x1855007653192960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790266:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078500.790268:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.790269:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078500.790271:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.790272:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078500.790274:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078500.790276:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078500.790279:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078500.790282:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078500.790286:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610000 x1855007653192960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078500.790294:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653192960:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078500.790297:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078500.790301:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613100 x1855007653193088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790308:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078500.790309:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078500.790311:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078500.790313:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078500.790315:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078500.790318:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653193088:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078500.790322:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078500.790323:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078500.790325:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078500.790327:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078500.790330:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078500.790332:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078500.790336:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078500.790338:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078500.790341:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078500.790344:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653193088, portal 10
00000100:00000001:2.0:1769078500.790346:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078500.790348:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415874816 : -131140293676800 : ffff88ba85613100)
00000100:00000040:2.0:1769078500.790353:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613100 x1855007653193088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790358:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078500.790361:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078500.790363:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078500.790365:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653193088, offset 0
00000400:00000200:2.0:1769078500.790369:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078500.790373:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078500.790377:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078500.790379:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078500.790382:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078500.790384:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078500.790387:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078500.790389:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201212:201212:256:4294967295] 192.168.204.104@tcp LPNI seq info [201212:201212:8:4294967295]
00000400:00000200:2.0:1769078500.790393:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078500.790399:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078500.790403:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078500.790406:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078500.790410:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078500.790413:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078500.790417:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078500.790420:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078500.790423:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078500.790425:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078500.790428:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078500.790432:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078500.790435:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078500.790437:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078500.790439:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078500.790443:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613100 x1855007653193088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790450:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078500.790453:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613100 x1855007653193088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790460:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.790462:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078500.790465:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078500.790468:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078500.790471:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078500.790473:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300153355
00000100:00000001:2.0:1769078500.790475:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300154619
00000100:00000001:2.0:1769078500.790477:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300153355
00000100:00000001:2.0:1769078500.790480:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300154619
00000100:00000001:2.0:1769078500.790482:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078500.790484:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.790486:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078500.790490:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078500/real 1769078500]  req@ffff88ba85613100 x1855007653193088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078500.790498:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078500.790500:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078500.790501:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078500.790504:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078500.790505:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078500.790507:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078500.790510:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613100 x1855007653193088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078500.790519:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613100 x1855007653193088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790525:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078500.790527:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.790528:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078500.790530:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078500.790533:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613100 x1855007653193088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790561:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078500.790565:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613100 x1855007653193088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790573:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078500.790575:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.790577:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078500.790578:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.790580:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078500.790582:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078500.790584:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078500.790588:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078500.790590:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078500.790594:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613100 x1855007653193088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078500.790608:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653193088:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078500.790612:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078500.790615:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610e00 x1855007653193216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790622:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078500.790624:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078500.790626:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078500.790628:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078500.790630:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078500.790633:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653193216:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078500.790636:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078500.790638:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078500.790640:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078500.790641:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078500.790645:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078500.790647:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078500.790651:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078500.790653:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078500.790657:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078500.790660:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653193216, portal 4
00000100:00000001:2.0:1769078500.790662:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078500.790663:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415865856 : -131140293685760 : ffff88ba85610e00)
00000100:00000040:2.0:1769078500.790668:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610e00 x1855007653193216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790675:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078500.790678:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078500.790679:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078500.790682:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653193216, offset 0
00000400:00000200:2.0:1769078500.790685:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078500.790689:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078500.790693:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078500.790695:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078500.790698:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078500.790701:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078500.790703:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078500.790706:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201213:201213:256:4294967295] 192.168.204.104@tcp LPNI seq info [201213:201213:8:4294967295]
00000400:00000200:2.0:1769078500.790709:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078500.790715:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078500.790719:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078500.790721:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078500.790725:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078500.790728:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078500.790732:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078500.790735:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078500.790738:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078500.790740:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078500.790743:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078500.790746:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078500.790749:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078500.790751:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078500.790753:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078500.790756:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610e00 x1855007653193216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790763:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078500.790766:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610e00 x1855007653193216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790773:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.790774:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078500.790777:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078500.790780:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078500.790783:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078500.790785:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300153363
00000100:00000001:2.0:1769078500.790788:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300154619
00000100:00000001:2.0:1769078500.790790:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300153363
00000100:00000001:2.0:1769078500.790792:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300154619
00000100:00000001:2.0:1769078500.790794:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078500.790796:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.790797:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078500.790801:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078500/real 1769078500]  req@ffff88ba85610e00 x1855007653193216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078500.790809:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078500.790810:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078500.790812:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078500.790814:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078500.790815:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078500.790817:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078500.790820:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610e00 x1855007653193216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078500.790828:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610e00 x1855007653193216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790835:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078500.790836:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.790838:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078500.790839:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078500.790842:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610e00 x1855007653193216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790849:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078500.790853:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610e00 x1855007653193216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790870:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078500.790872:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.790874:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078500.790875:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.790877:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078500.790879:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078500.790881:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078500.790885:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078500.790887:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078500.790891:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610e00 x1855007653193216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078500.790898:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653193216:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078500.790902:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.790905:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078500.790908:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610000 x1855007653192960/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790915:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078500.790917:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078500.790919:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078500.790921:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078500.790922:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078500.790924:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078500.790926:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078500.790928:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821bc00.
02000000:00000001:2.0:1769078500.790931:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078500.790932:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078500.790933:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610000.
00000100:00000001:2.0:1769078500.790936:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078500.790938:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.790939:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078500.790943:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613100 x1855007653193088/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790955:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078500.790957:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078500.790958:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078500.790961:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078500.790962:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078500.790963:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078500.790965:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078500.790967:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219c00.
02000000:00000001:2.0:1769078500.790969:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078500.790970:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078500.790972:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613100.
00000100:00000001:2.0:1769078500.790974:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078500.790975:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.790977:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078500.790981:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610e00 x1855007653193216/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.790987:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078500.790988:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078500.790989:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078500.790992:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078500.790994:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078500.790995:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078500.790997:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078500.790998:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218400.
02000000:00000001:2.0:1769078500.791000:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078500.791002:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078500.791003:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610e00.
00000100:00000001:2.0:1769078500.791005:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078500.791006:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.791008:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.791012:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078500.791014:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.791016:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078500.791017:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078500.791018:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078500.791033:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610380 x1855007653193344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.791040:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078500.791042:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078500.791044:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078500.791046:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078500.791048:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078500.791050:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653193344:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078500.791053:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078500.791055:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078500.791057:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078500.791059:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078500.791061:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078500.791063:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078500.791067:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078500.791069:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078500.791072:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078500.791075:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653193344, portal 4
00000100:00000001:2.0:1769078500.791077:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078500.791078:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415863168 : -131140293688448 : ffff88ba85610380)
00000100:00000040:2.0:1769078500.791084:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610380 x1855007653193344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.791091:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078500.791094:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078500.791096:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078500.791098:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653193344, offset 0
00000400:00000200:2.0:1769078500.791102:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078500.791106:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078500.791110:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078500.791112:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078500.791115:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078500.791117:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078500.791119:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078500.791123:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201214:201214:256:4294967295] 192.168.204.104@tcp LPNI seq info [201214:201214:8:4294967295]
00000400:00000200:2.0:1769078500.791127:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078500.791133:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078500.791137:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078500.791141:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078500.791145:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078500.791147:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078500.791151:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078500.791154:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078500.791158:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078500.791160:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078500.791162:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078500.791166:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078500.791168:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078500.791169:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078500.791172:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078500.791175:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610380 x1855007653193344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.791183:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078500.791186:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610380 x1855007653193344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.791193:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.791195:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078500.791198:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078500.791200:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078500.791204:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078500.791206:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300153363
00000100:00000001:2.0:1769078500.791209:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300154619
00000100:00000001:2.0:1769078500.791211:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300153363
00000100:00000001:2.0:1769078500.791213:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300154619
00000100:00000001:2.0:1769078500.791215:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078500.791218:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.791220:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078500.791224:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078500/real 1769078500]  req@ffff88ba85610380 x1855007653193344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078500.791232:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078500.791233:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078500.791235:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078500.791238:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078500.791239:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078500.791241:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078500.791244:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610380 x1855007653193344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078500.791253:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610380 x1855007653193344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.791259:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078500.791261:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.791263:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078500.791264:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078500.791267:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610380 x1855007653193344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.791274:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078500.791278:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610380 x1855007653193344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.791285:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078500.791288:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.791289:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078500.791291:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.791293:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078500.791294:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078500.791297:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078500.791301:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078500.791303:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078500.791307:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610380 x1855007653193344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078500.791315:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653193344:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078500.791318:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.791320:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078500.791323:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610380 x1855007653193344/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.791330:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078500.791331:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078500.791333:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078500.791336:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078500.791337:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078500.791338:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078500.791340:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078500.791342:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b000.
02000000:00000001:2.0:1769078500.791344:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078500.791345:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078500.791347:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610380.
00000100:00000001:2.0:1769078500.791349:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078500.791350:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.791352:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078500.791355:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078500.791356:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.791358:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078500.791359:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078501.428689:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078501.428699:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078501.428918:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078501.428923:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078501.428927:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078502.068725:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300154619, at 4300154624
00000100:00000010:0.0:1769078502.068742:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b6c0.
00000100:00000040:1.0:1769078502.068836:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300154619, at 4300154624
00000100:00000010:1.0:1769078502.068842:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b2a0.
00010000:00000001:2.0:1769078502.452785:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078502.452793:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078502.453049:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078502.453053:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078502.453057:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078503.476675:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078503.476683:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078503.476777:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078503.476781:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078503.476785:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078504.501190:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078504.501198:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078504.501284:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078504.501289:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078504.501293:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078505.524813:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078505.524824:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078505.524827:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078505.524829:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078505.524835:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078505.524837:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078505.524840:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078505.524842:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078505.524994:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078505.524998:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078505.525002:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078505.911029:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078505.911041:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078505.911044:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078505.911053:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078505.911059:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078505.911069:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5486
00000400:00000200:0.0:1769078505.911080:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078505.911087:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078505.911091:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078505.911095:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911099:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078505.911102:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911105:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078505.911110:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078505.911113:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:0.0:1769078505.911116:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078505.911119:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:0.0:1769078505.911122:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:0.0:1769078505.911125:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:0.0:1769078505.911129:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911132:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078505.911135:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911137:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078505.911141:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:0.0:1769078505.911145:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911148:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078505.911152:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078505.911156:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078505.911159:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.911162:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078505.911165:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078505.911172:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579f800.
00000020:00000040:0.0:1769078505.911176:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:0.0:1769078505.911181:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078505.911183:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.911187:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078505.911190:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078505.911195:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078505.911205:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637cc00.
00000100:00000001:0.0:1769078505.911213:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078505.911223:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579f800 x1855007653193472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078505.911236:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078505.911240:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078505.911245:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026542306] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579f800 x1855007653193472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.911267:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078505.911270:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078505.911274:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078505.911275:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078505.911277:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078505.911280:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078505.911283:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5486
00000400:00000200:0.0:1769078505.911288:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078505.911292:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078505.911295:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078505.911298:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911300:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078505.911301:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078505.911304:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911308:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078505.911308:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078505.911312:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078505.911315:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000100:00000001:2.0:1769078505.911315:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078505.911319:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078505.911322:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:0.0:1769078505.911326:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078505.911327:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f800 x1855007653193472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078505.911328:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:0.0:1769078505.911336:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911342:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078505.911345:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769078505.911346:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078505.911350:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.911351:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078505.911356:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:0.0:1769078505.911360:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:2.0:1769078505.911360:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078505.911365:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078505.911366:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078505.911368:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078505.911371:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078505.911376:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769078505.911378:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653193472:192.168.204.104@tcp:250:kworker.0
02000000:00000001:0.0:1769078505.911381:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.911386:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078505.911387:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078505.911393:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078505.911398:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.911400:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078505.911404:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579c380.
00000020:00000040:0.0:1769078505.911407:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078505.911407:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078505.911412:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078505.911413:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078505.911416:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078505.911417:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078505.911419:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078505.911422:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078505.911424:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078505.911426:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000010:0.0:1769078505.911429:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:2.0:1769078505.911430:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.911436:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078505.911445:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579c380 x1855007653193600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078505.911451:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078505.911455:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078505.911459:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078505.911463:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000100:00000040:0.0:1769078505.911464:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c5dff49] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579c380 x1855007653193600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078505.911470:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000001:0.0:1769078505.911480:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078505.911481:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653193472, portal 25
00000100:00080000:0.0:1769078505.911483:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078505.911485:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078505.911487:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417498624 : -131140292052992 : ffff88ba8579f800)
00000100:00080000:0.0:1769078505.911490:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078505.911493:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078505.911496:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078505.911499:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769078505.911499:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f800 x1855007653193472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078505.911505:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5486
00000400:00000200:0.0:1769078505.911514:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078505.911517:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078505.911522:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078505.911528:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078505.911529:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078505.911532:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078505.911561:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000040:0.0:1769078505.911567:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000010:2.0:1769078505.911568:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000001:0.0:1769078505.911572:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000200:2.0:1769078505.911575:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653193472, offset 0
00000020:00000001:0.0:1769078505.911576:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078505.911580:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:0.0:1769078505.911582:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078505.911586:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000400:00000200:2.0:1769078505.911587:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000020:00000001:0.0:1769078505.911590:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:0.0:1769078505.911593:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:0.0:1769078505.911597:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911599:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078505.911601:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911604:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078505.911607:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:0.0:1769078505.911610:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911614:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078505.911614:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:0.0:1769078505.911619:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078505.911623:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078505.911626:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
02000000:00000001:0.0:1769078505.911627:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.911631:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078505.911634:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078505.911636:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1769078505.911639:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.911642:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078505.911643:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000010:0.0:1769078505.911648:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579dc00.
00000400:00000200:2.0:1769078505.911649:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1769078505.911653:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000400:00000200:2.0:1769078505.911653:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
02000000:00000001:0.0:1769078505.911659:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078505.911659:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201215:201215:256:4294967295] 192.168.204.104@tcp LPNI seq info [201215:201215:8:4294967295]
02000000:00000001:0.0:1769078505.911662:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078505.911666:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078505.911667:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078505.911670:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078505.911672:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078505.911676:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637dc00.
00000400:00000200:2.0:1769078505.911678:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078505.911682:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078505.911686:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00100000:0.0:1769078505.911691:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579dc00 x1855007653193728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769078505.911694:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000100:00000001:0.0:1769078505.911703:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1769078505.911704:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078505.911707:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078505.911711:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769078505.911714:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef7c3189] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579dc00 x1855007653193728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.911727:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078505.911731:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769078505.911732:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00080000:0.0:1769078505.911735:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078505.911739:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1769078505.911739:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00080000:0.0:1769078505.911741:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078505.911747:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:2.0:1769078505.911750:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00080000:0.0:1769078505.911753:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5486
00000800:00000010:2.0:1769078505.911755:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:0.0:1769078505.911759:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078505.911760:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078505.911765:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078505.911769:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1769078505.911770:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078505.911775:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000100:00000040:0.0:1769078505.911776:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000010:2.0:1769078505.911779:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:0.0:1769078505.911780:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078505.911784:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769078505.911785:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911789:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000200:2.0:1769078505.911792:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f800 x1855007653193472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078505.911793:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078505.911795:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:0.0:1769078505.911798:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078505.911801:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:0.0:1769078505.911805:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:2.0:1769078505.911806:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1769078505.911809:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078505.911811:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f800 x1855007653193472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078505.911815:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911820:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078505.911824:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911829:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078505.911834:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:2.0:1769078505.911836:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078505.911839:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078505.911842:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078505.911844:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078505.911847:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1769078505.911848:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078505.911852:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.911854:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078505.911856:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078505.911858:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078505.911862:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078505.911866:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078505.911867:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.911872:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300159742
00000100:00000010:0.0:1769078505.911875:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579d880.
00000100:00000010:2.0:1769078505.911879:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bc00.
00000020:00000040:0.0:1769078505.911880:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078505.911885:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078505.911887:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.911889:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078505.911890:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1769078505.911891:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078505.911894:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078505.911900:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637d800.
00000100:00000001:2.0:1769078505.911901:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300159742
00000100:00000001:0.0:1769078505.911905:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078505.911908:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b060.
00000100:00100000:0.0:1769078505.911913:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579d880 x1855007653193856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078505.911914:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078505.911918:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078505.911923:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.911928:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769078505.911929:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078505.911933:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078505.911948:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078505/real 1769078505]  req@ffff88ba8579f800 x1855007653193472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078505.911953:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000104ca29] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579d880 x1855007653193856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078505.911970:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1769078505.911971:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078505.911974:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1769078505.911976:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769078505.911979:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000100:00080000:0.0:1769078505.911981:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078505.911984:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078505.911985:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000100:00080000:0.0:1769078505.911986:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769078505.911989:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:0.0:1769078505.911991:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078505.911996:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5486
00000100:00000001:2.0:1769078505.911996:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1769078505.912004:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000200:2.0:1769078505.912005:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f800 x1855007653193472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078505.912009:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078505.912013:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078505.912020:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.912024:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769078505.912028:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f800 x1855007653193472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078505.912029:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.912034:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078505.912039:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078505.912041:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:0.0:1769078505.912045:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078505.912045:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:0.0:1769078505.912047:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000100:00000001:2.0:1769078505.912049:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769078505.912050:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:0.0:1769078505.912055:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:2.0:1769078505.912055:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078505.912059:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078505.912061:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.912065:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769078505.912068:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f800 x1855007653193472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078505.912069:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078505.912073:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078505.912077:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:0.0:1769078505.912083:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078505.912089:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.912090:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769078505.912092:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078505.912096:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078505.912098:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f800 x1855007653193472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078505.912099:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.912101:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078505.912103:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078505.912105:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.912107:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078505.912111:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579d500.
00000020:00000040:0.0:1769078505.912115:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078505.912120:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078505.912122:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1769078505.912124:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.912128:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078505.912129:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769078505.912130:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078505.912133:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1769078505.912134:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.912136:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1769078505.912139:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637fc00.
00000100:00000001:2.0:1769078505.912140:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078505.912143:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078505.912145:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078505.912148:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1769078505.912154:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579d500 x1855007653193984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1769078505.912156:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078505.912161:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078505.912170:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f800 x1855007653193472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.912184:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078505.912188:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078505.912191:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653193472:192.168.204.104@tcp:250:kworker.0
00000100:00000040:0.0:1769078505.912196:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0254ec8] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579d500 x1855007653193984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912200:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.912204:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078505.912210:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078505.912211:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f800 x1855007653193472/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078505.912217:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5496)
00000100:00000001:2.0:1769078505.912222:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078505.912226:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078505.912229:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078505.912233:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078505.912235:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078505.912237:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078505.912239:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078505.912241:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637cc00.
02000000:00000001:2.0:1769078505.912245:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078505.912248:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078505.912249:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f800.
00000100:00000001:2.0:1769078505.912253:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078505.912254:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.912256:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.912264:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078505.912266:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.912267:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078505.912269:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078505.912271:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078505.912274:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c380 x1855007653193600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912281:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078505.912283:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078505.912285:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078505.912287:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078505.912289:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078505.912292:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653193600:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078505.912295:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078505.912297:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078505.912299:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078505.912300:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078505.912303:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078505.912305:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078505.912309:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078505.912312:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078505.912316:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078505.912319:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653193600, portal 10
00000100:00000001:2.0:1769078505.912320:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078505.912322:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417485184 : -131140292066432 : ffff88ba8579c380)
00000100:00000040:2.0:1769078505.912327:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c380 x1855007653193600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912334:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078505.912336:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078505.912338:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078505.912341:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653193600, offset 0
00000400:00000200:2.0:1769078505.912345:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078505.912349:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078505.912352:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078505.912355:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078505.912357:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078505.912360:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078505.912362:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078505.912365:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201216:201216:256:4294967295] 192.168.204.104@tcp LPNI seq info [201216:201216:8:4294967295]
00000400:00000200:2.0:1769078505.912369:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078505.912375:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078505.912379:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078505.912382:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078505.912386:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078505.912388:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078505.912392:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078505.912395:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078505.912399:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078505.912401:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078505.912403:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078505.912406:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078505.912409:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078505.912411:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078505.912413:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078505.912416:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c380 x1855007653193600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912424:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078505.912426:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c380 x1855007653193600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912433:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.912435:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078505.912439:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078505.912443:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078505.912447:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078505.912449:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300158492
00000100:00000001:2.0:1769078505.912452:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300159742
00000100:00000001:2.0:1769078505.912454:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300158492
00000100:00000001:2.0:1769078505.912456:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300159742
00000100:00000001:2.0:1769078505.912458:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078505.912460:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.912462:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078505.912466:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078505/real 1769078505]  req@ffff88ba8579c380 x1855007653193600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078505.912473:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078505.912475:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078505.912477:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078505.912479:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078505.912481:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078505.912483:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078505.912486:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c380 x1855007653193600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078505.912495:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c380 x1855007653193600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912502:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078505.912503:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.912505:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078505.912507:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078505.912510:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c380 x1855007653193600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912516:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078505.912520:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c380 x1855007653193600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912527:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078505.912529:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.912531:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078505.912532:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.912534:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078505.912558:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078505.912562:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078505.912567:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078505.912570:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078505.912575:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c380 x1855007653193600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078505.912583:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653193600:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078505.912587:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078505.912591:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579dc00 x1855007653193728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912598:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078505.912599:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078505.912601:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078505.912603:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078505.912606:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078505.912609:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653193728:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078505.912612:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078505.912614:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078505.912616:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078505.912617:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078505.912621:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078505.912623:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078505.912632:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078505.912634:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078505.912638:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078505.912641:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653193728, portal 10
00000100:00000001:2.0:1769078505.912643:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078505.912644:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417491456 : -131140292060160 : ffff88ba8579dc00)
00000100:00000040:2.0:1769078505.912650:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579dc00 x1855007653193728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912656:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078505.912658:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078505.912661:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078505.912663:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653193728, offset 0
00000400:00000200:2.0:1769078505.912667:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078505.912671:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078505.912675:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078505.912678:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078505.912680:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078505.912682:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078505.912684:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078505.912687:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201217:201217:256:4294967295] 192.168.204.104@tcp LPNI seq info [201217:201217:8:4294967295]
00000400:00000200:2.0:1769078505.912691:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078505.912697:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078505.912701:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078505.912704:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078505.912708:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078505.912710:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078505.912714:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078505.912732:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078505.912736:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078505.912738:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078505.912741:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078505.912744:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078505.912748:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078505.912750:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078505.912752:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078505.912756:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579dc00 x1855007653193728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912763:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078505.912767:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579dc00 x1855007653193728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912774:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.912775:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078505.912778:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078505.912782:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078505.912785:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078505.912787:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300158478
00000100:00000001:2.0:1769078505.912790:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300159742
00000100:00000001:2.0:1769078505.912792:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300158478
00000100:00000001:2.0:1769078505.912793:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300159742
00000100:00000001:2.0:1769078505.912796:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078505.912798:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.912800:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078505.912804:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078505/real 1769078505]  req@ffff88ba8579dc00 x1855007653193728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078505.912811:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078505.912813:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078505.912815:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078505.912817:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078505.912818:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078505.912820:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078505.912823:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579dc00 x1855007653193728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078505.912829:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579dc00 x1855007653193728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912836:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078505.912837:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.912839:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078505.912840:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078505.912843:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579dc00 x1855007653193728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912850:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078505.912853:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579dc00 x1855007653193728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912858:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078505.912860:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.912862:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078505.912863:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.912865:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078505.912866:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078505.912869:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078505.912872:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078505.912874:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078505.912877:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579dc00 x1855007653193728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078505.912883:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653193728:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078505.912887:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078505.912889:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d880 x1855007653193856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912896:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078505.912897:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078505.912900:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078505.912902:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078505.912903:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078505.912906:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653193856:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078505.912909:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078505.912910:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078505.912912:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078505.912913:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078505.912917:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078505.912919:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078505.912922:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078505.912925:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078505.912928:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078505.912931:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653193856, portal 4
00000100:00000001:2.0:1769078505.912945:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078505.912946:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417490560 : -131140292061056 : ffff88ba8579d880)
00000100:00000040:2.0:1769078505.912953:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d880 x1855007653193856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.912959:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078505.912961:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078505.912964:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078505.912967:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653193856, offset 0
00000400:00000200:2.0:1769078505.912971:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078505.912975:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078505.912978:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078505.912981:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078505.912984:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078505.912986:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078505.912988:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078505.912991:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201218:201218:256:4294967295] 192.168.204.104@tcp LPNI seq info [201218:201218:8:4294967295]
00000400:00000200:2.0:1769078505.912995:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078505.913001:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078505.913005:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078505.913009:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078505.913013:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078505.913015:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078505.913019:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078505.913022:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078505.913026:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078505.913028:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078505.913031:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078505.913034:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078505.913037:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078505.913039:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078505.913042:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078505.913045:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d880 x1855007653193856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913052:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078505.913055:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d880 x1855007653193856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913061:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.913063:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078505.913066:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078505.913069:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078505.913073:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078505.913075:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300158485
00000100:00000001:2.0:1769078505.913077:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300159742
00000100:00000001:2.0:1769078505.913079:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300158485
00000100:00000001:2.0:1769078505.913082:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300159742
00000100:00000001:2.0:1769078505.913084:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078505.913086:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.913088:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078505.913091:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078505/real 1769078505]  req@ffff88ba8579d880 x1855007653193856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078505.913100:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078505.913101:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078505.913103:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078505.913105:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078505.913107:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078505.913109:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078505.913112:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d880 x1855007653193856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078505.913121:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d880 x1855007653193856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913127:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078505.913129:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.913131:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078505.913132:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078505.913135:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d880 x1855007653193856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913142:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078505.913145:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d880 x1855007653193856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913152:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078505.913154:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.913156:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078505.913157:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.913159:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078505.913160:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078505.913162:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078505.913165:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078505.913168:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078505.913172:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d880 x1855007653193856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078505.913179:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653193856:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078505.913183:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078505.913186:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d500 x1855007653193984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913191:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078505.913193:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078505.913194:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078505.913196:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078505.913198:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078505.913201:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653193984:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078505.913204:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078505.913206:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078505.913207:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078505.913209:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078505.913212:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078505.913214:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078505.913218:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078505.913220:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078505.913223:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078505.913226:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653193984, portal 4
00000100:00000001:2.0:1769078505.913227:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078505.913229:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417489664 : -131140292061952 : ffff88ba8579d500)
00000100:00000040:2.0:1769078505.913234:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d500 x1855007653193984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913239:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078505.913241:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078505.913243:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078505.913245:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653193984, offset 0
00000400:00000200:2.0:1769078505.913249:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078505.913253:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078505.913256:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078505.913258:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078505.913261:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078505.913263:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078505.913265:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078505.913268:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201219:201219:256:4294967295] 192.168.204.104@tcp LPNI seq info [201219:201219:8:4294967295]
00000400:00000200:2.0:1769078505.913272:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078505.913278:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078505.913282:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078505.913285:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078505.913289:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078505.913291:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078505.913295:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078505.913298:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078505.913301:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078505.913303:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078505.913306:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078505.913309:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078505.913313:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078505.913314:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078505.913317:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078505.913320:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d500 x1855007653193984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913326:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078505.913329:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d500 x1855007653193984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913335:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.913336:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078505.913339:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078505.913341:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078505.913344:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078505.913346:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300158485
00000100:00000001:2.0:1769078505.913348:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300159742
00000100:00000001:2.0:1769078505.913350:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300158485
00000100:00000001:2.0:1769078505.913352:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300159742
00000100:00000001:2.0:1769078505.913354:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078505.913356:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.913357:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078505.913361:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078505/real 1769078505]  req@ffff88ba8579d500 x1855007653193984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078505.913368:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078505.913370:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078505.913371:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078505.913374:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078505.913375:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078505.913377:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078505.913381:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d500 x1855007653193984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078505.913389:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d500 x1855007653193984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913396:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078505.913397:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.913399:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078505.913401:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078505.913404:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d500 x1855007653193984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913411:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078505.913414:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d500 x1855007653193984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913420:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078505.913423:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.913425:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078505.913426:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.913428:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078505.913429:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078505.913431:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078505.913435:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078505.913437:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078505.913441:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d500 x1855007653193984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078505.913449:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653193984:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078505.913452:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.913454:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078505.913458:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c380 x1855007653193600/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913464:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078505.913465:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078505.913467:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078505.913470:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078505.913472:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078505.913473:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078505.913475:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078505.913477:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e400.
02000000:00000001:2.0:1769078505.913479:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078505.913481:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078505.913482:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c380.
00000100:00000001:2.0:1769078505.913485:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078505.913486:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.913488:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078505.913491:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579dc00 x1855007653193728/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913502:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078505.913504:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078505.913505:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078505.913508:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078505.913509:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078505.913510:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078505.913512:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078505.913513:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:2.0:1769078505.913515:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078505.913516:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078505.913517:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579dc00.
00000100:00000001:2.0:1769078505.913520:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078505.913521:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.913523:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078505.913526:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d880 x1855007653193856/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913531:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078505.913532:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078505.913534:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078505.913559:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078505.913561:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078505.913563:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078505.913566:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078505.913568:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d800.
02000000:00000001:2.0:1769078505.913570:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078505.913572:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078505.913574:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d880.
00000100:00000001:2.0:1769078505.913577:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078505.913578:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.913580:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078505.913585:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d500 x1855007653193984/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078505.913591:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078505.913592:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078505.913594:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078505.913596:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078505.913597:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078505.913598:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078505.913600:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078505.913601:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:2.0:1769078505.913603:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078505.913604:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078505.913606:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d500.
00000100:00000001:2.0:1769078505.913608:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078505.913609:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.913611:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.913615:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078505.913616:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.913618:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078505.913620:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078506.548715:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078506.548724:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078506.548810:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078506.548814:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078506.548818:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078507.188715:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300159742, at 4300159744
00000100:00000040:1.0:1769078507.188715:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300159742, at 4300159744
00000100:00000010:1.0:1769078507.188736:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b060.
00000100:00000010:0.0:1769078507.188739:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bc00.
00010000:00000001:2.0:1769078507.572725:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078507.572734:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078507.572819:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078507.572824:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078507.572828:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078508.596668:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078508.596676:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078508.596739:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078508.596742:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078508.596746:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078509.620619:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078509.620631:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078509.620694:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078509.620699:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078509.620703:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078510.644665:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078510.644672:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078510.644729:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078510.644732:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078510.644736:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078511.028735:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078511.028750:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078511.028753:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078511.028759:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078511.028765:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078511.028773:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5491
00000400:00000200:3.0:1769078511.028783:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078511.028788:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078511.028791:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078511.028794:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078511.028797:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078511.028800:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078511.028802:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078511.028807:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078511.028810:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078511.028813:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078511.028816:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078511.028818:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078511.028821:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078511.028825:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078511.028827:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078511.028829:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078511.028831:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078511.028834:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078511.028838:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078511.028841:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078511.028845:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078511.028862:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078511.028865:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.028868:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078511.028879:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078511.028892:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769078511.028896:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078511.028900:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078511.028902:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.028906:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078511.028909:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078511.028914:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078511.028931:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769078511.028939:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078511.028949:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653194112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078511.028961:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078511.028966:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078511.028971:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653194112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078511.028997:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078511.029001:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078511.029004:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078511.029006:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078511.029008:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078511.029010:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078511.029013:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5491
00000400:00000200:3.0:1769078511.029017:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078511.029021:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078511.029023:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078511.029026:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078511.029029:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078511.029031:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078511.029034:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078511.029036:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078511.029038:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078511.029040:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078511.029042:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078511.029045:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:2.0:1769078511.029048:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078511.029048:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078511.029053:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078511.029054:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078511.029057:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078511.029059:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078511.029062:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078511.029066:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000040:2.0:1769078511.029069:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653194112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078511.029070:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078511.029077:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078511.029083:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078511.029087:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078511.029090:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078511.029093:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078511.029095:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078511.029099:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078511.029099:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.029104:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078511.029105:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1769078511.029108:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078511.029110:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078511.029112:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.029115:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078511.029118:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653194112:192.168.204.104@tcp:250:kworker.0
00000100:00000010:3.0:1769078511.029119:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769078511.029125:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000100:00000001:2.0:1769078511.029127:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078511.029129:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078511.029132:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.029134:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078511.029134:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078511.029138:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078511.029139:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078511.029141:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.029144:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078511.029147:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
02000000:00000010:2.0:1769078511.029153:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
00000100:00000001:3.0:1769078511.029153:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.029159:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078511.029163:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653194240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078511.029172:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078511.029176:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769078511.029180:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000100:00000001:3.0:1769078511.029180:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078511.029188:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653194240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078511.029192:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000001:3.0:1769078511.029195:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078511.029199:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078511.029201:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078511.029202:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1769078511.029204:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653194112, portal 25
00000100:00080000:3.0:1769078511.029205:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078511.029210:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078511.029211:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078511.029214:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00080000:3.0:1769078511.029216:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5491
00000400:00000200:3.0:1769078511.029223:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:2.0:1769078511.029226:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653194112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078511.029229:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078511.029235:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078511.029241:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078511.029243:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078511.029245:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078511.029250:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078511.029251:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000010:2.0:1769078511.029255:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000001:3.0:1769078511.029255:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078511.029260:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:2.0:1769078511.029262:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653194112, offset 0
00000020:00000040:3.0:1769078511.029263:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078511.029267:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769078511.029273:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078511.029284:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:3.0:1769078511.029284:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078511.029289:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078511.029292:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769078511.029295:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000040:3.0:1769078511.029299:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078511.029304:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078511.029305:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078511.029307:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078511.029311:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769078511.029314:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000040:3.0:1769078511.029315:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078511.029321:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:2.0:1769078511.029322:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078511.029327:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.029329:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
02000000:00000001:3.0:1769078511.029331:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078511.029336:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078511.029337:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201220:201220:256:4294967295] 192.168.204.104@tcp LPNI seq info [201220:201220:8:4294967295]
02000000:00000001:3.0:1769078511.029340:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.029345:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078511.029345:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078511.029348:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078511.029352:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.029355:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.029359:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078511.029369:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000010:3.0:1769078511.029376:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000800:00000010:2.0:1769078511.029377:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000020:00000040:3.0:1769078511.029380:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078511.029385:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078511.029389:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078511.029390:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078511.029392:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078511.029396:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1769078511.029397:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1769078511.029399:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078511.029407:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000800:00000200:2.1:1769078511.029408:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:3.0:1769078511.029413:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078511.029414:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078511.029423:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00100000:3.0:1769078511.029423:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653194368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769078511.029428:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078511.029437:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078511.029445:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078511.029446:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078511.029449:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.029455:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000100:00000040:3.0:1769078511.029457:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653194368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078511.029459:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078511.029466:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078511.029469:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078511.029474:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653194112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078511.029475:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078511.029483:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078511.029487:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078511.029490:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078511.029494:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078511.029495:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078511.029502:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5491
00000100:00000040:2.0:1769078511.029503:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653194112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078511.029509:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078511.029516:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078511.029521:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078511.029521:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078511.029526:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769078511.029527:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078511.029531:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078511.029533:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078511.029570:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.029570:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078511.029576:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769078511.029579:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:3.0:1769078511.029579:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00000001:2.0:1769078511.029583:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300164860
00000020:00000001:3.0:1769078511.029584:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078511.029588:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000010:2.0:1769078511.029590:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b960.
00000020:00000001:3.0:1769078511.029592:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078511.029597:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:2.0:1769078511.029600:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1769078511.029602:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078511.029606:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078511.029608:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078511.029610:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300164860
00000100:00000001:3.0:1769078511.029611:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000010:2.0:1769078511.029617:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b480.
00000020:00000040:3.0:1769078511.029617:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:2.0:1769078511.029624:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1769078511.029625:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078511.029630:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.029631:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078511.029634:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078511.029636:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078511.029639:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078511.029641:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769078511.029643:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.029647:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:2.0:1769078511.029650:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078511/real 1769078511]  req@ffff88ba87a99f80 x1855007653194112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769078511.029651:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078511.029657:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.029662:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078511.029668:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000400:00000001:2.0:1769078511.029669:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078511.029672:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1769078511.029674:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000400:00000010:2.0:1769078511.029675:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
02000000:00000001:3.0:1769078511.029679:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078511.029680:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078511.029683:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
02000000:00000001:3.0:1769078511.029683:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.029688:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769078511.029688:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078511.029692:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1769078511.029694:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653194112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078511.029695:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078511.029703:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769078511.029709:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078511.029715:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653194112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078511.029716:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653194496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078511.029736:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078511.029737:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078511.029740:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078511.029742:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.029745:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1769078511.029749:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653194496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.029750:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078511.029759:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653194112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078511.029764:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078511.029770:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078511.029773:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078511.029776:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078511.029779:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769078511.029782:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653194112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078511.029783:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078511.029789:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078511.029794:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5491
00000100:00000001:2.0:1769078511.029799:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1769078511.029803:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078511.029805:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078511.029809:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078511.029810:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.029815:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078511.029815:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078511.029820:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1769078511.029822:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078511.029824:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078511.029827:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1769078511.029829:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1769078511.029832:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078511.029836:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00080000:2.0:1769078511.029838:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000020:00000001:3.0:1769078511.029841:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078511.029842:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1769078511.029844:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078511.029860:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769078511.029861:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653194112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078511.029864:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078511.029869:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078511.029874:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00100000:2.0:1769078511.029880:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653194112:192.168.204.104@tcp:250:kworker.0
00000100:00000040:3.0:1769078511.029880:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078511.029886:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078511.029891:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078511.029894:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078511.029895:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078511.029897:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769078511.029901:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000040:2.0:1769078511.029902:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653194112/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078511.029908:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078511.029911:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1769078511.029914:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.029915:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1769078511.029919:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1769078511.029920:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:3.0:1769078511.029924:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078511.029925:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078511.029927:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078511.029931:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078511.029931:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078511.029935:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:3.0:1769078511.029936:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769078511.029938:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
00000008:00100000:3.0:1769078511.029940:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1769078511.029943:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:3.0:1769078511.029944:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.029946:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1769078511.029948:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078511.029950:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000010:3.0:1769078511.029954:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000100:00000001:2.0:1769078511.029956:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078511.029959:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769078511.029959:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000001:2.0:1769078511.029965:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078511.029966:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078511.029969:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.029971:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078511.029972:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078511.029974:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.029976:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:3.0:1769078511.029978:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:2.0:1769078511.029980:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.029986:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078511.029986:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.029989:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078511.029992:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1769078511.029994:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653194624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769078511.029999:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653194240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078511.030015:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078511.030016:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078511.030018:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.030020:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.030021:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078511.030024:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078511.030026:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078511.030030:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653194624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078511.030031:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653194240:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078511.030037:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078511.030039:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078511.030042:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.030045:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078511.030048:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
00000100:00000001:3.0:1769078511.030050:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.030051:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.030057:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078511.030060:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000100:00000040:3.0:1769078511.030060:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5501)
00000400:00000010:2.0:1769078511.030066:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078511.030069:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653194240, portal 10
00000100:00000001:2.0:1769078511.030071:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078511.030072:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:2.0:1769078511.030077:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653194240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030082:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078511.030085:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078511.030088:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078511.030091:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653194240, offset 0
00000400:00000200:2.0:1769078511.030096:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078511.030100:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078511.030104:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078511.030107:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078511.030110:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078511.030112:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078511.030114:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078511.030117:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201221:201221:256:4294967295] 192.168.204.104@tcp LPNI seq info [201221:201221:8:4294967295]
00000400:00000200:2.0:1769078511.030121:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078511.030127:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078511.030131:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078511.030135:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078511.030139:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078511.030141:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078511.030145:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078511.030147:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078511.030151:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078511.030153:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078511.030156:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078511.030159:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078511.030162:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078511.030163:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078511.030166:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078511.030169:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653194240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030177:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.030179:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653194240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030185:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.030186:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078511.030189:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078511.030193:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078511.030196:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078511.030198:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300163610
00000100:00000001:2.0:1769078511.030200:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300164860
00000100:00000001:2.0:1769078511.030203:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300163610
00000100:00000001:2.0:1769078511.030205:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300164860
00000100:00000001:2.0:1769078511.030207:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078511.030208:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.030210:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078511.030213:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078511/real 1769078511]  req@ffff88ba87a98e00 x1855007653194240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078511.030220:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078511.030222:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078511.030223:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078511.030226:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078511.030227:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078511.030229:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078511.030232:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653194240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078511.030239:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653194240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030245:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078511.030246:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.030248:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.030250:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078511.030253:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653194240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030259:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078511.030263:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653194240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030269:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078511.030272:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.030273:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.030274:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.030276:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078511.030278:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078511.030280:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078511.030283:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078511.030285:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078511.030289:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653194240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078511.030295:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653194240:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078511.030299:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078511.030302:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653194368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030313:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078511.030314:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.030316:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078511.030318:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078511.030320:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078511.030322:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653194368:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078511.030325:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078511.030327:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078511.030328:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.030330:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078511.030333:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078511.030334:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.030337:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078511.030340:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078511.030342:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078511.030345:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653194368, portal 10
00000100:00000001:2.0:1769078511.030347:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078511.030348:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
00000100:00000040:2.0:1769078511.030353:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653194368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030359:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078511.030362:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078511.030364:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078511.030366:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653194368, offset 0
00000400:00000200:2.0:1769078511.030369:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078511.030372:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078511.030375:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078511.030378:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078511.030380:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078511.030382:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078511.030385:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078511.030388:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201222:201222:256:4294967295] 192.168.204.104@tcp LPNI seq info [201222:201222:8:4294967295]
00000400:00000200:2.0:1769078511.030392:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078511.030397:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078511.030401:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078511.030404:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078511.030407:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078511.030410:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078511.030413:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078511.030416:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078511.030420:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078511.030422:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078511.030424:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078511.030427:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078511.030429:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078511.030431:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078511.030433:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078511.030436:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98a80 x1855007653194368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030444:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.030446:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653194368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030453:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.030455:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078511.030458:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078511.030461:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078511.030463:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078511.030465:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300163595
00000100:00000001:2.0:1769078511.030467:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300164860
00000100:00000001:2.0:1769078511.030468:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300163595
00000100:00000001:2.0:1769078511.030470:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300164860
00000100:00000001:2.0:1769078511.030471:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078511.030474:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.030475:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078511.030479:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078511/real 1769078511]  req@ffff88ba87a98a80 x1855007653194368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078511.030487:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078511.030488:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078511.030489:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078511.030492:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078511.030493:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078511.030495:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078511.030498:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653194368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078511.030506:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653194368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030513:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078511.030514:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.030516:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.030517:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078511.030521:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653194368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030528:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078511.030530:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653194368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030551:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078511.030553:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.030554:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.030556:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.030557:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078511.030559:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078511.030561:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078511.030564:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078511.030565:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078511.030569:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653194368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078511.030574:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653194368:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078511.030578:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078511.030579:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653194496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030583:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078511.030584:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.030586:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078511.030587:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078511.030588:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078511.030590:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653194496:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078511.030592:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078511.030593:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078511.030595:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.030596:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078511.030600:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078511.030602:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.030606:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078511.030608:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078511.030611:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078511.030614:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653194496, portal 4
00000100:00000001:2.0:1769078511.030616:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078511.030617:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000040:2.0:1769078511.030623:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653194496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030629:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078511.030632:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078511.030634:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078511.030637:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653194496, offset 0
00000400:00000200:2.0:1769078511.030641:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078511.030645:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078511.030648:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078511.030651:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078511.030653:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078511.030655:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078511.030657:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078511.030659:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201223:201223:256:4294967295] 192.168.204.104@tcp LPNI seq info [201223:201223:8:4294967295]
00000400:00000200:2.0:1769078511.030662:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078511.030666:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078511.030669:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078511.030671:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078511.030674:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078511.030676:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078511.030678:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078511.030680:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078511.030682:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078511.030683:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078511.030685:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078511.030687:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078511.030689:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078511.030690:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078511.030692:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078511.030694:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9bb80 x1855007653194496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030701:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.030704:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653194496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030710:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.030712:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078511.030715:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078511.030718:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078511.030721:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078511.030723:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300163603
00000100:00000001:2.0:1769078511.030725:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300164860
00000100:00000001:2.0:1769078511.030727:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300163603
00000100:00000001:2.0:1769078511.030730:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300164860
00000100:00000001:2.0:1769078511.030731:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078511.030734:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.030735:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078511.030739:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078511/real 1769078511]  req@ffff88ba87a9bb80 x1855007653194496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078511.030747:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078511.030748:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078511.030750:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078511.030753:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078511.030754:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078511.030756:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078511.030759:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653194496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078511.030766:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653194496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030770:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078511.030771:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.030772:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.030773:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078511.030775:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653194496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030779:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078511.030781:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653194496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030786:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078511.030788:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.030790:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.030791:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.030793:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078511.030794:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078511.030797:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078511.030800:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078511.030802:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078511.030806:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653194496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078511.030813:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653194496:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078511.030817:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.030819:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.030822:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653194240/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030829:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078511.030831:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078511.030833:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078511.030836:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078511.030838:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078511.030839:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078511.030841:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078511.030843:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:2.0:1769078511.030845:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078511.030846:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078511.030858:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:2.0:1769078511.030860:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078511.030861:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.030863:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.030865:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653194368/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030869:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078511.030871:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078511.030872:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078511.030874:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078511.030876:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078511.030877:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078511.030879:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078511.030880:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:2.0:1769078511.030882:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078511.030883:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078511.030884:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:2.0:1769078511.030886:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078511.030887:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.030888:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.030892:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653194496/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030897:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078511.030898:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078511.030900:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078511.030903:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078511.030904:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078511.030905:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078511.030907:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078511.030908:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:2.0:1769078511.030910:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078511.030911:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078511.030913:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
00000100:00000001:2.0:1769078511.030915:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078511.030916:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.030918:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.030922:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078511.030924:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.030926:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078511.030928:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078511.030929:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078511.030933:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653194624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030940:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078511.030941:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.030942:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078511.030944:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078511.030945:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078511.030948:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653194624:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078511.030951:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078511.030953:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078511.030954:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.030956:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078511.030960:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078511.030961:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.030966:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078511.030968:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078511.030971:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078511.030975:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653194624, portal 4
00000100:00000001:2.0:1769078511.030977:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078511.030978:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000100:00000040:2.0:1769078511.030984:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653194624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.030991:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078511.030993:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078511.030995:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078511.030997:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653194624, offset 0
00000400:00000200:2.0:1769078511.031001:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078511.031005:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078511.031008:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078511.031010:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078511.031011:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078511.031014:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078511.031015:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078511.031017:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201224:201224:256:4294967295] 192.168.204.104@tcp LPNI seq info [201224:201224:8:4294967295]
00000400:00000200:2.0:1769078511.031020:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078511.031024:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078511.031026:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078511.031028:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078511.031030:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078511.031032:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078511.031035:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078511.031037:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078511.031039:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078511.031040:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078511.031042:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078511.031045:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078511.031046:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078511.031048:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078511.031050:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078511.031052:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99180 x1855007653194624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.031057:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.031059:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653194624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.031063:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.031064:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078511.031066:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078511.031068:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078511.031070:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078511.031071:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300163603
00000100:00000001:2.0:1769078511.031073:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300164860
00000100:00000001:2.0:1769078511.031075:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300163603
00000100:00000001:2.0:1769078511.031076:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300164860
00000100:00000001:2.0:1769078511.031078:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078511.031079:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.031081:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078511.031084:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078511/real 1769078511]  req@ffff88ba87a99180 x1855007653194624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078511.031091:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078511.031093:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078511.031095:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078511.031097:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078511.031099:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078511.031101:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078511.031105:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653194624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078511.031113:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653194624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.031119:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078511.031121:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.031122:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.031124:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078511.031126:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653194624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.031131:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078511.031133:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653194624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.031137:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078511.031138:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.031139:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.031140:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.031141:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078511.031141:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078511.031143:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078511.031145:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078511.031147:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078511.031149:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653194624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078511.031153:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653194624:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078511.031155:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.031156:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.031158:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653194624/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.031161:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078511.031162:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078511.031164:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078511.031166:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078511.031167:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078511.031168:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078511.031170:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078511.031172:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:2.0:1769078511.031174:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078511.031175:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078511.031176:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000001:2.0:1769078511.031179:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078511.031180:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.031181:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.031184:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078511.031185:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.031187:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078511.031189:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078511.668673:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078511.668682:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078511.668746:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078511.668757:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078511.668762:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078512.308665:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300164860, at 4300164864
00000100:00000040:1.0:1769078512.308665:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300164860, at 4300164864
00000100:00000010:0.0:1769078512.308690:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b960.
00000100:00000010:1.0:1769078512.308698:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b480.
00010000:00000001:2.0:1769078512.692700:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078512.692709:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078512.692787:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078512.692792:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078512.692795:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078513.716794:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078513.716814:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078513.716888:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078513.716892:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078513.716896:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078514.740689:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078514.740698:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078514.740766:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078514.740770:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078514.740774:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078515.764632:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078515.764644:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078515.764648:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078515.764652:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078515.764659:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078515.764662:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078515.764664:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078515.764666:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078515.764760:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078515.764765:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078515.764784:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078516.148713:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078516.148723:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078516.148726:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078516.148730:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078516.148734:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078516.148740:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5496
00000400:00000200:3.0:1769078516.148750:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078516.148756:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078516.148759:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078516.148781:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.148784:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078516.148786:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.148788:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078516.148792:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078516.148794:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078516.148796:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078516.148799:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078516.148801:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078516.148802:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078516.148804:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.148805:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078516.148806:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.148807:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078516.148809:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078516.148811:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078516.148813:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078516.148815:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078516.148818:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078516.148820:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078516.148821:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078516.148823:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078516.148834:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769078516.148837:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078516.148841:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078516.148842:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078516.148845:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078516.148848:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078516.148852:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078516.148862:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769078516.148870:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078516.148881:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653194752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078516.148891:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078516.148896:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078516.148901:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653194752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078516.148928:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078516.148932:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078516.148936:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078516.148937:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078516.148939:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078516.148941:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078516.148944:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5496
00000400:00000200:3.0:1769078516.148948:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078516.148951:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078516.148954:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078516.148957:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.148959:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078516.148962:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.148964:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078516.148966:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078516.148968:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078516.148970:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078516.148972:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:2.0:1769078516.148973:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078516.148975:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:2.0:1769078516.148979:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078516.148980:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:2.0:1769078516.148984:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078516.148986:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.148990:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078516.148994:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653194752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078516.148995:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.149000:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078516.149005:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:2.0:1769078516.149012:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078516.149012:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078516.149016:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078516.149017:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078516.149021:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078516.149022:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078516.149026:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078516.149030:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078516.149034:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769078516.149035:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653194752:192.168.204.104@tcp:250:kworker.0
02000000:00000001:3.0:1769078516.149040:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.149043:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078516.149044:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078516.149050:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1769078516.149050:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078516.149055:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078516.149055:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078516.149061:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078516.149061:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078516.149067:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
02000000:00000010:2.0:1769078516.149069:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
00000020:00000040:3.0:1769078516.149071:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078516.149074:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078516.149075:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078516.149078:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078516.149080:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078516.149082:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078516.149084:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078516.149085:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:3.0:1769078516.149091:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000400:00000010:2.0:1769078516.149092:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000100:00000001:3.0:1769078516.149097:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078516.149102:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00100000:3.0:1769078516.149105:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653194880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769078516.149113:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653194752, portal 25
00000100:00000001:3.0:1769078516.149115:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078516.149117:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078516.149119:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.149120:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:3.0:1769078516.149126:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653194880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078516.149136:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078516.149138:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078516.149142:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078516.149143:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078516.149145:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078516.149147:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078516.149160:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5496
00000100:00000040:2.0:1769078516.149165:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653194752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078516.149167:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078516.149176:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078516.149177:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078516.149181:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078516.149184:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078516.149189:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000010:2.0:1769078516.149190:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000001:3.0:1769078516.149192:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769078516.149197:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653194752, offset 0
00000100:00000040:3.0:1769078516.149197:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.149200:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078516.149204:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078516.149206:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078516.149209:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769078516.149210:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000020:00000040:3.0:1769078516.149211:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078516.149216:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078516.149217:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078516.149221:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078516.149223:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078516.149225:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078516.149229:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.149232:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769078516.149234:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000040:3.0:1769078516.149235:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078516.149242:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:2.0:1769078516.149244:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078516.149245:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078516.149249:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078516.149252:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078516.149253:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
02000000:00000001:3.0:1769078516.149256:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078516.149261:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078516.149262:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078516.149266:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078516.149268:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000008:00000001:3.0:1769078516.149271:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078516.149276:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078516.149277:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201225:201225:256:4294967295] 192.168.204.104@tcp LPNI seq info [201225:201225:8:4294967295]
00000100:00000010:3.0:1769078516.149282:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000400:00000200:2.0:1769078516.149286:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:3.0:1769078516.149288:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078516.149292:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078516.149294:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078516.149298:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769078516.149301:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769078516.149302:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078516.149306:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078516.149310:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
02000000:00000010:3.0:1769078516.149313:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000800:00000010:2.0:1769078516.149316:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000100:00000001:3.0:1769078516.149319:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078516.149325:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00100000:3.0:1769078516.149327:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653195008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769078516.149329:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078516.149339:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078516.149342:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769078516.149346:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1769078516.149348:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000001:3.0:1769078516.149351:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078516.149352:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078516.149360:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078516.149361:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653195008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078516.149366:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078516.149372:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078516.149376:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:3.0:1769078516.149376:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.149380:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1769078516.149381:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769078516.149386:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a680 x1855007653194752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078516.149387:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078516.149391:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078516.149395:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078516.149398:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078516.149399:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769078516.149406:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653194752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078516.149407:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5496
00000400:00000200:3.0:1769078516.149415:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078516.149422:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078516.149422:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078516.149426:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078516.149427:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769078516.149432:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.149435:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078516.149437:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078516.149438:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.149443:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769078516.149446:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:3.0:1769078516.149447:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078516.149450:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078516.149452:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078516.149454:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078516.149456:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078516.149458:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:2.0:1769078516.149461:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300169979
00000100:00000040:3.0:1769078516.149462:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.149467:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1769078516.149470:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bde0.
00000100:00000040:3.0:1769078516.149470:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.149476:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078516.149479:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:2.0:1769078516.149482:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1769078516.149483:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078516.149489:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078516.149491:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078516.149493:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300169979
02000000:00000001:3.0:1769078516.149494:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769078516.149499:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b900.
02000000:00000001:3.0:1769078516.149500:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078516.149505:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078516.149506:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000008:00100000:3.0:1769078516.149509:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078516.149513:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078516.149515:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078516.149519:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000100:00000001:2.0:1769078516.149521:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078516.149522:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:2.0:1769078516.149528:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.149532:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769078516.149533:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078516.149558:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078516.149560:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078516.149562:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078516.149564:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078516.149568:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769078516.149572:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078516.149576:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653195136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078516.149584:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078516.149586:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078516.149591:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653195136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078516.149600:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078516.149603:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078516.149606:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078516.149608:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078516.149610:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078516.149614:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078516.149617:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5496
00000400:00000200:3.0:1769078516.149622:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078516.149625:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078516.149627:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078516.149631:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.149633:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078516.149636:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078516.149638:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078516.149641:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078516.149643:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000100:00100000:2.0:1769078516.149644:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078516/real 1769078516]  req@ffff88ba87a9a680 x1855007653194752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078516.149646:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078516.149649:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078516.149654:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078516.149658:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078516.149664:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000001:2.0:1769078516.149665:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078516.149668:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769078516.149669:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769078516.149672:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000100:00000040:3.0:1769078516.149673:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078516.149678:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000100:00000001:3.0:1769078516.149678:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000010:2.0:1769078516.149682:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000020:00000040:3.0:1769078516.149683:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:2.0:1769078516.149687:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1769078516.149688:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078516.149692:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078516.149694:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653194752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078516.149695:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078516.149699:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078516.149703:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078516.149707:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078516.149710:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078516.149712:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078516.149714:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078516.149717:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653194752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078516.149719:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769078516.149724:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078516.149729:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078516.149730:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1769078516.149732:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.149733:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078516.149736:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078516.149737:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078516.149740:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078516.149741:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769078516.149745:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653194752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078516.149745:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078516.149752:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:2.0:1769078516.149753:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078516.149759:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078516.149760:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653194752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.149776:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078516.149780:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.149782:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078516.149782:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.149785:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00100000:3.0:1769078516.149786:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653195264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078516.149787:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078516.149793:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769078516.149798:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078516.149802:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078516.149806:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078516.149810:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078516.149810:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653195264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078516.149818:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653194752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078516.149833:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078516.149836:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653194752:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078516.149840:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078516.149840:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5506)
00000100:00000001:2.0:1769078516.149844:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078516.149847:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653194752/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.149851:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078516.149854:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078516.149856:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078516.149858:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078516.149859:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078516.149861:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078516.149862:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078516.149864:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6000.
02000000:00000001:2.0:1769078516.149868:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078516.149871:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078516.149873:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:2.0:1769078516.149876:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078516.149877:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.149879:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.149888:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078516.149890:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.149892:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078516.149894:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078516.149895:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078516.149899:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653194880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.149906:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078516.149907:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078516.149909:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078516.149911:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078516.149913:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078516.149916:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653194880:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078516.149919:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078516.149921:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078516.149923:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078516.149924:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078516.149927:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078516.149929:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078516.149933:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078516.149936:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078516.149940:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078516.149943:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653194880, portal 10
00000100:00000001:2.0:1769078516.149945:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078516.149947:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000100:00000040:2.0:1769078516.149953:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653194880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.149960:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078516.149962:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078516.149965:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078516.149967:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653194880, offset 0
00000400:00000200:2.0:1769078516.149970:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078516.149973:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078516.149976:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078516.149979:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078516.149981:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078516.149984:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078516.149986:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078516.149989:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201226:201226:256:4294967295] 192.168.204.104@tcp LPNI seq info [201226:201226:8:4294967295]
00000400:00000200:2.0:1769078516.149993:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078516.149999:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078516.150003:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078516.150007:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078516.150011:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078516.150013:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078516.150018:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078516.150021:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078516.150024:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078516.150026:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078516.150029:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078516.150032:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078516.150034:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078516.150036:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078516.150039:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078516.150043:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b100 x1855007653194880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150050:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078516.150053:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653194880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150059:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.150061:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078516.150064:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078516.150068:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078516.150071:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078516.150074:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300168730
00000100:00000001:2.0:1769078516.150076:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300169979
00000100:00000001:2.0:1769078516.150079:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300168730
00000100:00000001:2.0:1769078516.150081:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300169979
00000100:00000001:2.0:1769078516.150083:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078516.150085:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.150087:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078516.150091:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078516/real 1769078516]  req@ffff88ba87a9b100 x1855007653194880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078516.150096:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078516.150097:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078516.150099:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078516.150100:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078516.150101:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078516.150103:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078516.150105:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653194880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078516.150110:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653194880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150114:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078516.150114:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150115:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078516.150116:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078516.150118:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653194880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150122:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078516.150124:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653194880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150129:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078516.150131:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150132:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078516.150132:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150133:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078516.150135:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078516.150136:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078516.150138:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078516.150139:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078516.150141:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653194880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078516.150145:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653194880:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078516.150147:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078516.150149:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653195008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150154:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078516.150154:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078516.150156:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078516.150157:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078516.150158:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078516.150159:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653195008:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078516.150161:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078516.150163:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078516.150164:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078516.150165:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078516.150167:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078516.150169:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078516.150171:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078516.150172:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078516.150174:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078516.150176:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653195008, portal 10
00000100:00000001:2.0:1769078516.150177:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078516.150178:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
00000100:00000040:2.0:1769078516.150182:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653195008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150186:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078516.150187:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078516.150189:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078516.150190:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653195008, offset 0
00000400:00000200:2.0:1769078516.150192:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078516.150194:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078516.150196:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078516.150198:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078516.150200:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078516.150202:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078516.150204:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078516.150205:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201227:201227:256:4294967295] 192.168.204.104@tcp LPNI seq info [201227:201227:8:4294967295]
00000400:00000200:2.0:1769078516.150208:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078516.150212:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078516.150214:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078516.150216:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078516.150218:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078516.150220:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078516.150223:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078516.150224:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078516.150227:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078516.150228:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078516.150229:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078516.150231:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078516.150233:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078516.150235:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078516.150236:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078516.150238:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9ad80 x1855007653195008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150243:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078516.150244:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653195008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150248:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.150249:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078516.150250:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078516.150252:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078516.150254:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078516.150255:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300168715
00000100:00000001:2.0:1769078516.150257:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300169979
00000100:00000001:2.0:1769078516.150258:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300168715
00000100:00000001:2.0:1769078516.150260:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300169979
00000100:00000001:2.0:1769078516.150261:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078516.150262:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.150263:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078516.150264:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078516/real 1769078516]  req@ffff88ba87a9ad80 x1855007653195008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078516.150268:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078516.150269:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078516.150270:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078516.150272:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078516.150273:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078516.150274:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078516.150276:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653195008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078516.150280:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653195008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150284:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078516.150285:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150286:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078516.150287:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078516.150289:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653195008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150292:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078516.150294:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653195008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150298:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078516.150299:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150300:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078516.150300:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150301:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078516.150302:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078516.150303:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078516.150305:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078516.150306:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078516.150308:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653195008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078516.150312:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653195008:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078516.150314:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078516.150316:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653195136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150320:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078516.150321:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078516.150322:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078516.150324:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078516.150325:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078516.150326:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653195136:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078516.150329:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078516.150330:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078516.150331:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078516.150332:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078516.150335:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078516.150337:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078516.150340:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078516.150343:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078516.150346:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078516.150348:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653195136, portal 4
00000100:00000001:2.0:1769078516.150350:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078516.150352:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000100:00000040:2.0:1769078516.150357:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653195136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150363:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078516.150365:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078516.150367:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078516.150370:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653195136, offset 0
00000400:00000200:2.0:1769078516.150374:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078516.150378:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078516.150381:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078516.150383:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078516.150386:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078516.150388:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078516.150390:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078516.150393:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201228:201228:256:4294967295] 192.168.204.104@tcp LPNI seq info [201228:201228:8:4294967295]
00000400:00000200:2.0:1769078516.150397:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078516.150403:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078516.150408:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078516.150411:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078516.150414:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078516.150417:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078516.150421:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078516.150423:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078516.150426:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078516.150428:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078516.150430:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078516.150434:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078516.150436:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078516.150438:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078516.150440:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078516.150443:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99180 x1855007653195136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150451:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078516.150453:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653195136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150459:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.150461:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078516.150463:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078516.150466:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078516.150469:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078516.150471:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300168722
00000100:00000001:2.0:1769078516.150474:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300169979
00000100:00000001:2.0:1769078516.150476:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300168722
00000100:00000001:2.0:1769078516.150478:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300169979
00000100:00000001:2.0:1769078516.150480:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078516.150482:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.150484:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078516.150487:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078516/real 1769078516]  req@ffff88ba87a99180 x1855007653195136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078516.150496:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078516.150497:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078516.150499:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078516.150501:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078516.150503:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078516.150505:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078516.150508:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653195136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078516.150517:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653195136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150523:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078516.150524:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150526:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078516.150527:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078516.150530:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653195136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150559:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078516.150563:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653195136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150571:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078516.150573:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150575:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078516.150576:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150578:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078516.150580:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078516.150582:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078516.150585:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078516.150588:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078516.150592:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653195136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078516.150599:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653195136:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078516.150603:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078516.150606:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653195264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150612:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078516.150614:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078516.150616:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078516.150618:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078516.150620:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078516.150623:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653195264:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078516.150626:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078516.150628:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078516.150629:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078516.150631:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078516.150635:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078516.150637:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078516.150640:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078516.150643:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078516.150646:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078516.150649:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653195264, portal 4
00000100:00000001:2.0:1769078516.150651:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078516.150652:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000040:2.0:1769078516.150657:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653195264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150664:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078516.150666:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078516.150669:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078516.150671:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653195264, offset 0
00000400:00000200:2.0:1769078516.150675:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078516.150678:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078516.150682:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078516.150684:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078516.150687:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078516.150690:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078516.150692:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078516.150694:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201229:201229:256:4294967295] 192.168.204.104@tcp LPNI seq info [201229:201229:8:4294967295]
00000400:00000200:2.0:1769078516.150699:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078516.150704:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078516.150709:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078516.150712:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078516.150715:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078516.150718:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078516.150723:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078516.150744:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078516.150749:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078516.150751:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078516.150754:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078516.150757:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078516.150760:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078516.150775:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078516.150777:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078516.150781:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9bb80 x1855007653195264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150789:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078516.150791:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653195264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150798:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.150799:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078516.150802:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078516.150805:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078516.150809:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078516.150812:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300168723
00000100:00000001:2.0:1769078516.150814:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300169979
00000100:00000001:2.0:1769078516.150816:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300168723
00000100:00000001:2.0:1769078516.150819:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300169979
00000100:00000001:2.0:1769078516.150821:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078516.150824:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.150825:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078516.150829:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078516/real 1769078516]  req@ffff88ba87a9bb80 x1855007653195264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078516.150838:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078516.150839:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078516.150841:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078516.150843:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078516.150845:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078516.150847:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078516.150851:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653195264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078516.150860:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653195264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150866:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078516.150867:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150869:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078516.150870:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078516.150874:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653195264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150880:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078516.150884:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653195264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150890:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078516.150893:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150894:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078516.150895:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150897:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078516.150899:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078516.150901:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078516.150905:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078516.150907:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078516.150911:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653195264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078516.150919:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653195264:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078516.150923:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150925:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078516.150928:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653194880/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150934:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078516.150936:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078516.150938:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078516.150940:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078516.150942:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078516.150943:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078516.150945:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078516.150948:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:2.0:1769078516.150951:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078516.150952:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078516.150954:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:2.0:1769078516.150957:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078516.150958:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150960:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078516.150963:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653195008/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.150976:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078516.150978:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078516.150979:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078516.150982:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078516.150983:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078516.150984:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078516.150986:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078516.150988:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:2.0:1769078516.150990:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078516.150991:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078516.150992:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:2.0:1769078516.150994:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078516.150995:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.150997:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078516.151001:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653195136/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.151007:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078516.151009:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078516.151010:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078516.151012:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078516.151014:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078516.151015:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078516.151017:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078516.151019:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:2.0:1769078516.151020:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078516.151022:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078516.151023:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000001:2.0:1769078516.151025:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078516.151026:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.151028:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078516.151031:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653195264/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078516.151038:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078516.151039:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078516.151041:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078516.151044:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078516.151045:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078516.151046:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078516.151048:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078516.151050:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:2.0:1769078516.151052:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078516.151053:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078516.151054:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
00000100:00000001:2.0:1769078516.151056:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078516.151058:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.151059:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.151064:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078516.151066:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078516.151068:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078516.151069:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078516.790882:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078516.790891:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078516.790969:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078516.790974:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078516.790977:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078517.428684:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300169979, at 4300169984
00000100:00000040:1.0:1769078517.428684:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300169979, at 4300169984
00000100:00000010:1.0:1769078517.428706:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b900.
00000100:00000010:0.0:1769078517.428712:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bde0.
00010000:00000001:2.0:1769078517.812693:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078517.812701:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078517.812785:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078517.812789:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078517.812793:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078518.836836:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078518.836844:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078518.836917:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078518.836920:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078518.836924:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078519.860675:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078519.860686:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078519.860764:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078519.860769:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078519.860773:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078520.885305:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078520.885314:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078520.885405:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078520.885409:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078520.885414:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078521.268707:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078521.268721:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078521.268725:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078521.268729:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078521.268734:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078521.268743:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5501
00000400:00000200:0.0:1769078521.268754:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078521.268761:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078521.268765:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078521.268768:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078521.268771:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078521.268785:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078521.268793:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078521.268798:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078521.268801:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:0.0:1769078521.268804:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078521.268808:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:0.0:1769078521.268811:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:0.0:1769078521.268813:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:0.0:1769078521.268816:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078521.268818:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078521.268819:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078521.268821:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078521.268825:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:0.0:1769078521.268828:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078521.268832:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078521.268835:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078521.268838:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078521.268841:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078521.268844:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078521.268847:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078521.268859:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579ca80.
00000020:00000040:0.0:1769078521.268872:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:0.0:1769078521.268878:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078521.268880:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078521.268884:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078521.268887:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078521.268893:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078521.268903:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637f000.
00000100:00000001:0.0:1769078521.268911:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078521.268921:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579ca80 x1855007653195392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078521.268933:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078521.268938:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078521.268943:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5cc6d2] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579ca80 x1855007653195392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078521.268967:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078521.268970:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078521.268974:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078521.268976:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078521.268978:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078521.268981:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078521.268984:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5501
00000400:00000200:0.0:1769078521.268998:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078521.269001:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769078521.269002:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078521.269006:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078521.269009:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078521.269011:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078521.269014:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078521.269014:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078521.269019:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078521.269022:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078521.269025:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078521.269027:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000100:00000040:2.0:1769078521.269027:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ca80 x1855007653195392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078521.269030:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078521.269033:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:0.0:1769078521.269037:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:0.0:1769078521.269044:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:2.0:1769078521.269044:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078521.269047:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078521.269051:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:2.0:1769078521.269052:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078521.269055:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769078521.269058:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078521.269060:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000001:2.0:1769078521.269063:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078521.269070:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653195392:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078521.269073:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078521.269076:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769078521.269078:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
02000000:00000001:2.0:1769078521.269083:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769078521.269085:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000001:2.0:1769078521.269087:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078521.269090:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078521.269092:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078521.269094:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1769078521.269101:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:0.0:1769078521.269102:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078521.269106:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078521.269107:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078521.269112:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078521.269117:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078521.269119:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000008:00000001:0.0:1769078521.269124:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078521.269126:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078521.269130:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579f480.
00000020:00000040:0.0:1769078521.269136:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000400:00000010:2.0:1769078521.269138:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
02000000:00000001:0.0:1769078521.269139:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078521.269143:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078521.269145:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078521.269146:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078521.269149:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078521.269150:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078521.269161:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653195392, portal 25
02000000:00000010:0.0:1769078521.269164:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637d000.
00000100:00000001:2.0:1769078521.269165:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078521.269168:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486976 : -131140292064640 : ffff88ba8579ca80)
00000100:00000001:0.0:1769078521.269171:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078521.269178:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ca80 x1855007653195392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078521.269181:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579f480 x1855007653195520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078521.269200:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078521.269201:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078521.269204:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078521.269208:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f0acb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579f480 x1855007653195520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078521.269218:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:0.0:1769078521.269221:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078521.269224:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00080000:0.0:1769078521.269226:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769078521.269230:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653195392, offset 0
00000100:00080000:0.0:1769078521.269231:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078521.269235:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078521.269238:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078521.269241:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078521.269242:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00080000:0.0:1769078521.269246:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5501
00000400:00000200:0.0:1769078521.269252:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078521.269261:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078521.269265:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078521.269270:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00080000:0.0:1769078521.269276:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078521.269276:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769078521.269282:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078521.269283:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000001:0.0:1769078521.269288:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078521.269290:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769078521.269294:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078521.269299:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769078521.269299:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000020:00000001:0.0:1769078521.269303:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078521.269306:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:0.0:1769078521.269310:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769078521.269310:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201230:201230:256:4294967295] 192.168.204.104@tcp LPNI seq info [201230:201230:8:4294967295]
00000020:00000040:0.0:1769078521.269313:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:0.0:1769078521.269318:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:0.0:1769078521.269322:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769078521.269322:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:0.0:1769078521.269329:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078521.269331:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078521.269333:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078521.269336:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078521.269340:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000200:2.0:1769078521.269345:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769078521.269346:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078521.269351:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078521.269354:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078521.269357:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1769078521.269358:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
02000000:00000001:0.0:1769078521.269362:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078521.269365:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000100:00000001:0.0:1769078521.269366:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078521.269370:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078521.269373:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078521.269377:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078521.269377:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078521.269384:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078521.269389:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000010:0.0:1769078521.269390:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579ce00.
00000800:00000200:2.1:1769078521.269394:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000020:00000040:0.0:1769078521.269395:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:0.0:1769078521.269401:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000100:2.0:1769078521.269401:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
02000000:00000001:0.0:1769078521.269405:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078521.269408:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078521.269409:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078521.269411:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078521.269415:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637c000.
00000800:00000010:2.0:1769078521.269416:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000100:00000001:0.0:1769078521.269418:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078521.269425:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579ce00 x1855007653195648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078521.269426:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078521.269438:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769078521.269448:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078521.269449:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000100:00000001:0.0:1769078521.269452:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078521.269454:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000040:0.0:1769078521.269459:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005293aea7] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579ce00 x1855007653195648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.269462:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078521.269469:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ca80 x1855007653195392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078521.269472:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078521.269477:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078521.269482:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1769078521.269483:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078521.269487:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769078521.269489:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ca80 x1855007653195392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078521.269490:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078521.269496:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078521.269501:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5501
00000100:00000001:2.0:1769078521.269506:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078521.269510:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078521.269511:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1769078521.269518:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078521.269522:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078521.269522:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078521.269529:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078521.269532:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078521.269533:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078521.269577:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078521.269581:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300175100
00000100:00000001:0.0:1769078521.269582:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078521.269588:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078521.269590:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:0.0:1769078521.269592:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:2.0:1769078521.269592:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bcc0.
00000020:00000040:0.0:1769078521.269595:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:0.0:1769078521.269600:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:0.0:1769078521.269602:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:2.0:1769078521.269603:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1769078521.269607:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078521.269612:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078521.269615:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078521.269615:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300175100
00000100:00000010:2.0:1769078521.269620:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b1e0.
00000100:00000001:0.0:1769078521.269621:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078521.269625:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000020:00000040:0.0:1769078521.269627:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:2.0:1769078521.269632:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078521.269633:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078521.269638:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078521.269639:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078521.269643:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078521.269644:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1769078521.269647:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769078521.269652:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078521/real 1769078521]  req@ffff88ba8579ca80 x1855007653195392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078521.269662:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078521.269665:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1769078521.269667:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000001:2.0:1769078521.269669:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000008:00100000:0.0:1769078521.269671:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078521.269681:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078521.269683:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000100:00000001:0.0:1769078521.269684:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078521.269691:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579e680.
00000400:00000200:2.0:1769078521.269691:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078521.269695:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000020:00000040:0.0:1769078521.269697:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:2.0:1769078521.269699:0:2405:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1769078521.269702:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078521.269706:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078521.269707:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ca80 x1855007653195392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078521.269710:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078521.269714:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078521.269718:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078521.269722:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ca80 x1855007653195392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078521.269724:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637fc00.
00000100:00000001:0.0:1769078521.269731:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.269732:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078521.269737:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.269739:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:0.0:1769078521.269741:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579e680 x1855007653195776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078521.269749:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078521.269750:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078521.269755:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078521.269756:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ca80 x1855007653195392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078521.269764:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c508c45] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579e680 x1855007653195776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.269767:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078521.269776:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ca80 x1855007653195392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078521.269779:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078521.269784:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078521.269791:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078521.269792:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078521.269795:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078521.269798:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078521.269798:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.269803:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078521.269804:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078521.269806:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078521.269810:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5501
00000100:00000001:2.0:1769078521.269812:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078521.269816:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1769078521.269817:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:2.0:1769078521.269822:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:0.0:1769078521.269825:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078521.269829:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1769078521.269830:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000040:0.0:1769078521.269834:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078521.269836:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078521.269838:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078521.269840:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078521.269843:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:0.0:1769078521.269845:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078521.269849:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:0.0:1769078521.269852:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769078521.269853:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ca80 x1855007653195392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078521.269856:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:0.0:1769078521.269862:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00100000:2.0:1769078521.269865:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653195392:192.168.204.104@tcp:250:kworker.0
00000020:00000001:0.0:1769078521.269867:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000001:2.0:1769078521.269875:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078521.269876:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078521.269878:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078521.269881:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078521.269884:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ca80 x1855007653195392/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078521.269887:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078521.269893:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078521.269899:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00000001:2.0:1769078521.269900:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078521.269904:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1769078521.269905:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
02000000:00000010:2.0:1769078521.269907:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
00000100:00000001:0.0:1769078521.269912:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078521.269913:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1769078521.269917:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:2.0:1769078521.269917:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078521.269920:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
02000000:00000001:0.0:1769078521.269923:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769078521.269923:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078521.269927:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078521.269928:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078521.269933:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078521.269933:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078521.269937:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000008:00100000:0.0:1769078521.269938:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000010:2.0:1769078521.269939:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ca80.
00000008:00000001:0.0:1769078521.269944:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.269945:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078521.269947:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.269947:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.269952:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1769078521.269955:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579ea00.
00000020:00000040:0.0:1769078521.269959:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000100:00000001:2.0:1769078521.269960:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078521.269963:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078521.269964:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078521.269965:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769078521.269968:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.269968:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078521.269971:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078521.269972:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078521.269976:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769078521.269978:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f480 x1855007653195520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078521.269979:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078521.269987:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637d800.
00000100:00000001:2.0:1769078521.269992:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078521.269993:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.269996:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078521.270000:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1769078521.270002:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579ea00 x1855007653195904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078521.270003:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078521.270009:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078521.270017:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653195520:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078521.270019:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078521.270024:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078521.270025:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078521.270028:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078521.270031:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078521.270033:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd558a17] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579ea00 x1855007653195904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078521.270034:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078521.270038:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078521.270041:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078521.270049:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078521.270052:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078521.270053:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078521.270060:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000040:0.0:1769078521.270061:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5511)
00000100:00000200:2.0:1769078521.270064:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653195520, portal 10
00000100:00000001:2.0:1769078521.270068:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078521.270069:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417497728 : -131140292053888 : ffff88ba8579f480)
00000100:00000040:2.0:1769078521.270077:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f480 x1855007653195520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270083:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078521.270086:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078521.270088:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078521.270091:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653195520, offset 0
00000400:00000200:2.0:1769078521.270095:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078521.270099:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078521.270103:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078521.270106:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078521.270108:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078521.270111:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078521.270113:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078521.270116:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201231:201231:256:4294967295] 192.168.204.104@tcp LPNI seq info [201231:201231:8:4294967295]
00000400:00000200:2.0:1769078521.270121:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078521.270128:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078521.270132:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078521.270135:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078521.270139:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078521.270141:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078521.270144:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078521.270147:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078521.270151:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078521.270153:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078521.270156:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078521.270159:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078521.270162:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078521.270163:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078521.270166:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078521.270170:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f480 x1855007653195520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270178:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078521.270181:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f480 x1855007653195520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270188:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.270189:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078521.270192:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078521.270196:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078521.270199:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078521.270201:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300173850
00000100:00000001:2.0:1769078521.270204:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300175100
00000100:00000001:2.0:1769078521.270206:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300173850
00000100:00000001:2.0:1769078521.270209:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300175100
00000100:00000001:2.0:1769078521.270211:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078521.270213:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.270215:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078521.270223:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078521/real 1769078521]  req@ffff88ba8579f480 x1855007653195520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078521.270232:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078521.270233:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078521.270235:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078521.270237:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078521.270239:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078521.270241:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078521.270245:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f480 x1855007653195520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078521.270253:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f480 x1855007653195520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270257:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078521.270259:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.270260:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078521.270262:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078521.270265:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f480 x1855007653195520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270269:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078521.270271:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f480 x1855007653195520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270276:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078521.270277:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.270278:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078521.270279:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.270280:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078521.270281:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078521.270282:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078521.270284:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078521.270285:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078521.270287:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f480 x1855007653195520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078521.270291:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653195520:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078521.270293:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078521.270296:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ce00 x1855007653195648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270307:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078521.270308:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078521.270311:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078521.270312:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078521.270314:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078521.270317:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653195648:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078521.270320:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078521.270322:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078521.270324:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078521.270326:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078521.270329:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078521.270331:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078521.270334:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078521.270337:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078521.270341:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078521.270344:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653195648, portal 10
00000100:00000001:2.0:1769078521.270345:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078521.270347:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417487872 : -131140292063744 : ffff88ba8579ce00)
00000100:00000040:2.0:1769078521.270353:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ce00 x1855007653195648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270360:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078521.270362:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078521.270364:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078521.270366:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653195648, offset 0
00000400:00000200:2.0:1769078521.270368:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078521.270371:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078521.270373:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078521.270375:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078521.270377:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078521.270378:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078521.270380:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078521.270382:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201232:201232:256:4294967295] 192.168.204.104@tcp LPNI seq info [201232:201232:8:4294967295]
00000400:00000200:2.0:1769078521.270385:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078521.270390:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078521.270394:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078521.270397:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078521.270399:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078521.270401:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078521.270403:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078521.270405:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078521.270407:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078521.270409:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078521.270412:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078521.270415:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078521.270418:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078521.270419:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078521.270422:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078521.270425:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ce00 x1855007653195648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270432:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078521.270435:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ce00 x1855007653195648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270441:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.270443:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078521.270446:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078521.270449:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078521.270453:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078521.270455:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300173835
00000100:00000001:2.0:1769078521.270458:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300175100
00000100:00000001:2.0:1769078521.270460:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300173835
00000100:00000001:2.0:1769078521.270462:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300175100
00000100:00000001:2.0:1769078521.270464:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078521.270467:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.270468:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078521.270471:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078521/real 1769078521]  req@ffff88ba8579ce00 x1855007653195648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078521.270478:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078521.270479:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078521.270481:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078521.270483:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078521.270484:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078521.270486:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078521.270489:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ce00 x1855007653195648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078521.270498:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ce00 x1855007653195648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270504:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078521.270506:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.270507:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078521.270509:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078521.270512:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ce00 x1855007653195648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270519:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078521.270523:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ce00 x1855007653195648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270529:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078521.270532:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.270533:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078521.270534:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.270550:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078521.270552:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078521.270554:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078521.270557:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078521.270559:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078521.270563:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ce00 x1855007653195648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078521.270568:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653195648:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078521.270571:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078521.270573:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579e680 x1855007653195776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270577:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078521.270578:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078521.270580:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078521.270581:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078521.270582:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078521.270584:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653195776:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078521.270586:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078521.270587:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078521.270587:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078521.270589:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078521.270591:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078521.270593:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078521.270596:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078521.270598:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078521.270601:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078521.270604:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653195776, portal 4
00000100:00000001:2.0:1769078521.270605:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078521.270606:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417494144 : -131140292057472 : ffff88ba8579e680)
00000100:00000040:2.0:1769078521.270610:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579e680 x1855007653195776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270614:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078521.270616:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078521.270617:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078521.270618:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653195776, offset 0
00000400:00000200:2.0:1769078521.270621:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078521.270625:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078521.270629:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078521.270631:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078521.270633:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078521.270636:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078521.270638:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078521.270640:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201233:201233:256:4294967295] 192.168.204.104@tcp LPNI seq info [201233:201233:8:4294967295]
00000400:00000200:2.0:1769078521.270645:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078521.270650:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078521.270654:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078521.270657:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078521.270661:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078521.270664:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078521.270668:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078521.270670:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078521.270674:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078521.270693:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078521.270696:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078521.270700:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078521.270703:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078521.270704:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078521.270707:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078521.270710:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579e680 x1855007653195776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270716:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078521.270718:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579e680 x1855007653195776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270722:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.270723:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078521.270726:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078521.270728:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078521.270731:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078521.270732:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300173843
00000100:00000001:2.0:1769078521.270734:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300175100
00000100:00000001:2.0:1769078521.270735:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300173843
00000100:00000001:2.0:1769078521.270737:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300175100
00000100:00000001:2.0:1769078521.270738:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078521.270740:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.270741:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078521.270743:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078521/real 1769078521]  req@ffff88ba8579e680 x1855007653195776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078521.270748:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078521.270749:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078521.270750:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078521.270751:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078521.270753:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078521.270754:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078521.270756:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579e680 x1855007653195776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078521.270761:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579e680 x1855007653195776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270764:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078521.270765:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.270766:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078521.270766:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078521.270768:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579e680 x1855007653195776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270772:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078521.270775:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579e680 x1855007653195776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270782:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078521.270784:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.270785:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078521.270786:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.270788:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078521.270790:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078521.270792:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078521.270795:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078521.270797:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078521.270801:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579e680 x1855007653195776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078521.270808:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653195776:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078521.270812:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.270814:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078521.270817:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f480 x1855007653195520/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270824:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078521.270826:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078521.270828:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078521.270831:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078521.270832:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078521.270833:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078521.270835:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078521.270837:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d000.
02000000:00000001:2.0:1769078521.270840:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078521.270841:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078521.270842:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f480.
00000100:00000001:2.0:1769078521.270845:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078521.270846:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.270848:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078521.270850:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ce00 x1855007653195648/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270854:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078521.270855:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078521.270856:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078521.270858:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078521.270859:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078521.270859:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078521.270860:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078521.270861:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c000.
02000000:00000001:2.0:1769078521.270862:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078521.270863:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078521.270863:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ce00.
00000100:00000001:2.0:1769078521.270866:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078521.270867:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.270867:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078521.270869:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579e680 x1855007653195776/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270872:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078521.270873:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078521.270874:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078521.270876:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078521.270877:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078521.270878:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078521.270880:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078521.270881:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:2.0:1769078521.270882:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078521.270883:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078521.270884:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579e680.
00000100:00000001:2.0:1769078521.270885:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078521.270886:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.270887:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.270890:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078521.270891:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.270892:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078521.270893:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078521.270894:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078521.270896:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ea00 x1855007653195904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270901:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078521.270902:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078521.270903:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078521.270904:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078521.270906:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078521.270907:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653195904:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078521.270909:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078521.270910:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078521.270911:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078521.270912:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078521.270914:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078521.270916:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078521.270919:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078521.270922:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078521.270924:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078521.270926:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653195904, portal 4
00000100:00000001:2.0:1769078521.270928:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078521.270929:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417495040 : -131140292056576 : ffff88ba8579ea00)
00000100:00000040:2.0:1769078521.270932:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ea00 x1855007653195904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.270937:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078521.270938:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078521.270939:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078521.270941:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653195904, offset 0
00000400:00000200:2.0:1769078521.270943:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078521.270945:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078521.270948:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078521.270949:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078521.270951:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078521.270953:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078521.270954:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078521.270956:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201234:201234:256:4294967295] 192.168.204.104@tcp LPNI seq info [201234:201234:8:4294967295]
00000400:00000200:2.0:1769078521.270959:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078521.270963:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078521.270967:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078521.270970:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078521.270974:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078521.270976:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078521.270980:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078521.270983:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078521.270986:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078521.270987:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078521.270990:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078521.270993:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078521.270996:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078521.270998:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078521.271000:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078521.271004:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ea00 x1855007653195904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.271011:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078521.271014:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ea00 x1855007653195904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.271022:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.271023:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078521.271026:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078521.271029:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078521.271032:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078521.271034:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300173843
00000100:00000001:2.0:1769078521.271036:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300175100
00000100:00000001:2.0:1769078521.271037:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300173843
00000100:00000001:2.0:1769078521.271039:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300175100
00000100:00000001:2.0:1769078521.271040:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078521.271042:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.271043:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078521.271046:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078521/real 1769078521]  req@ffff88ba8579ea00 x1855007653195904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078521.271051:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078521.271053:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078521.271055:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078521.271056:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078521.271057:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078521.271059:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078521.271062:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ea00 x1855007653195904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078521.271070:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ea00 x1855007653195904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.271075:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078521.271077:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.271078:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078521.271080:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078521.271083:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ea00 x1855007653195904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.271089:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078521.271093:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ea00 x1855007653195904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.271099:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078521.271101:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.271103:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078521.271104:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.271106:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078521.271108:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078521.271111:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078521.271114:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078521.271116:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078521.271120:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ea00 x1855007653195904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078521.271128:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653195904:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078521.271132:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.271133:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078521.271136:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ea00 x1855007653195904/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078521.271142:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078521.271144:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078521.271146:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078521.271148:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078521.271149:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078521.271151:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078521.271152:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078521.271154:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d800.
02000000:00000001:2.0:1769078521.271156:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078521.271158:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078521.271159:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ea00.
00000100:00000001:2.0:1769078521.271161:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078521.271162:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.271164:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.271167:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078521.271168:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078521.271170:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078521.271172:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078521.908712:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078521.908722:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078521.908814:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078521.908818:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078521.908822:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078522.548702:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300175100, at 4300175104
00000100:00000040:1.0:1769078522.548702:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300175100, at 4300175104
00000100:00000010:0.0:1769078522.548723:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bcc0.
00000100:00000010:1.0:1769078522.548725:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b1e0.
00010000:00000001:2.0:1769078522.932770:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078522.932782:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078522.932878:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078522.932883:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078522.932887:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078523.957281:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078523.957348:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078523.957690:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078523.957694:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078523.957698:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078524.980919:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078524.980931:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078524.981048:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078524.981052:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078524.981056:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078526.004686:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078526.004697:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078526.004700:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078526.004704:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078526.004711:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078526.004714:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078526.004716:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078526.004718:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078526.004768:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078526.004771:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078526.004773:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078526.391456:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078526.391471:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078526.391474:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078526.391480:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078526.391485:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078526.391494:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5506
00000400:00000200:3.0:1769078526.391507:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078526.391514:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078526.391518:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078526.391523:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391527:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078526.391529:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391532:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078526.391553:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078526.391555:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078526.391558:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078526.391561:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078526.391564:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078526.391566:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078526.391570:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391676:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078526.391679:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391682:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078526.391686:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078526.391689:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391692:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078526.391697:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078526.391701:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078526.391704:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078526.391707:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078526.391710:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078526.391719:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769078526.391723:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078526.391728:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078526.391730:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078526.391734:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078526.391737:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078526.391743:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078526.391753:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769078526.391761:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078526.391771:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653196032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078526.391782:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078526.391787:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078526.391791:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653196032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078526.391817:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078526.391821:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078526.391825:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078526.391826:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078526.391827:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078526.391830:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078526.391832:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5506
00000400:00000200:3.0:1769078526.391836:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078526.391839:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078526.391841:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078526.391844:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391845:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078526.391847:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391849:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078526.391852:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078526.391853:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078526.391854:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078526.391857:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078526.391858:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078526.391860:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078526.391863:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391864:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078526.391866:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391867:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078526.391869:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078526.391872:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391874:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078526.391875:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078526.391882:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078526.391883:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078526.391885:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078526.391890:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078526.391894:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078526.391895:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078526.391899:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769078526.391901:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078526.391903:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078526.391904:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078526.391906:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078526.391907:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078526.391908:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078526.391913:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769078526.391916:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078526.391919:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653196160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078526.391927:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078526.391929:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078526.391933:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653196160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078526.391940:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078526.391942:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078526.391945:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078526.391947:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078526.391948:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078526.391950:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078526.391952:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5506
00000400:00000200:3.0:1769078526.391956:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078526.391959:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078526.391962:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078526.391965:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391967:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078526.391968:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391970:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078526.391972:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078526.391974:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078526.391975:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078526.391977:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078526.391979:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078526.391981:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078526.391983:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391985:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078526.391986:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391988:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078526.391991:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078526.391993:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078526.391995:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078526.391997:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078526.391999:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078526.392001:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078526.392003:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078526.392005:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078526.392008:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078526.392009:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078526.392013:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769078526.392015:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078526.392018:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078526.392019:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078526.392021:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078526.392022:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078526.392024:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078526.392027:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769078526.392030:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078526.392034:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653196288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078526.392042:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078526.392043:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078526.392047:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653196288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078526.392054:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078526.392057:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078526.392061:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078526.392062:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078526.392075:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078526.392078:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078526.392081:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5506
00000400:00000200:3.0:1769078526.392085:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078526.392088:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078526.392090:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078526.392093:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.392095:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078526.392097:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.392099:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078526.392101:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078526.392102:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078526.392104:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078526.392106:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078526.392108:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078526.392110:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078526.392113:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.392114:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078526.392116:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.392118:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078526.392120:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078526.392122:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078526.392124:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078526.392126:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078526.392128:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078526.392130:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078526.392132:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078526.392134:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078526.392137:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078526.392138:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078526.392142:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769078526.392144:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078526.392146:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078526.392148:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078526.392150:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078526.392151:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078526.392152:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078526.392156:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000100:00000001:3.0:1769078526.392159:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078526.392163:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653196416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078526.392171:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078526.392173:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078526.392176:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653196416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078526.392183:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078526.392186:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078526.392189:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078526.392190:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078526.392192:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078526.392194:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078526.392196:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5506
00000400:00000200:3.0:1769078526.392199:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078526.392202:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078526.392204:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078526.392207:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.392209:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078526.392211:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.392213:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078526.392215:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078526.392216:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078526.392218:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078526.392219:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078526.392221:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078526.392224:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078526.392227:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.392229:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078526.392231:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078526.392233:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078526.392236:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078526.392238:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078526.392240:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078526.392242:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078526.392245:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078526.392247:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078526.392249:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078526.392251:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078526.392253:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078526.392255:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078526.392258:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769078526.392261:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078526.392263:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078526.392264:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078526.392266:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078526.392268:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078526.392269:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078526.392273:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000100:00000001:3.0:1769078526.392277:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078526.392281:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653196544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078526.392288:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078526.392290:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078526.392294:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653196544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078526.392302:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078526.392308:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5516)
00000100:00000001:2.0:1769078526.392771:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078526.392776:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078526.392780:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078526.392787:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653196032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.392795:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078526.392797:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078526.392801:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078526.392804:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078526.392806:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078526.392809:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653196032:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078526.392814:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078526.392818:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078526.392821:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078526.392824:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078526.392829:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078526.392831:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078526.392839:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078526.392843:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078526.392850:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078526.392859:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653196032, portal 25
00000100:00000001:2.0:1769078526.392862:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078526.392864:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
00000100:00000040:2.0:1769078526.392870:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653196032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.392878:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078526.392881:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078526.392885:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078526.392890:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653196032, offset 0
00000400:00000200:2.0:1769078526.392898:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078526.392909:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078526.392916:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078526.392922:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078526.392928:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078526.392932:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078526.392935:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078526.392939:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201235:201235:256:4294967295] 192.168.204.104@tcp LPNI seq info [201235:201235:8:4294967295]
00000400:00000200:2.0:1769078526.392942:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078526.392952:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078526.392958:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078526.392963:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078526.392970:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078526.392973:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078526.392978:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078526.392981:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078526.392984:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078526.392986:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078526.392990:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078526.392994:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078526.392999:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078526.393000:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078526.393004:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078526.393007:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98a80 x1855007653196032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393014:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078526.393017:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653196032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393022:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078526.393023:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078526.393028:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078526.393031:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078526.393033:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300180223
00000100:00000010:2.0:1769078526.393037:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bc60.
00000100:00000001:2.0:1769078526.393044:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078526.393049:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300180223
00000100:00000010:2.0:1769078526.393051:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b0c0.
00000100:00000001:2.0:1769078526.393054:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078526.393107:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078526.393110:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078526.393112:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078526.393116:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078526/real 1769078526]  req@ffff88ba87a98a80 x1855007653196032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078526.393123:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078526.393124:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078526.393126:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078526.393128:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078526.393130:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078526.393132:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078526.393134:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653196032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078526.393140:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653196032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393144:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078526.393145:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.393147:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078526.393149:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078526.393151:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653196032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393156:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078526.393159:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653196032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393163:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078526.393165:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.393166:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078526.393167:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.393168:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078526.393170:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078526.393171:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078526.393174:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078526.393175:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078526.393178:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653196032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078526.393183:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653196032:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078526.393185:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078526.393187:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653196160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393191:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078526.393192:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078526.393194:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078526.393195:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078526.393197:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078526.393198:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653196160:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078526.393200:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078526.393201:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078526.393202:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078526.393204:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078526.393206:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078526.393208:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078526.393211:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078526.393213:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078526.393215:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078526.393218:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653196160, portal 10
00000100:00000001:2.0:1769078526.393220:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078526.393221:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:2.0:1769078526.393228:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653196160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393234:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078526.393236:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078526.393238:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078526.393241:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653196160, offset 0
00000400:00000200:2.0:1769078526.393244:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078526.393248:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078526.393252:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078526.393255:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078526.393258:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078526.393261:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078526.393263:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078526.393266:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201236:201236:256:4294967295] 192.168.204.104@tcp LPNI seq info [201236:201236:8:4294967295]
00000400:00000200:2.0:1769078526.393270:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078526.393276:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078526.393281:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078526.393284:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078526.393288:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078526.393291:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078526.393296:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078526.393299:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078526.393302:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078526.393304:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078526.393307:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078526.393310:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078526.393313:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078526.393315:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078526.393317:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078526.393320:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653196160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393328:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078526.393331:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653196160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393338:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078526.393340:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078526.393342:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078526.393346:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078526.393349:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078526.393351:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300178973
00000100:00000001:2.0:1769078526.393354:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300180223
00000100:00000001:2.0:1769078526.393356:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300178973
00000100:00000001:2.0:1769078526.393359:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300180223
00000100:00000001:2.0:1769078526.393361:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078526.393363:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078526.393365:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078526.393368:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078526/real 1769078526]  req@ffff88ba87a98e00 x1855007653196160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078526.393376:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078526.393377:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078526.393379:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078526.393381:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078526.393383:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078526.393385:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078526.393389:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653196160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078526.393397:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653196160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393404:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078526.393406:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.393407:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078526.393409:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078526.393413:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653196160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393419:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078526.393423:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653196160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393430:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078526.393432:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.393434:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078526.393435:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.393437:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078526.393439:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078526.393441:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078526.393444:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078526.393446:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078526.393448:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653196160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078526.393453:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653196160:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078526.393456:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078526.393458:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653196288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393466:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078526.393467:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078526.393468:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078526.393470:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078526.393471:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078526.393473:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653196288:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078526.393474:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078526.393475:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078526.393476:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078526.393478:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078526.393480:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078526.393481:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078526.393484:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078526.393486:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078526.393488:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078526.393490:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653196288, portal 10
00000100:00000001:2.0:1769078526.393491:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078526.393493:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:2.0:1769078526.393497:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653196288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393501:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078526.393503:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078526.393504:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078526.393506:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653196288, offset 0
00000400:00000200:2.0:1769078526.393508:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078526.393510:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078526.393513:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078526.393515:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078526.393517:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078526.393518:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078526.393520:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078526.393522:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201237:201237:256:4294967295] 192.168.204.104@tcp LPNI seq info [201237:201237:8:4294967295]
00000400:00000200:2.0:1769078526.393525:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078526.393529:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078526.393531:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078526.393534:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078526.393568:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078526.393571:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078526.393575:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078526.393577:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078526.393581:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078526.393583:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078526.393586:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078526.393598:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078526.393601:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078526.393603:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078526.393606:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078526.393609:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653196288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393617:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078526.393620:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653196288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393627:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078526.393628:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078526.393631:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078526.393634:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078526.393638:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078526.393640:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300178959
00000100:00000001:2.0:1769078526.393642:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300180223
00000100:00000001:2.0:1769078526.393644:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300178959
00000100:00000001:2.0:1769078526.393646:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300180223
00000100:00000001:2.0:1769078526.393648:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078526.393651:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078526.393653:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078526.393656:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078526/real 1769078526]  req@ffff88ba87a99f80 x1855007653196288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078526.393665:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078526.393666:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078526.393668:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078526.393670:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078526.393672:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078526.393674:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078526.393677:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653196288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078526.393685:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653196288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393692:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078526.393693:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.393694:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078526.393695:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078526.393697:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653196288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393702:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078526.393704:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653196288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393708:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078526.393709:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.393710:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078526.393711:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.393712:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078526.393713:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078526.393714:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078526.393717:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078526.393718:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078526.393721:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653196288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078526.393725:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653196288:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078526.393727:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078526.393729:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653196416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393732:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078526.393733:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078526.393734:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078526.393735:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078526.393737:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078526.393738:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653196416:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078526.393741:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078526.393742:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078526.393743:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078526.393744:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078526.393746:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078526.393747:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078526.393750:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078526.393751:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078526.393754:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078526.393756:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653196416, portal 4
00000100:00000001:2.0:1769078526.393757:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078526.393758:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:2.0:1769078526.393762:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653196416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393766:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078526.393768:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078526.393769:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078526.393771:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653196416, offset 0
00000400:00000200:2.0:1769078526.393774:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078526.393778:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078526.393781:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078526.393784:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078526.393786:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078526.393788:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078526.393790:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078526.393793:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201238:201238:256:4294967295] 192.168.204.104@tcp LPNI seq info [201238:201238:8:4294967295]
00000400:00000200:2.0:1769078526.393797:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078526.393803:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078526.393808:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078526.393811:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078526.393815:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078526.393818:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078526.393822:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078526.393824:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078526.393828:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078526.393829:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078526.393831:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078526.393834:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078526.393836:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078526.393837:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078526.393838:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078526.393841:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653196416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393846:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078526.393847:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653196416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393852:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078526.393853:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078526.393855:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078526.393857:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078526.393859:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078526.393861:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300178966
00000100:00000001:2.0:1769078526.393862:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300180223
00000100:00000001:2.0:1769078526.393864:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300178966
00000100:00000001:2.0:1769078526.393865:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300180223
00000100:00000001:2.0:1769078526.393866:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078526.393868:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078526.393869:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078526.393870:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078526/real 1769078526]  req@ffff88ba87a98380 x1855007653196416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078526.393875:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078526.393876:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078526.393877:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078526.393879:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078526.393880:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078526.393881:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078526.393883:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653196416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078526.393888:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653196416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393891:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078526.393892:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.393893:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078526.393893:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078526.393895:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653196416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393898:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078526.393900:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653196416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393905:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078526.393907:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.393908:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078526.393909:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.393910:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078526.393910:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078526.393912:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078526.393913:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078526.393914:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078526.393916:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653196416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078526.393920:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653196416:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078526.393922:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078526.393925:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653196544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393930:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078526.393931:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078526.393933:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078526.393935:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078526.393937:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078526.393939:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653196544:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078526.393943:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078526.393944:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078526.393946:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078526.393947:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078526.393951:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7400.
02000000:00000001:2.0:1769078526.393952:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078526.393956:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078526.393959:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078526.393962:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078526.393965:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653196544, portal 4
00000100:00000001:2.0:1769078526.393966:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078526.393968:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:2.0:1769078526.393974:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653196544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.393981:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078526.393983:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078526.393986:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078526.393988:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653196544, offset 0
00000400:00000200:2.0:1769078526.393992:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078526.393995:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078526.393997:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078526.393999:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078526.394001:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078526.394002:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078526.394004:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078526.394006:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201239:201239:256:4294967295] 192.168.204.104@tcp LPNI seq info [201239:201239:8:4294967295]
00000400:00000200:2.0:1769078526.394008:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078526.394012:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078526.394015:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078526.394017:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078526.394019:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078526.394021:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078526.394024:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078526.394026:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078526.394028:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078526.394030:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:2.0:1769078526.394032:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078526.394034:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078526.394036:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:2.0:1769078526.394037:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:2.0:1769078526.394039:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078526.394041:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653196544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.394046:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078526.394048:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653196544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.394051:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078526.394053:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078526.394054:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078526.394056:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078526.394058:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078526.394059:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300178966
00000100:00000001:2.0:1769078526.394061:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300180223
00000100:00000001:2.0:1769078526.394062:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300178966
00000100:00000001:2.0:1769078526.394064:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300180223
00000100:00000001:2.0:1769078526.394065:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078526.394066:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078526.394067:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078526.394069:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078526/real 1769078526]  req@ffff88ba87a98700 x1855007653196544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078526.394073:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078526.394074:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078526.394075:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000400:00000200:2.0:1769078526.394076:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:2.0:1769078526.394078:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000001:2.0:1769078526.394079:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078526.394081:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653196544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078526.394086:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653196544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.394093:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078526.394095:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.394096:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078526.394097:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078526.394099:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653196544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.394102:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078526.394104:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653196544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.394107:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078526.394109:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.394109:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078526.394110:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.394111:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078526.394112:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078526.394113:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078526.394115:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078526.394116:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078526.394118:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653196544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078526.394122:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653196544:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078526.394125:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.394127:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078526.394128:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653196032/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.394132:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078526.394135:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078526.394137:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078526.394140:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078526.394141:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078526.394143:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078526.394145:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078526.394147:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:2.0:1769078526.394150:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078526.394152:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078526.394153:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:2.0:1769078526.394155:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078526.394156:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.394156:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078526.394158:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653196160/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.394162:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078526.394163:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078526.394164:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078526.394165:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078526.394166:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078526.394167:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078526.394168:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078526.394168:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:2.0:1769078526.394169:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078526.394170:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078526.394171:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:2.0:1769078526.394172:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078526.394173:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.394173:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078526.394175:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653196288/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.394178:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078526.394179:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078526.394179:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078526.394181:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078526.394182:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078526.394182:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078526.394184:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078526.394185:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:2.0:1769078526.394186:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078526.394187:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078526.394188:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:2.0:1769078526.394189:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078526.394190:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.394191:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078526.394192:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653196416/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.394196:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078526.394196:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078526.394197:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078526.394198:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078526.394199:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078526.394200:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078526.394200:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078526.394201:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:2.0:1769078526.394202:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078526.394203:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078526.394203:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:2.0:1769078526.394204:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078526.394205:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.394206:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078526.394207:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653196544/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078526.394210:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078526.394211:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078526.394212:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7400.
02000000:00000001:2.0:1769078526.394214:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078526.394215:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078526.394216:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078526.394218:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078526.394219:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:2.0:1769078526.394221:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078526.394222:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078526.394224:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:2.0:1769078526.394226:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078526.394227:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.394230:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.394239:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078526.394241:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078526.394243:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078526.394245:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078527.028930:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078527.028939:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078527.029038:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078527.029042:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078527.029046:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078527.668690:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300180223, at 4300180224
00000100:00000040:0.0:1769078527.668705:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300180223, at 4300180224
00000100:00000010:1.0:1769078527.668707:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b0c0.
00000100:00000010:0.0:1769078527.668722:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bc60.
00010000:00000001:2.0:1769078528.052715:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078528.052725:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078528.052930:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078528.052938:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078528.052943:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078529.076738:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078529.076748:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078529.078452:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078529.078458:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078529.078463:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078530.101075:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078530.101084:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078530.101206:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078530.101211:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078530.101215:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078531.125325:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078531.125335:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078531.125395:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078531.125399:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078531.125402:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078531.508840:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078531.508854:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078531.508858:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078531.508862:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078531.508867:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078531.508876:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5511
00000400:00000200:3.0:1769078531.508898:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078531.508905:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078531.508909:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078531.508912:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.508916:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078531.508918:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.508921:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078531.508926:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078531.508928:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078531.508931:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078531.508934:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078531.508937:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078531.508939:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078531.508942:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.508944:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078531.508946:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.508949:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078531.508952:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078531.508955:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078531.508958:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078531.508962:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078531.508965:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078531.508969:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078531.508973:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078531.508975:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078531.508987:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
00000020:00000040:3.0:1769078531.508992:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078531.508997:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078531.508999:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078531.509003:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078531.509005:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078531.509010:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078531.509020:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078531.509029:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078531.509040:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653196672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078531.509052:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078531.509057:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078531.509062:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653196672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078531.509093:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078531.509097:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078531.509101:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078531.509102:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078531.509104:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078531.509107:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078531.509110:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5511
00000400:00000200:3.0:1769078531.509115:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078531.509118:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078531.509121:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078531.509124:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509126:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078531.509128:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509130:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078531.509132:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078531.509134:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078531.509136:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078531.509138:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078531.509140:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078531.509142:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078531.509145:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509147:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078531.509149:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509151:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078531.509153:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078531.509155:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509158:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078531.509160:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078531.509166:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078531.509168:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078531.509170:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078531.509175:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078531.509179:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078531.509180:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078531.509185:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769078531.509188:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078531.509191:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078531.509192:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078531.509194:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078531.509195:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078531.509197:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078531.509201:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769078531.509205:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078531.509210:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653196800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078531.509218:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078531.509220:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078531.509223:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653196800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078531.509230:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078531.509232:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078531.509235:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078531.509236:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078531.509238:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078531.509240:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078531.509243:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5511
00000400:00000200:3.0:1769078531.509246:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078531.509249:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078531.509251:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078531.509253:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509255:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078531.509257:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509258:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078531.509260:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078531.509261:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078531.509263:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078531.509264:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078531.509266:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078531.509269:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078531.509272:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509273:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078531.509275:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509277:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078531.509278:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078531.509281:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509283:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078531.509285:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078531.509287:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078531.509289:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078531.509291:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078531.509293:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078531.509295:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078531.509297:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078531.509300:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769078531.509302:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078531.509304:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078531.509305:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078531.509307:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078531.509309:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078531.509310:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078531.509314:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769078531.509317:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078531.509320:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653196928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078531.509327:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078531.509329:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078531.509332:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653196928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078531.509340:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078531.509342:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078531.509346:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078531.509347:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078531.509349:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078531.509351:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078531.509353:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5511
00000400:00000200:3.0:1769078531.509357:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078531.509359:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078531.509362:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078531.509373:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509375:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078531.509376:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509379:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078531.509381:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078531.509383:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078531.509384:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078531.509386:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078531.509389:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078531.509391:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078531.509393:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509395:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078531.509397:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509399:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078531.509401:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078531.509404:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509407:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078531.509409:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078531.509411:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078531.509413:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078531.509416:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078531.509419:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078531.509421:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078531.509423:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078531.509426:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769078531.509429:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078531.509431:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078531.509432:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078531.509433:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078531.509435:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078531.509436:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078531.509440:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769078531.509443:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078531.509454:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653197056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078531.509464:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078531.509466:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078531.509470:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653197056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078531.509478:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078531.509480:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078531.509484:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078531.509485:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078531.509487:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078531.509489:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078531.509491:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5511
00000400:00000200:3.0:1769078531.509495:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078531.509501:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078531.509634:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078531.509638:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509640:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078531.509642:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509645:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078531.509648:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078531.509649:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078531.509651:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078531.509653:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078531.509654:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078531.509656:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078531.509659:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509661:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078531.509662:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509664:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078531.509667:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078531.509670:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078531.509672:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078531.509674:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078531.509677:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078531.509679:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078531.509681:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078531.509683:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078531.509685:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078531.509687:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078531.509691:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769078531.509693:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078531.509696:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078531.509697:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078531.509698:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078531.509700:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078531.509702:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078531.509705:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769078531.509709:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078531.509713:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653197184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078531.509731:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078531.509733:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078531.509737:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653197184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078531.509745:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078531.509750:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5521)
00000100:00000001:2.0:1769078531.509810:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078531.509824:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078531.509828:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078531.509836:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653196672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078531.509846:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078531.509849:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078531.509853:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078531.509856:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078531.509858:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078531.509860:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653196672:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078531.509864:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078531.509868:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078531.509876:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078531.509879:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078531.509883:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7400.
02000000:00000001:2.0:1769078531.509885:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078531.509891:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078531.509895:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8de70.
00000400:00000010:2.0:1769078531.509901:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80330.
00000100:00000200:2.0:1769078531.509908:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653196672, portal 25
00000100:00000001:2.0:1769078531.509910:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078531.509912:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:2.0:1769078531.509916:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653196672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078531.509921:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078531.509924:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078531.509926:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80660.
00000100:00000200:2.0:1769078531.509929:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653196672, offset 0
00000400:00000200:2.0:1769078531.509934:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078531.509942:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078531.509947:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078531.509953:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078531.509957:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078531.509960:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078531.509962:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078531.509965:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201240:201240:256:4294967295] 192.168.204.104@tcp LPNI seq info [201240:201240:8:4294967295]
00000400:00000200:2.0:1769078531.509968:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078531.509976:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078531.509981:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078531.509984:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2800.
00000800:00000200:2.0:1769078531.509991:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078531.509995:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078531.510019:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078531.510022:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078531.510024:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300185340
00000100:00000010:2.0:1769078531.510028:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977ba20.
00000100:00000001:2.0:1769078531.510036:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078531.510042:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300185340
00000100:00000010:2.0:1769078531.510045:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977be40.
00000100:00000001:2.0:1769078531.510048:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078531.510051:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078531.510053:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078531.510056:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078531.510059:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653196800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078531.510064:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078531.510065:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078531.510067:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078531.510068:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078531.510069:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078531.510071:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653196800:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078531.510074:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078531.510075:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078531.510076:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078531.510077:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078531.510080:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078531.510082:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078531.510084:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078531.510087:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8dc08.
00000400:00000010:2.0:1769078531.510089:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f802a8.
00000100:00000200:2.0:1769078531.510091:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653196800, portal 10
00000100:00000001:2.0:1769078531.510093:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078531.510094:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00000040:2.0:1769078531.510099:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653196800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078531.510104:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078531.510105:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078531.510108:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80e58.
00000100:00000200:2.0:1769078531.510110:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653196800, offset 0
00000400:00000200:2.0:1769078531.510113:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078531.510116:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078531.510118:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078531.510120:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078531.510122:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078531.510123:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078531.510125:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078531.510127:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201241:201241:255:4294967295] 192.168.204.104@tcp LPNI seq info [201241:201241:7:4294967295]
00000400:00000200:2.0:1769078531.510130:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078531.510134:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078531.510136:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078531.510139:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2300.
00000800:00000200:2.0:1769078531.510141:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078531.510144:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078531.510145:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078531.510148:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078531.510150:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078531.510151:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300184090
00000100:00000001:2.0:1769078531.510153:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300185340
00000100:00000001:2.0:1769078531.510155:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300184090
00000100:00000001:2.0:1769078531.510156:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300185340
00000100:00000001:2.0:1769078531.510157:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078531.510159:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078531.510160:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078531.510162:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653196928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078531.510166:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078531.510167:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078531.510169:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078531.510170:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078531.510171:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078531.510173:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653196928:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078531.510176:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078531.510177:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078531.510178:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078531.510179:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078531.510181:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078531.510182:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078531.510184:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078531.510186:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d790.
00000400:00000010:2.0:1769078531.510188:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80bb0.
00000100:00000200:2.0:1769078531.510190:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653196928, portal 10
00000100:00000001:2.0:1769078531.510191:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078531.510191:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:2.0:1769078531.510195:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653196928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078531.510199:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078531.510201:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078531.510202:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80ee0.
00000100:00000200:2.0:1769078531.510204:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653196928, offset 0
00000400:00000200:2.0:1769078531.510209:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078531.510212:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078531.510216:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078531.510218:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078531.510221:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078531.510223:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078531.510225:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078531.510228:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201242:201242:254:4294967295] 192.168.204.104@tcp LPNI seq info [201242:201242:6:4294967295]
00000400:00000200:2.0:1769078531.510232:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078531.510238:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078531.510243:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078531.510247:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2e00.
00000800:00000200:2.0:1769078531.510250:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078531.510255:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078531.510257:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078531.510259:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078531.510262:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078531.510263:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300184075
00000100:00000001:2.0:1769078531.510265:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300185340
00000100:00000001:2.0:1769078531.510266:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300184075
00000100:00000001:2.0:1769078531.510268:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300185340
00000100:00000001:2.0:1769078531.510269:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078531.510270:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078531.510271:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078531.510274:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653197056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078531.510278:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078531.510279:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078531.510280:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078531.510281:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078531.510282:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078531.510284:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653197056:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078531.510286:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078531.510287:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078531.510288:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078531.510289:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078531.510291:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078531.510293:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078531.510295:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078531.510297:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d1b8.
00000400:00000010:2.0:1769078531.510299:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80990.
00000100:00000200:2.0:1769078531.510301:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653197056, portal 4
00000100:00000001:2.0:1769078531.510302:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078531.510303:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:2.0:1769078531.510307:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653197056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078531.510311:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078531.510313:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078531.510314:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80908.
00000100:00000200:2.0:1769078531.510316:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653197056, offset 0
00000400:00000200:2.0:1769078531.510318:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078531.510320:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078531.510322:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078531.510323:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078531.510325:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078531.510326:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078531.510327:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078531.510329:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201243:201243:253:4294967295] 192.168.204.104@tcp LPNI seq info [201243:201243:5:4294967295]
00000400:00000200:2.0:1769078531.510332:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078531.510335:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078531.510337:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078531.510339:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2f00.
00000800:00000200:2.0:1769078531.510341:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078531.510344:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078531.510362:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078531.510365:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078531.510369:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078531.510371:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300184082
00000100:00000001:2.0:1769078531.510373:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300185340
00000100:00000001:2.0:1769078531.510375:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300184082
00000100:00000001:2.0:1769078531.510377:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300185340
00000100:00000001:2.0:1769078531.510379:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078531.510381:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078531.510382:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078531.510387:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653197184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078531.510399:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078531.510400:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078531.510402:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078531.510404:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078531.510406:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078531.510408:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653197184:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078531.510411:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078531.510412:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078531.510414:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078531.510416:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078531.510419:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6400.
02000000:00000001:2.0:1769078531.510421:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078531.510424:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078531.510426:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d4d0.
00000400:00000010:2.0:1769078531.510430:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80a18.
00000100:00000200:2.0:1769078531.510433:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653197184, portal 4
00000100:00000001:2.0:1769078531.510434:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078531.510435:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:2.0:1769078531.510441:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653197184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078531.510447:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078531.510449:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078531.510452:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f807f8.
00000100:00000200:2.0:1769078531.510454:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653197184, offset 0
00000400:00000200:2.0:1769078531.510458:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078531.510462:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078531.510465:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078531.510468:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078531.510470:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078531.510472:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078531.510474:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078531.510478:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201244:201244:252:4294967295] 192.168.204.104@tcp LPNI seq info [201244:201244:4:4294967295]
00000400:00000200:2.0:1769078531.510482:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078531.510489:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078531.510493:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078531.510496:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078531.510500:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078531.510515:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078531.510518:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078531.510530:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078531.510534:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078531.510572:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300184083
00000100:00000001:2.0:1769078531.510575:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300185340
00000100:00000001:2.0:1769078531.510577:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300184083
00000100:00000001:2.0:1769078531.510579:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300185340
00000100:00000001:2.0:1769078531.510581:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078531.510583:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078531.510586:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078531.510588:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078531.510597:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078531.510599:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769078531.510601:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078531.510602:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078531.510604:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078531.510606:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078532.148705:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078532.148717:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078532.148793:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078532.148799:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078532.148805:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078532.788676:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300185340, at 4300185344
00000100:00000010:0.0:1769078532.788691:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977ba20.
00000100:00000040:1.0:1769078532.788774:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300185340, at 4300185344
00000100:00000010:1.0:1769078532.788780:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977be40.
00010000:00000001:2.0:1769078533.172699:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078533.172706:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078533.172868:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078533.172872:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078533.172875:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078534.196643:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078534.196650:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078534.196760:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078534.196764:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078534.196767:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769078534.580808:0:2395:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.104:988
00000400:00000100:1.0:1769078534.580853:0:2395:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.104@tcp at host 192.168.204.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769078534.580866:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078534.580870:0:2395:0:(router.c:1755:lnet_notify()) 192.168.204.4@tcp notifying 192.168.204.104@tcp: down
00000400:00000200:1.0:1769078534.580874:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078534.580878:0:2395:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769078534.580883:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769078534.580887:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2800.
00000400:00000200:1.0:1769078534.580894:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078534.580899:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078534.580906:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80660
00000400:00000010:1.0:1769078534.580910:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80660.
00000100:00000001:1.0:1769078534.580916:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078534.580925:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9b480 x1855007653196672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078534.580969:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078534.580973:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653196672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078534.580981:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078534.580984:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078534.580993:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769078534.580996:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2300.
00000400:00000200:1.0:1769078534.580999:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078534.581003:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078534.581006:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80e58
00000400:00000010:1.0:1769078534.581008:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80e58.
00000100:00000001:1.0:1769078534.581010:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078534.581015:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9a300 x1855007653196800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078534.581023:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078534.581028:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653196800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581030:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078534.581036:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078534.581037:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078534.581040:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078534.581042:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078534.581051:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000100:00100000:0.0:1769078534.581052:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078531/real 1769078534]  req@ffff88ba87a9b480 x1855007653196672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1769078534.581054:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2e00.
00000400:00000200:1.0:1769078534.581060:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078534.581069:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078534.581073:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80ee0
00000400:00000010:1.0:1769078534.581077:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80ee0.
00000100:00000001:1.0:1769078534.581081:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:0.0:1769078534.581085:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000200:1.0:1769078534.581086:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a99880 x1855007653196928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078534.581088:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078534.581094:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8de70.
00000100:00000001:1.0:1769078534.581099:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1769078534.581100:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80330
00000400:00000010:0.0:1769078534.581106:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80330.
00000100:00000040:1.0:1769078534.581106:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653196928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581113:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769078534.581118:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078534.581120:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653196672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078534.581122:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078534.581132:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000800:00000010:1.0:1769078534.581137:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2f00.
00000100:00000200:0.0:1769078534.581140:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653196672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078534.581141:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078534.581152:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078534.581158:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80908
00000100:00000001:0.0:1769078534.581160:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000010:1.0:1769078534.581161:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80908.
00000100:00000001:0.0:1769078534.581164:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078534.581167:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078534.581169:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078534.581172:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1769078534.581175:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a9b800 x1855007653197056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078534.581180:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653196672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078534.581196:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078534.581198:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078534.581205:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653197056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078534.581208:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653196672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078534.581227:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078534.581229:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078534.581230:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078534.581235:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581239:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000800:00000100:1.0:1769078534.581241:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.104@tcp
00000100:00000001:0.0:1769078534.581242:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581248:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000800:00000010:1.0:1769078534.581249:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000100:00000001:0.0:1769078534.581252:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1769078534.581255:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00080000:0.0:1769078534.581258:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:1.0:1769078534.581264:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078534.581268:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f807f8
00000400:00000010:1.0:1769078534.581270:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f807f8.
00000100:00080000:0.0:1769078534.581275:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:1.0:1769078534.581276:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078534.581282:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000200:1.0:1769078534.581283:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff88ba87a99c00 x1855007653197184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078534.581295:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653196672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078534.581298:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078534.581305:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653197184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078534.581310:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653196672:192.168.204.104@tcp:250:kworker.0
00000100:00000001:1.0:1769078534.581321:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078534.581322:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078534.581325:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1769078534.581329:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078531/real 1769078534]  req@ffff88ba87a9a300 x1855007653196800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078534.581346:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078534.581348:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078534.581350:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8dc08.
00000400:00000200:0.0:1769078534.581353:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f802a8
00000400:00000010:0.0:1769078534.581355:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f802a8.
00000100:00000001:0.0:1769078534.581357:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078534.581361:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653196800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078534.581368:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653196800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581373:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078534.581374:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581376:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078534.581377:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078534.581381:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653196800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581387:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078534.581391:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653196800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581398:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078534.581400:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581402:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078534.581403:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581405:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078534.581406:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078534.581410:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078534.581414:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078534.581416:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078534.581420:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653196800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078534.581427:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653196800:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078534.581431:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078534.581433:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078531/real 1769078534]  req@ffff88ba87a99880 x1855007653196928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078534.581440:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078534.581441:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078534.581443:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d790.
00000400:00000200:0.0:1769078534.581445:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80bb0
00000400:00000010:0.0:1769078534.581447:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80bb0.
00000100:00000001:0.0:1769078534.581449:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078534.581462:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653196928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078534.581470:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653196928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581475:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078534.581476:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581478:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078534.581479:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078534.581483:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653196928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581488:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078534.581491:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653196928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581497:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078534.581499:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581500:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078534.581502:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581503:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078534.581505:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078534.581507:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078534.581510:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078534.581513:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078534.581517:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653196928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078534.581524:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653196928:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078534.581528:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078534.581531:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078531/real 1769078534]  req@ffff88ba87a9b800 x1855007653197056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078534.581572:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078534.581574:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078534.581576:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d1b8.
00000400:00000200:0.0:1769078534.581579:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80990
00000400:00000010:0.0:1769078534.581580:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80990.
00000100:00000001:0.0:1769078534.581582:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078534.581586:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653197056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078534.581593:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653197056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581599:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078534.581600:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581601:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078534.581603:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078534.581606:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653197056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581623:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078534.581627:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653197056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581633:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078534.581635:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581637:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078534.581638:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581639:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078534.581641:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078534.581643:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078534.581646:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078534.581648:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078534.581652:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653197056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078534.581658:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653197056:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078534.581661:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078534.581665:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078531/real 1769078534]  req@ffff88ba87a99c00 x1855007653197184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078534.581672:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078534.581673:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078534.581674:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d4d0.
00000400:00000200:0.0:1769078534.581677:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80a18
00000400:00000010:0.0:1769078534.581678:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80a18.
00000100:00000001:0.0:1769078534.581680:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078534.581682:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653197184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078534.581697:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653197184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581703:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078534.581705:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581706:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078534.581708:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078534.581712:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653197184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581718:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078534.581722:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653197184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581728:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078534.581730:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581731:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078534.581732:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581734:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078534.581735:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078534.581737:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078534.581740:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078534.581742:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078534.581745:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653197184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078534.581751:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653197184:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078534.581755:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581757:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078534.581760:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653196672/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581770:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078534.581774:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078534.581778:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7400.
02000000:00000001:0.0:1769078534.581783:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078534.581786:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078534.581795:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078534.581797:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078534.581800:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:0.0:1769078534.581805:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078534.581807:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078534.581809:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:0.0:1769078534.581813:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078534.581814:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581815:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078534.581818:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653196800/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581824:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078534.581825:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078534.581827:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:0.0:1769078534.581829:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078534.581830:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078534.581831:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078534.581833:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078534.581835:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:0.0:1769078534.581837:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078534.581838:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078534.581840:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:0.0:1769078534.581842:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078534.581843:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581845:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078534.581848:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653196928/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581853:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078534.581854:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078534.581856:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:0.0:1769078534.581860:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078534.581861:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078534.581862:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078534.581864:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078534.581865:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:0.0:1769078534.581867:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078534.581868:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078534.581869:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:0.0:1769078534.581872:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078534.581873:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581875:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078534.581878:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653197056/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581884:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078534.581885:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078534.581887:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:0.0:1769078534.581890:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078534.581891:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078534.581892:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078534.581894:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078534.581895:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:0.0:1769078534.581897:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078534.581898:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078534.581900:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:0.0:1769078534.581901:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078534.581903:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581904:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078534.581908:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653197184/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078534.581914:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078534.581915:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078534.581917:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6400.
02000000:00000001:0.0:1769078534.581919:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078534.581920:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078534.581921:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078534.581924:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078534.581925:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:0.0:1769078534.581927:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078534.581928:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078534.581929:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:0.0:1769078534.581931:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078534.581933:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581935:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078534.581943:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078534.581945:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078534.581947:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078534.581949:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078535.220897:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078535.220904:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078535.220967:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078535.220971:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078535.220979:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078536.244638:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078536.244647:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078536.244650:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078536.244652:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078536.244657:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078536.244659:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078536.244661:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078536.244663:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078536.244713:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078536.244717:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078536.244720:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078536.628657:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078536.628668:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078536.628670:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078536.628674:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078536.628678:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078536.628685:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5516
00000400:00000200:3.0:1769078536.628695:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078536.628700:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078536.628703:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078536.628706:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.628709:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078536.628711:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.628714:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078536.628717:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078536.628719:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078536.628722:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078536.628724:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078536.628727:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078536.628729:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078536.628732:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.628734:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078536.628736:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.628737:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078536.628740:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078536.628743:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078536.628746:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078536.628748:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078536.628751:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078536.628754:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078536.628756:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078536.628758:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078536.628767:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9aa00.
00000020:00000040:3.0:1769078536.628772:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078536.628775:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078536.628778:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078536.628781:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078536.628783:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078536.628787:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078536.628795:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7c00.
00000100:00000001:3.0:1769078536.628800:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078536.628808:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9aa00 x1855007653197312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078536.628819:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078536.628822:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078536.628827:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c77adf] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9aa00 x1855007653197312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078536.628848:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078536.628851:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078536.628854:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078536.628855:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078536.628857:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078536.628859:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078536.628861:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5516
00000400:00000200:3.0:1769078536.628865:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078536.628868:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078536.628870:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078536.628873:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.628875:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078536.628877:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.628879:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078536.628881:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078536.628882:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078536.628884:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078536.628886:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078536.628887:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078536.628889:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078536.628892:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.628894:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078536.628896:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.628897:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078536.628899:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078536.628902:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078536.628904:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078536.628906:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078536.628911:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078536.628913:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078536.628914:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078536.628919:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078536.628923:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078536.628925:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078536.628928:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98000.
00000020:00000040:3.0:1769078536.628931:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078536.628933:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078536.628934:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078536.628935:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078536.628937:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078536.628938:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078536.628943:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7800.
00000100:00000001:3.0:1769078536.628947:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078536.628951:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98000 x1855007653197440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078536.628958:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078536.628961:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078536.628964:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069d8b4f6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98000 x1855007653197440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078536.628971:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078536.628973:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078536.628976:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078536.628977:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078536.628979:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078536.628981:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078536.628983:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5516
00000400:00000200:3.0:1769078536.628987:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078536.628990:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078536.628992:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078536.628994:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.628995:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078536.628997:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.628999:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078536.629001:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078536.629003:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078536.629004:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078536.629006:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078536.629008:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078536.629010:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078536.629013:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.629014:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078536.629016:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.629017:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078536.629019:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078536.629021:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078536.629023:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078536.629025:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078536.629027:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078536.629029:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078536.629031:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078536.629032:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078536.629035:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078536.629036:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078536.629039:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99c00.
00000020:00000040:3.0:1769078536.629042:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078536.629044:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078536.629045:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078536.629046:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078536.629047:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078536.629049:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078536.629052:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4000.
00000100:00000001:3.0:1769078536.629056:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078536.629060:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99c00 x1855007653197568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078536.629071:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078536.629073:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078536.629077:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c4d54c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99c00 x1855007653197568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078536.629083:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078536.629085:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078536.629088:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078536.629090:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078536.629091:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078536.629094:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078536.629096:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5516
00000400:00000200:3.0:1769078536.629100:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078536.629102:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078536.629104:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078536.629107:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.629108:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078536.629110:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.629112:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078536.629114:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078536.629115:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078536.629117:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078536.629119:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078536.629120:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078536.629122:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078536.629125:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.629127:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078536.629129:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.629131:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078536.629134:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078536.629136:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078536.629138:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078536.629140:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078536.629142:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078536.629144:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078536.629146:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078536.629148:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078536.629150:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078536.629151:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078536.629155:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b800.
00000020:00000040:3.0:1769078536.629157:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078536.629159:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078536.629160:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078536.629162:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078536.629164:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078536.629165:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078536.629168:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4c00.
00000100:00000001:3.0:1769078536.629171:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078536.629175:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b800 x1855007653197696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078536.629182:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078536.629183:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078536.629187:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3073bb5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b800 x1855007653197696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078536.629193:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078536.629195:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078536.629198:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078536.629199:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078536.629201:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078536.629202:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078536.629205:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5516
00000400:00000200:3.0:1769078536.629208:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078536.629211:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078536.629213:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078536.629215:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.629217:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078536.629218:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.629220:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078536.629222:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078536.629222:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078536.629224:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078536.629225:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078536.629227:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078536.629228:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078536.629231:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.629233:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078536.629234:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078536.629236:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078536.629238:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078536.629240:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078536.629242:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078536.629243:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078536.629246:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078536.629247:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078536.629249:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078536.629251:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078536.629253:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078536.629255:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078536.629258:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99880.
00000020:00000040:3.0:1769078536.629260:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078536.629262:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078536.629264:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078536.629265:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078536.629266:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078536.629268:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078536.629271:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4400.
00000100:00000001:3.0:1769078536.629273:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078536.629277:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99880 x1855007653197824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078536.629282:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078536.629283:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078536.629286:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.629288:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078536.629289:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000214277b4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99880 x1855007653197824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.629290:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078536.629296:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9aa00 x1855007653197312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078536.629296:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078536.629300:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5526)
00000100:00000001:0.0:1769078536.629303:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078536.629305:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078536.629308:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078536.629310:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078536.629313:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078536.629316:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653197312:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078536.629320:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078536.629324:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078536.629326:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078536.629328:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078536.629332:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078536.629334:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078536.629341:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078536.629345:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078536.629351:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078536.629357:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653197312, portal 25
00000100:00000001:0.0:1769078536.629360:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078536.629361:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454178816 : -131140255372800 : ffff88ba87a9aa00)
00000100:00000040:0.0:1769078536.629367:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9aa00 x1855007653197312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.629374:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078536.629377:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078536.629379:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078536.629382:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653197312, offset 0
00000400:00000200:0.0:1769078536.629388:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078536.629396:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078536.629401:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078536.629406:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078536.629411:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078536.629414:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078536.629430:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078536.629433:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201245:201245:256:4294967295] 192.168.204.104@tcp LPNI seq info [201245:201245:8:4294967295]
00000400:00000200:0.0:1769078536.629438:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078536.629456:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078536.629462:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078536.629467:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078536.629475:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078536.629478:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078536.629484:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078536.629487:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078536.629492:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078536.629494:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078536.629499:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078536.629503:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078536.629508:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078536.629510:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078536.629514:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078536.629518:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9aa00 x1855007653197312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.629553:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078536.629559:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9aa00 x1855007653197312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.629566:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.629568:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078536.629576:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078536.629581:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078536.629583:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300190460
00000100:00000010:0.0:1769078536.629588:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d162a0.
00000100:00000001:0.0:1769078536.629595:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078536.629600:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300190460
00000100:00000010:0.0:1769078536.629603:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16840.
00000100:00000001:0.0:1769078536.629606:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078536.629615:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078536.629618:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.629620:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078536.629624:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078536/real 1769078536]  req@ffff88ba87a9aa00 x1855007653197312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078536.629635:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078536.629636:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078536.629639:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078536.629642:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078536.629644:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078536.629647:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078536.629650:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9aa00 x1855007653197312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078536.629658:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9aa00 x1855007653197312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.629665:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078536.629666:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.629669:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078536.629671:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078536.629674:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9aa00 x1855007653197312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.629680:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078536.629684:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9aa00 x1855007653197312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.629690:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078536.629693:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.629694:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078536.629695:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.629698:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078536.629700:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078536.629703:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078536.629709:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078536.629711:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078536.629716:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9aa00 x1855007653197312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078536.629723:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653197312:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078536.629728:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078536.629732:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98000 x1855007653197440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.629738:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078536.629740:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078536.629741:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078536.629744:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078536.629746:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078536.629748:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653197440:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078536.629751:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078536.629752:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078536.629754:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078536.629757:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078536.629760:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078536.629762:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078536.629766:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078536.629768:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078536.629771:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078536.629775:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653197440, portal 10
00000100:00000001:0.0:1769078536.629777:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078536.629779:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168064 : -131140255383552 : ffff88ba87a98000)
00000100:00000040:0.0:1769078536.629785:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98000 x1855007653197440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.629793:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078536.629795:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078536.629797:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078536.629799:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653197440, offset 0
00000400:00000200:0.0:1769078536.629803:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078536.629807:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078536.629810:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078536.629813:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078536.629816:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078536.629818:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078536.629821:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078536.629823:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201246:201246:256:4294967295] 192.168.204.104@tcp LPNI seq info [201246:201246:8:4294967295]
00000400:00000200:0.0:1769078536.629827:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078536.629833:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078536.629837:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078536.629840:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078536.629844:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078536.629847:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078536.629851:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078536.629854:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078536.629857:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078536.629859:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078536.629863:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078536.629866:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078536.629869:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078536.629871:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078536.629873:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078536.629876:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98000 x1855007653197440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.629883:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078536.629886:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98000 x1855007653197440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.629892:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.629893:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078536.629896:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078536.629899:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078536.629903:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078536.629905:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300189210
00000100:00000001:0.0:1769078536.629907:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300190460
00000100:00000001:0.0:1769078536.629909:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300189210
00000100:00000001:0.0:1769078536.629912:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300190460
00000100:00000001:0.0:1769078536.629914:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078536.629916:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.629917:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078536.629921:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078536/real 1769078536]  req@ffff88ba87a98000 x1855007653197440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078536.629935:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078536.629936:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078536.629938:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078536.629941:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078536.629942:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078536.629944:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078536.629949:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98000 x1855007653197440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078536.629957:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98000 x1855007653197440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.629964:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078536.629965:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.629967:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078536.629968:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078536.629971:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98000 x1855007653197440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.629977:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078536.629981:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98000 x1855007653197440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.629988:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078536.629990:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.629992:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078536.629993:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.629995:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078536.629997:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078536.629999:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078536.630002:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078536.630004:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078536.630008:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98000 x1855007653197440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078536.630015:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653197440:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078536.630019:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078536.630035:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99c00 x1855007653197568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630047:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078536.630048:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078536.630050:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078536.630052:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078536.630054:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078536.630057:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653197568:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078536.630060:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078536.630062:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078536.630064:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078536.630065:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078536.630068:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078536.630070:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078536.630073:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078536.630076:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078536.630079:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078536.630081:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653197568, portal 10
00000100:00000001:0.0:1769078536.630083:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078536.630084:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454175232 : -131140255376384 : ffff88ba87a99c00)
00000100:00000040:0.0:1769078536.630089:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99c00 x1855007653197568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630095:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078536.630097:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078536.630099:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078536.630101:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653197568, offset 0
00000400:00000200:0.0:1769078536.630104:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078536.630107:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078536.630110:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078536.630113:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078536.630115:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078536.630117:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078536.630119:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078536.630123:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201247:201247:256:4294967295] 192.168.204.104@tcp LPNI seq info [201247:201247:8:4294967295]
00000400:00000200:0.0:1769078536.630127:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078536.630132:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078536.630136:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078536.630139:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078536.630143:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078536.630146:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078536.630150:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078536.630152:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078536.630156:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078536.630158:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078536.630161:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078536.630164:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078536.630167:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078536.630168:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078536.630170:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078536.630174:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99c00 x1855007653197568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630181:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078536.630183:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99c00 x1855007653197568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630189:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.630191:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078536.630194:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078536.630196:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078536.630199:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078536.630201:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300189195
00000100:00000001:0.0:1769078536.630203:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300190460
00000100:00000001:0.0:1769078536.630205:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300189195
00000100:00000001:0.0:1769078536.630207:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300190460
00000100:00000001:0.0:1769078536.630209:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078536.630211:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.630213:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078536.630216:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078536/real 1769078536]  req@ffff88ba87a99c00 x1855007653197568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078536.630224:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078536.630225:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078536.630226:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078536.630229:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078536.630231:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078536.630232:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078536.630235:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99c00 x1855007653197568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078536.630247:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99c00 x1855007653197568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630253:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078536.630254:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630256:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078536.630257:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078536.630260:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99c00 x1855007653197568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630266:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078536.630270:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99c00 x1855007653197568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630275:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078536.630278:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630279:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078536.630280:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630282:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078536.630284:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078536.630286:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078536.630289:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078536.630291:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078536.630295:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99c00 x1855007653197568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078536.630301:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653197568:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078536.630305:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078536.630308:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b800 x1855007653197696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630314:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078536.630315:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078536.630317:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078536.630319:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078536.630320:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078536.630323:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653197696:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078536.630326:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078536.630327:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078536.630329:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078536.630331:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078536.630334:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078536.630336:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078536.630339:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078536.630341:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078536.630344:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078536.630347:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653197696, portal 4
00000100:00000001:0.0:1769078536.630349:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078536.630351:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454182400 : -131140255369216 : ffff88ba87a9b800)
00000100:00000040:0.0:1769078536.630355:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b800 x1855007653197696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630361:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078536.630363:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078536.630365:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078536.630367:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653197696, offset 0
00000400:00000200:0.0:1769078536.630371:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078536.630375:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078536.630378:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078536.630380:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078536.630382:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078536.630384:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078536.630386:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078536.630389:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201248:201248:256:4294967295] 192.168.204.104@tcp LPNI seq info [201248:201248:8:4294967295]
00000400:00000200:0.0:1769078536.630392:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078536.630397:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078536.630400:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078536.630403:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078536.630406:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078536.630409:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078536.630412:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078536.630414:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078536.630444:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078536.630446:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078536.630449:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078536.630452:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078536.630455:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078536.630457:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078536.630459:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078536.630462:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b800 x1855007653197696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630469:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078536.630473:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b800 x1855007653197696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630479:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.630480:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078536.630484:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078536.630487:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078536.630491:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078536.630493:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300189202
00000100:00000001:0.0:1769078536.630495:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300190460
00000100:00000001:0.0:1769078536.630497:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300189202
00000100:00000001:0.0:1769078536.630499:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300190460
00000100:00000001:0.0:1769078536.630501:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078536.630503:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.630505:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078536.630507:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078536/real 1769078536]  req@ffff88ba87a9b800 x1855007653197696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078536.630514:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078536.630515:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078536.630517:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078536.630519:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078536.630520:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078536.630522:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078536.630524:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b800 x1855007653197696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078536.630531:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b800 x1855007653197696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630569:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078536.630570:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630572:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078536.630573:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078536.630576:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b800 x1855007653197696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630582:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078536.630585:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b800 x1855007653197696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630591:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078536.630593:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630594:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078536.630596:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630597:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078536.630598:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078536.630600:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078536.630603:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078536.630605:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078536.630608:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b800 x1855007653197696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078536.630614:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653197696:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078536.630617:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630619:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078536.630623:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9aa00 x1855007653197312/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630629:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078536.630631:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078536.630633:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078536.630636:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078536.630638:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078536.630639:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078536.630642:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078536.630644:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7c00.
02000000:00000001:0.0:1769078536.630647:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078536.630649:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078536.630651:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9aa00.
00000100:00000001:0.0:1769078536.630654:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078536.630655:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630657:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078536.630660:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98000 x1855007653197440/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630665:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078536.630666:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078536.630667:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078536.630669:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078536.630670:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078536.630671:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078536.630673:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078536.630674:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7800.
02000000:00000001:0.0:1769078536.630675:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078536.630676:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078536.630677:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98000.
00000100:00000001:0.0:1769078536.630679:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078536.630680:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630681:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078536.630684:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99c00 x1855007653197568/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630690:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078536.630691:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078536.630693:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078536.630695:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078536.630696:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078536.630697:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078536.630699:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078536.630700:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4000.
02000000:00000001:0.0:1769078536.630702:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078536.630703:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078536.630704:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99c00.
00000100:00000001:0.0:1769078536.630706:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078536.630707:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630708:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078536.630711:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b800 x1855007653197696/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630721:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078536.630722:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078536.630723:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078536.630725:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078536.630726:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078536.630726:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078536.630728:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078536.630730:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4c00.
02000000:00000001:0.0:1769078536.630732:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078536.630733:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078536.630734:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b800.
00000100:00000001:0.0:1769078536.630736:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078536.630737:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630739:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630746:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078536.630748:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.630749:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078536.630751:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078536.630753:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078536.630756:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99880 x1855007653197824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630762:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078536.630763:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078536.630765:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078536.630767:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078536.630768:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078536.630771:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653197824:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078536.630774:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078536.630776:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078536.630777:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078536.630779:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078536.630782:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078536.630783:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078536.630787:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078536.630790:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078536.630793:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078536.630796:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653197824, portal 4
00000100:00000001:0.0:1769078536.630798:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078536.630799:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454174336 : -131140255377280 : ffff88ba87a99880)
00000100:00000040:0.0:1769078536.630804:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99880 x1855007653197824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630810:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078536.630813:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078536.630814:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078536.630817:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653197824, offset 0
00000400:00000200:0.0:1769078536.630820:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078536.630824:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078536.630827:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078536.630829:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078536.630832:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078536.630834:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078536.630836:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078536.630839:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201249:201249:256:4294967295] 192.168.204.104@tcp LPNI seq info [201249:201249:8:4294967295]
00000400:00000200:0.0:1769078536.630843:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078536.630848:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078536.630851:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078536.630853:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078536.630856:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078536.630857:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078536.630860:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078536.630862:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078536.630864:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078536.630865:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078536.630867:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078536.630869:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078536.630871:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078536.630872:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078536.630874:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078536.630877:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99880 x1855007653197824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630881:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078536.630883:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99880 x1855007653197824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630887:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.630888:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078536.630890:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078536.630892:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078536.630894:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078536.630895:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300189203
00000100:00000001:0.0:1769078536.630897:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300190460
00000100:00000001:0.0:1769078536.630898:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300189203
00000100:00000001:0.0:1769078536.630899:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300190460
00000100:00000001:0.0:1769078536.630900:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078536.630902:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.630903:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078536.630905:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078536/real 1769078536]  req@ffff88ba87a99880 x1855007653197824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078536.630909:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078536.630910:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078536.630911:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078536.630912:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078536.630913:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078536.630915:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078536.630916:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99880 x1855007653197824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078536.630921:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99880 x1855007653197824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630929:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078536.630929:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630931:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078536.630931:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078536.630933:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99880 x1855007653197824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630937:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078536.630939:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99880 x1855007653197824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630942:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078536.630943:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630944:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078536.630945:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630946:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078536.630947:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078536.630948:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078536.630950:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078536.630951:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078536.630953:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99880 x1855007653197824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078536.630957:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653197824:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078536.630959:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630960:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078536.630962:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99880 x1855007653197824/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.630966:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078536.630967:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078536.630968:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c400.
02000000:00000001:0.0:1769078536.630969:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078536.630970:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078536.630971:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078536.630973:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078536.630974:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4400.
02000000:00000001:0.0:1769078536.630975:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078536.630975:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078536.630976:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99880.
00000100:00000001:0.0:1769078536.630977:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078536.630978:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630979:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.630981:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078536.630982:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.630983:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078536.630984:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078537.268742:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078537.268749:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078537.268818:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078537.268823:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078537.268827:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078537.908661:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300190460, at 4300190464
00000100:00000040:1.0:1769078537.908661:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300190460, at 4300190464
00000100:00000010:0.0:1769078537.908679:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d162a0.
00000100:00000010:1.0:1769078537.908682:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16840.
00010000:00000001:2.0:1769078538.292661:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078538.292670:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078538.292744:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078538.292749:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078538.292753:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078539.316694:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078539.316713:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078539.316780:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078539.316784:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078539.316788:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078540.340934:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078540.340943:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078540.341367:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078540.341371:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078540.341376:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078541.364688:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078541.364696:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078541.364763:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078541.364767:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078541.364771:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078541.748663:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078541.748677:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078541.748681:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078541.748686:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078541.748691:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078541.748700:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5521
00000400:00000200:3.0:1769078541.748711:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078541.748719:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078541.748723:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078541.748727:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.748731:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078541.748734:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.748736:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078541.748741:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078541.748744:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078541.748748:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078541.748751:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078541.748754:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078541.748757:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078541.748760:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.748762:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078541.748764:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.748766:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078541.748769:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078541.748773:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078541.748775:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078541.748778:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078541.748781:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078541.748784:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.748787:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078541.748797:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078541.748806:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a300.
00000020:00000040:3.0:1769078541.748813:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078541.748821:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078541.748824:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.748830:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078541.748834:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078541.748839:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078541.748850:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7000.
00000100:00000001:3.0:1769078541.748860:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078541.748873:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a300 x1855007653197952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078541.748884:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078541.748889:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078541.748894:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400faa3e] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a300 x1855007653197952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078541.748929:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078541.748934:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078541.748938:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078541.748941:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078541.748944:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078541.748946:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078541.748949:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5521
00000400:00000200:3.0:1769078541.748953:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078541.748956:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078541.748959:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078541.748962:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.748964:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078541.748966:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.748968:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078541.748971:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078541.748972:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078541.748974:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078541.748976:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078541.748977:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078541.748981:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078541.748982:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078541.748987:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078541.748988:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:0.0:1769078541.748997:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a300 x1855007653197952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078541.748998:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.749003:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078541.749008:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.749014:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078541.749024:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078541.749028:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078541.749031:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078541.749037:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078541.749040:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.749041:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078541.749042:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078541.749045:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078541.749049:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078541.749050:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078541.749054:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.749058:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:0.0:1769078541.749059:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653197952:192.168.204.104@tcp:250:kworker.0
00000008:00100000:3.0:1769078541.749063:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078541.749066:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769078541.749068:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.749071:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.749073:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1769078541.749076:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b480.
02000000:00000001:0.0:1769078541.749078:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078541.749080:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:0.0:1769078541.749083:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078541.749085:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078541.749088:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.749089:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1769078541.749091:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
02000000:00000001:3.0:1769078541.749091:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078541.749095:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.749096:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078541.749109:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d7400.
00000400:00000200:0.0:1769078541.749110:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078541.749116:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078541.749118:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00100000:3.0:1769078541.749123:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b480 x1855007653198080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769078541.749129:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000001:3.0:1769078541.749133:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078541.749137:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078541.749141:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653197952, portal 25
00000100:00000040:3.0:1769078541.749142:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cff371e4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b480 x1855007653198080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.749147:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078541.749151:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177024 : -131140255374592 : ffff88ba87a9a300)
00000100:00000001:3.0:1769078541.749157:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078541.749162:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a300 x1855007653197952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078541.749163:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078541.749170:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078541.749174:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078541.749177:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078541.749180:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078541.749182:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1769078541.749186:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00080000:3.0:1769078541.749187:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5521
00000400:00000010:0.0:1769078541.749191:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000400:00000200:3.0:1769078541.749195:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000200:0.0:1769078541.749197:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653197952, offset 0
00000400:00000200:3.0:1769078541.749201:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078541.749206:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078541.749210:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:3.0:1769078541.749213:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.749217:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078541.749220:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078541.749223:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078541.749224:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078541.749229:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078541.749231:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000400:00000200:0.0:1769078541.749233:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000001:3.0:1769078541.749234:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078541.749238:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078541.749242:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078541.749244:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769078541.749246:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:0.0:1769078541.749252:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000040:3.0:1769078541.749253:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.749257:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078541.749259:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078541.749263:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078541.749265:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.749269:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078541.749273:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000400:00000200:0.0:1769078541.749274:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201250:201250:256:4294967295] 192.168.204.104@tcp LPNI seq info [201250:201250:8:4294967295]
00000100:00080000:3.0:1769078541.749280:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:0.0:1769078541.749284:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078541.749286:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078541.749290:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078541.749294:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078541.749297:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.749301:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078541.749305:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1769078541.749306:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078541.749311:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.749314:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078541.749318:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000100:00000010:3.0:1769078541.749320:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98700.
00000020:00000040:3.0:1769078541.749324:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000800:00000010:0.0:1769078541.749327:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
02000000:00000001:3.0:1769078541.749327:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1769078541.749351:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078541.749355:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
02000000:00000001:3.0:1769078541.749358:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078541.749362:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078541.749366:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000100:00000001:3.0:1769078541.749368:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078541.749371:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:0.0:1769078541.749372:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
02000000:00000001:3.0:1769078541.749374:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078541.749377:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
02000000:00000010:3.0:1769078541.749382:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6800.
00000400:00000200:0.0:1769078541.749384:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078541.749388:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078541.749393:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1769078541.749398:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98700 x1855007653198208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078541.749402:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078541.749407:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:3.0:1769078541.749409:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078541.749413:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.749415:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769078541.749420:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c86cb95] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98700 x1855007653198208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078541.749424:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a300 x1855007653197952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.749434:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078541.749440:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a300 x1855007653197952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078541.749445:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078541.749449:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078541.749455:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078541.749455:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078541.749459:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078541.749460:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1769078541.749461:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078541.749466:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078541.749470:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5521
00000100:00000001:0.0:1769078541.749472:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078541.749476:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078541.749482:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1769078541.749483:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:3.0:1769078541.749485:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078541.749488:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300195579
00000100:00000040:3.0:1769078541.749490:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.749495:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078541.749497:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000010:0.0:1769078541.749498:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d162a0.
00000100:00000001:3.0:1769078541.749499:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078541.749504:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078541.749506:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000100:00000001:0.0:1769078541.749509:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1769078541.749509:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078541.749513:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078541.749516:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:0.0:1769078541.749519:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300195579
00000020:00000001:3.0:1769078541.749519:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078541.749524:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000010:0.0:1769078541.749527:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16060.
00000100:00000001:3.0:1769078541.749528:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078541.749532:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.749535:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078541.749559:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078541.749562:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078541.749564:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078541.749566:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078541.749569:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078541.749571:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.749573:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078541.749576:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078541.749578:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.749580:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078541.749584:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98380.
00000020:00000040:3.0:1769078541.749587:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078541.749590:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078541.749591:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.749593:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078541.749595:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078541.749597:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078541.749603:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6c00.
00000100:00000001:3.0:1769078541.749607:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078541.749612:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98380 x1855007653198336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078541.749619:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078541.749622:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078541.749627:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062d94bc6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98380 x1855007653198336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078541.749635:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078541.749638:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078541.749642:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078541.749643:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078541.749645:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078541.749647:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078541.749650:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5521
00000400:00000200:3.0:1769078541.749654:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078541.749658:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078541.749660:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078541.749664:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.749666:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078541.749668:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.749670:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078541.749672:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078541.749673:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078541.749675:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078541.749676:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078541.749678:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078541.749680:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078541.749683:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.749685:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078541.749687:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078541.749689:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078541.749692:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078541.749695:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078541.749697:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078541.749700:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078541.749703:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078541.749705:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.749707:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078541.749708:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078541.749711:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.749712:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078541.749716:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99f80.
00000020:00000040:3.0:1769078541.749719:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078541.749722:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078541.749723:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.749724:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078541.749726:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078541.749728:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078541.749732:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d4800.
00000100:00000001:3.0:1769078541.749735:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078541.749739:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99f80 x1855007653198464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078541.749747:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078541.749750:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078541.749754:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092a8e6fa] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99f80 x1855007653198464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078541.749762:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078541.749767:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5532)
00000100:00000001:0.0:1769078541.749899:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078541.749905:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078541.749908:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.749911:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078541.749916:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078541/real 1769078541]  req@ffff88ba87a9a300 x1855007653197952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078541.749928:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078541.749930:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078541.749933:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078541.749936:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078541.749938:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078541.749941:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078541.749945:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a300 x1855007653197952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078541.749954:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a300 x1855007653197952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.749962:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078541.749964:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.749966:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078541.749969:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078541.749972:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a300 x1855007653197952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.749980:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078541.749985:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a300 x1855007653197952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.749992:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078541.749996:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.749997:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078541.749998:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.750001:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078541.750003:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078541.750005:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078541.750009:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078541.750010:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078541.750015:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a300 x1855007653197952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078541.750022:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653197952:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078541.750027:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.750029:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078541.750032:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a300 x1855007653197952/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750039:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078541.750042:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078541.750045:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078541.750048:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078541.750050:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078541.750052:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078541.750054:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078541.750056:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7000.
02000000:00000001:0.0:1769078541.750060:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078541.750062:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078541.750064:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a300.
00000100:00000001:0.0:1769078541.750067:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078541.750068:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.750071:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.750081:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078541.750083:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.750085:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078541.750086:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078541.750089:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078541.750092:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b480 x1855007653198080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750097:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078541.750098:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.750100:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078541.750102:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078541.750104:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078541.750107:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653198080:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078541.750110:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078541.750111:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078541.750113:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.750115:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078541.750118:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078541.750120:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078541.750124:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078541.750127:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078541.750130:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078541.750134:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653198080, portal 10
00000100:00000001:0.0:1769078541.750136:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078541.750138:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454181504 : -131140255370112 : ffff88ba87a9b480)
00000100:00000040:0.0:1769078541.750144:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b480 x1855007653198080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750149:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078541.750151:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078541.750153:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078541.750156:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653198080, offset 0
00000400:00000200:0.0:1769078541.750159:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078541.750163:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078541.750167:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078541.750169:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078541.750172:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078541.750175:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078541.750177:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078541.750180:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201251:201251:256:4294967295] 192.168.204.104@tcp LPNI seq info [201251:201251:8:4294967295]
00000400:00000200:0.0:1769078541.750185:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078541.750192:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078541.750197:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078541.750200:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078541.750203:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078541.750205:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769078541.750208:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078541.750209:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1769078541.750212:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078541.750213:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078541.750215:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078541.750218:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078541.750220:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078541.750221:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078541.750222:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078541.750225:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b480 x1855007653198080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750234:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078541.750236:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b480 x1855007653198080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750240:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.750241:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078541.750243:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078541.750245:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078541.750248:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078541.750249:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300194330
00000100:00000001:0.0:1769078541.750251:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300195579
00000100:00000001:0.0:1769078541.750253:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300194330
00000100:00000001:0.0:1769078541.750254:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300195579
00000100:00000001:0.0:1769078541.750255:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078541.750257:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.750258:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078541.750260:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078541/real 1769078541]  req@ffff88ba87a9b480 x1855007653198080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078541.750264:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078541.750265:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078541.750266:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078541.750267:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078541.750268:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078541.750269:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078541.750270:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b480 x1855007653198080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078541.750276:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b480 x1855007653198080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750282:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078541.750284:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.750286:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078541.750288:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078541.750291:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b480 x1855007653198080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750297:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078541.750301:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b480 x1855007653198080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750308:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078541.750310:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.750312:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078541.750313:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.750315:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078541.750317:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078541.750320:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078541.750323:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078541.750325:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078541.750339:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b480 x1855007653198080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078541.750345:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653198080:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078541.750348:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078541.750350:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98700 x1855007653198208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750353:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078541.750354:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.750356:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078541.750357:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078541.750358:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078541.750360:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653198208:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078541.750362:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078541.750364:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078541.750366:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.750367:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078541.750371:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078541.750372:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078541.750376:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078541.750378:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078541.750381:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078541.750384:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653198208, portal 10
00000100:00000001:0.0:1769078541.750386:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078541.750387:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454169856 : -131140255381760 : ffff88ba87a98700)
00000100:00000040:0.0:1769078541.750393:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98700 x1855007653198208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750399:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078541.750401:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078541.750403:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078541.750406:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653198208, offset 0
00000400:00000200:0.0:1769078541.750409:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078541.750413:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078541.750416:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078541.750418:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078541.750420:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078541.750421:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078541.750423:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078541.750424:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201252:201252:256:4294967295] 192.168.204.104@tcp LPNI seq info [201252:201252:8:4294967295]
00000400:00000200:0.0:1769078541.750427:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078541.750431:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078541.750434:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078541.750436:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078541.750439:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078541.750440:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769078541.750443:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078541.750445:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1769078541.750447:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078541.750449:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078541.750451:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078541.750453:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078541.750455:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078541.750456:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078541.750457:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078541.750460:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98700 x1855007653198208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750464:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078541.750466:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98700 x1855007653198208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750470:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.750471:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078541.750473:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078541.750475:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078541.750477:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078541.750479:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300194315
00000100:00000001:0.0:1769078541.750480:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300195579
00000100:00000001:0.0:1769078541.750482:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300194315
00000100:00000001:0.0:1769078541.750483:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300195579
00000100:00000001:0.0:1769078541.750484:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078541.750485:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.750486:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078541.750488:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078541/real 1769078541]  req@ffff88ba87a98700 x1855007653198208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078541.750493:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078541.750494:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078541.750495:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078541.750496:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078541.750497:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078541.750499:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078541.750501:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98700 x1855007653198208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078541.750505:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98700 x1855007653198208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750509:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078541.750510:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.750511:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078541.750512:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078541.750513:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98700 x1855007653198208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750517:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078541.750519:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98700 x1855007653198208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750522:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078541.750524:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.750524:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078541.750525:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.750526:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078541.750527:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078541.750529:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078541.750530:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078541.750532:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078541.750564:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98700 x1855007653198208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078541.750579:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653198208:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078541.750584:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078541.750588:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98380 x1855007653198336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750593:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078541.750595:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.750597:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078541.750599:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078541.750600:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078541.750603:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653198336:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078541.750606:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078541.750609:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078541.750610:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.750612:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078541.750615:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f400.
02000000:00000001:0.0:1769078541.750617:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078541.750622:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078541.750624:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078541.750628:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078541.750630:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653198336, portal 4
00000100:00000001:0.0:1769078541.750632:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078541.750634:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454168960 : -131140255382656 : ffff88ba87a98380)
00000100:00000040:0.0:1769078541.750639:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98380 x1855007653198336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750645:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078541.750648:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078541.750650:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078541.750652:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653198336, offset 0
00000400:00000200:0.0:1769078541.750656:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078541.750660:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078541.750664:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078541.750668:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078541.750670:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078541.750673:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078541.750675:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078541.750678:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201253:201253:256:4294967295] 192.168.204.104@tcp LPNI seq info [201253:201253:8:4294967295]
00000400:00000200:0.0:1769078541.750682:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078541.750688:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078541.750691:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078541.750693:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078541.750696:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078541.750698:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769078541.750701:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078541.750703:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1769078541.750705:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078541.750707:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078541.750709:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078541.750712:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078541.750714:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078541.750716:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078541.750718:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078541.750722:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98380 x1855007653198336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750730:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078541.750733:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98380 x1855007653198336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750739:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.750741:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078541.750745:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078541.750749:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078541.750753:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078541.750756:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300194323
00000100:00000001:0.0:1769078541.750758:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300195579
00000100:00000001:0.0:1769078541.750761:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300194323
00000100:00000001:0.0:1769078541.750763:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300195579
00000100:00000001:0.0:1769078541.750766:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078541.750768:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.750770:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078541.750775:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078541/real 1769078541]  req@ffff88ba87a98380 x1855007653198336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078541.750783:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078541.750784:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078541.750785:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078541.750788:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078541.750790:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078541.750793:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078541.750796:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98380 x1855007653198336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078541.750804:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98380 x1855007653198336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750811:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078541.750812:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.750814:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078541.750815:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078541.750819:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98380 x1855007653198336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750826:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078541.750829:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98380 x1855007653198336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750833:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078541.750836:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.750837:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078541.750838:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.750840:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078541.750841:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078541.750844:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078541.750847:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078541.750849:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078541.750853:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98380 x1855007653198336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078541.750861:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653198336:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078541.750866:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078541.750868:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99f80 x1855007653198464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750875:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078541.750877:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.750879:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078541.750880:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078541.750882:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078541.750885:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653198464:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078541.750889:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078541.750890:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078541.750892:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.750894:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078541.750897:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078541.750899:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078541.750903:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078541.750905:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078541.750907:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078541.750909:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653198464, portal 4
00000100:00000001:0.0:1769078541.750911:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078541.750912:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454176128 : -131140255375488 : ffff88ba87a99f80)
00000100:00000040:0.0:1769078541.750916:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99f80 x1855007653198464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750920:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078541.750922:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078541.750923:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078541.750924:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653198464, offset 0
00000400:00000200:0.0:1769078541.750927:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078541.750929:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078541.750931:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078541.750933:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078541.750934:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078541.750936:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078541.750937:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078541.750939:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201254:201254:256:4294967295] 192.168.204.104@tcp LPNI seq info [201254:201254:8:4294967295]
00000400:00000200:0.0:1769078541.750942:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078541.750946:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078541.750948:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078541.750950:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078541.750952:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078541.750954:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769078541.750956:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078541.750958:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1769078541.750960:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078541.750962:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078541.750964:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078541.750966:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078541.750968:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078541.750970:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078541.750972:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078541.750975:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99f80 x1855007653198464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750987:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078541.750990:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99f80 x1855007653198464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.750996:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.750998:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078541.751001:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078541.751004:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078541.751007:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078541.751009:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300194323
00000100:00000001:0.0:1769078541.751011:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300195579
00000100:00000001:0.0:1769078541.751013:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300194323
00000100:00000001:0.0:1769078541.751016:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300195579
00000100:00000001:0.0:1769078541.751018:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078541.751020:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.751021:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078541.751025:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078541/real 1769078541]  req@ffff88ba87a99f80 x1855007653198464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078541.751033:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078541.751034:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078541.751036:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078541.751038:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078541.751040:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078541.751042:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078541.751045:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99f80 x1855007653198464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078541.751053:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99f80 x1855007653198464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.751059:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078541.751060:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.751062:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078541.751063:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078541.751065:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99f80 x1855007653198464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.751069:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078541.751071:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99f80 x1855007653198464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.751076:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078541.751077:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.751078:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078541.751078:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.751079:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078541.751080:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078541.751081:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078541.751083:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078541.751084:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078541.751086:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99f80 x1855007653198464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078541.751091:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653198464:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078541.751095:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.751097:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078541.751100:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b480 x1855007653198080/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.751106:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078541.751108:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078541.751110:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d400.
02000000:00000001:0.0:1769078541.751112:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078541.751113:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078541.751115:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078541.751117:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078541.751119:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d7400.
02000000:00000001:0.0:1769078541.751121:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078541.751122:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078541.751124:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b480.
00000100:00000001:0.0:1769078541.751126:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078541.751128:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.751129:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078541.751133:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98700 x1855007653198208/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.751139:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078541.751140:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078541.751142:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c800.
02000000:00000001:0.0:1769078541.751143:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078541.751145:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078541.751146:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078541.751147:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078541.751149:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6800.
02000000:00000001:0.0:1769078541.751151:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078541.751152:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078541.751153:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98700.
00000100:00000001:0.0:1769078541.751155:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078541.751157:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.751158:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078541.751162:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98380 x1855007653198336/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.751168:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078541.751170:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078541.751171:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f400.
02000000:00000001:0.0:1769078541.751173:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078541.751175:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078541.751176:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078541.751178:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078541.751179:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6c00.
02000000:00000001:0.0:1769078541.751181:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078541.751183:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078541.751184:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98380.
00000100:00000001:0.0:1769078541.751186:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078541.751188:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.751189:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078541.751193:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99f80 x1855007653198464/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.751198:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078541.751199:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078541.751200:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f800.
02000000:00000001:0.0:1769078541.751201:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078541.751202:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078541.751203:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078541.751204:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078541.751205:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d4800.
02000000:00000001:0.0:1769078541.751207:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078541.751207:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078541.751208:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99f80.
00000100:00000001:0.0:1769078541.751209:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078541.751210:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.751211:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.751213:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078541.751214:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.751216:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078541.751217:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078542.388680:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078542.388686:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078542.388750:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078542.388755:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078542.388759:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078543.028682:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300195579, at 4300195584
00000100:00000040:0.0:1769078543.028683:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300195579, at 4300195584
00000100:00000010:1.0:1769078543.028706:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16060.
00000100:00000010:0.0:1769078543.028709:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d162a0.
00010000:00000001:2.0:1769078543.412678:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078543.412687:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078543.412754:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078543.412759:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078543.412763:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078544.436705:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078544.436713:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078544.436818:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078544.436823:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078544.436827:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078545.462457:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078545.462466:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078545.463393:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078545.463398:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078545.463402:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078546.484688:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078546.484698:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078546.484701:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078546.484704:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078546.484709:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078546.484712:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078546.484714:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078546.484716:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078546.484895:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078546.484899:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078546.484902:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078546.868909:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078546.868920:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078546.868923:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078546.868928:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078546.868932:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078546.868939:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5527
00000400:00000200:0.0:1769078546.868948:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078546.868953:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078546.868957:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078546.868960:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078546.868963:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078546.868965:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078546.868966:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078546.868970:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078546.868971:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:0.0:1769078546.868981:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078546.868983:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:0.0:1769078546.868984:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:0.0:1769078546.868986:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:0.0:1769078546.868988:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078546.868990:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078546.868991:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078546.868992:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078546.868994:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:0.0:1769078546.868997:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078546.868998:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078546.869000:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078546.869003:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078546.869005:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078546.869006:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078546.869008:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078546.869018:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579ed80.
00000020:00000040:0.0:1769078546.869022:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:0.0:1769078546.869025:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078546.869027:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078546.869029:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078546.869031:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078546.869035:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078546.869043:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637c800.
00000100:00000001:0.0:1769078546.869050:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078546.869058:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579ed80 x1855007653198592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078546.869066:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078546.869070:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078546.869073:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d8074f0] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579ed80 x1855007653198592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078546.869094:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078546.869097:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078546.869100:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078546.869102:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078546.869111:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078546.869113:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078546.869116:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5527
00000400:00000200:0.0:1769078546.869120:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078546.869122:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078546.869124:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078546.869127:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078546.869129:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078546.869131:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078546.869131:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078546.869133:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078546.869135:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078546.869136:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000100:00000001:2.0:1769078546.869136:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078546.869138:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078546.869139:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000100:00000001:2.0:1769078546.869139:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078546.869141:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:0.0:1769078546.869144:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:0.0:1769078546.869146:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000040:2.0:1769078546.869146:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579ed80 x1855007653198592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078546.869149:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078546.869150:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078546.869153:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078546.869156:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:0.0:1769078546.869158:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078546.869161:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078546.869161:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078546.869163:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078546.869163:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078546.869167:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078546.869168:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078546.869170:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078546.869170:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078546.869171:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078546.869173:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078546.869176:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653198592:192.168.204.104@tcp:250:kworker.0
00000008:00100000:0.0:1769078546.869177:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078546.869180:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078546.869180:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078546.869182:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078546.869184:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078546.869187:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078546.869190:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1769078546.869192:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579d180.
00000020:00000040:0.0:1769078546.869194:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000010:2.0:1769078546.869195:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5400.
02000000:00000001:0.0:1769078546.869196:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078546.869197:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078546.869198:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078546.869199:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078546.869200:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078546.869202:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078546.869205:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:0.0:1769078546.869206:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637d400.
00000100:00000001:0.0:1769078546.869209:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078546.869210:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000100:00100000:0.0:1769078546.869213:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579d180 x1855007653198720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078546.869217:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000001:0.0:1769078546.869220:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769078546.869225:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653198592, portal 25
00000100:00000001:2.0:1769078546.869228:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078546.869230:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417495936 : -131140292055680 : ffff88ba8579ed80)
00000100:00000001:0.0:1769078546.869231:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078546.869235:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030133833] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579d180 x1855007653198720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078546.869236:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579ed80 x1855007653198592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078546.869255:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078546.869258:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078546.869261:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769078546.869262:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078546.869263:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769078546.869264:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00080000:0.0:1769078546.869265:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078546.869267:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769078546.869267:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
00000100:00080000:0.0:1769078546.869270:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5527
00000100:00000200:2.0:1769078546.869272:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653198592, offset 0
00000400:00000200:0.0:1769078546.869273:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078546.869276:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078546.869278:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078546.869279:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:0.0:1769078546.869281:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078546.869283:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078546.869284:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078546.869286:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769078546.869287:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000001:0.0:1769078546.869288:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078546.869289:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:0.0:1769078546.869291:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078546.869293:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:0.0:1769078546.869294:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000400:00000200:2.0:1769078546.869294:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000001:0.0:1769078546.869297:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:0.0:1769078546.869299:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:2.0:1769078546.869300:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078546.869301:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078546.869303:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078546.869305:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:2.0:1769078546.869305:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000040:0.0:1769078546.869307:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:0.0:1769078546.869310:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:2.0:1769078546.869310:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078546.869312:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078546.869313:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078546.869313:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
02000000:00000001:0.0:1769078546.869316:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078546.869318:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078546.869318:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201255:201255:256:4294967295] 192.168.204.104@tcp LPNI seq info [201255:201255:8:4294967295]
00000100:00000001:0.0:1769078546.869320:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078546.869322:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078546.869322:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000008:00000001:0.0:1769078546.869324:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078546.869325:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078546.869328:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579c000.
00000020:00000040:0.0:1769078546.869331:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000400:00000200:2.0:1769078546.869332:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078546.869339:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
02000000:00000001:0.0:1769078546.869343:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078546.869344:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078546.869345:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078546.869347:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1769078546.869347:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
02000000:00000001:0.0:1769078546.869349:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078546.869352:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637c400.
00000800:00000200:2.0:1769078546.869355:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078546.869356:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078546.869360:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579c000 x1855007653198848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769078546.869360:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769078546.869366:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:0.0:1769078546.869367:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078546.869369:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078546.869370:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1769078546.869372:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4164c0] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579c000 x1855007653198848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769078546.869375:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078546.869378:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000100:00000001:0.0:1769078546.869380:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078546.869382:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078546.869385:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769078546.869386:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078546.869387:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078546.869388:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078546.869391:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078546.869391:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1769078546.869393:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5527
00000400:00000200:0.0:1769078546.869397:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078546.869397:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000200:0.0:1769078546.869399:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000010:2.0:1769078546.869400:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00080000:0.0:1769078546.869402:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078546.869404:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078546.869405:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078546.869406:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078546.869408:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000200:2.0:1769078546.869409:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579ed80 x1855007653198592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078546.869410:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078546.869413:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078546.869414:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:0.0:1769078546.869416:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078546.869418:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:2.0:1769078546.869418:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078546.869422:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579ed80 x1855007653198592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078546.869426:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:0.0:1769078546.869428:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000001:2.0:1769078546.869429:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078546.869431:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078546.869431:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078546.869433:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078546.869434:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078546.869436:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:2.0:1769078546.869437:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078546.869439:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:0.0:1769078546.869441:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:2.0:1769078546.869442:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078546.869443:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078546.869445:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078546.869445:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300200699
02000000:00000001:0.0:1769078546.869448:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078546.869450:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078546.869450:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977ba20.
00000100:00000001:0.0:1769078546.869452:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078546.869454:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078546.869466:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078546.869467:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078546.869471:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579df80.
00000020:00000040:0.0:1769078546.869474:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078546.869476:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078546.869477:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078546.869478:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078546.869480:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078546.869481:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078546.869485:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637e000.
00000100:00000001:0.0:1769078546.869488:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078546.869493:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579df80 x1855007653198976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078546.869501:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078546.869504:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078546.869508:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd2012da] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579df80 x1855007653198976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078546.869515:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078546.869518:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078546.869521:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078546.869522:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078546.869524:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078546.869526:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078546.869528:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5527
00000400:00000200:0.0:1769078546.869532:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078546.869534:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078546.869564:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078546.869567:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078546.869570:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078546.869572:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078546.869573:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078546.869576:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078546.869577:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:0.0:1769078546.869578:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078546.869580:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:0.0:1769078546.869583:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:0.0:1769078546.869585:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:0.0:1769078546.869588:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078546.869590:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078546.869591:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078546.869593:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078546.869596:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:0.0:1769078546.869598:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078546.869601:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078546.869603:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078546.869606:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078546.869608:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078546.869610:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078546.869612:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078546.869614:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078546.869616:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078546.869620:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579c700.
00000100:00000001:2.0:1769078546.869620:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1769078546.869623:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078546.869625:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078546.869626:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078546.869628:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078546.869628:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300200699
02000000:00000001:0.0:1769078546.869629:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078546.869631:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078546.869632:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bc60.
02000000:00000010:0.0:1769078546.869635:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637e800.
00000100:00000001:2.0:1769078546.869636:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078546.869637:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078546.869640:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769078546.869642:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579c700 x1855007653199104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078546.869643:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078546.869646:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769078546.869649:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1769078546.869650:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078546/real 1769078546]  req@ffff88ba8579ed80 x1855007653198592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078546.869651:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078546.869654:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfae52bc] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579c700 x1855007653199104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078546.869661:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078546.869662:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078546.869663:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1769078546.869665:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5537)
00000400:00000010:2.0:1769078546.869666:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078546.869669:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078546.869671:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078546.869673:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078546.869677:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579ed80 x1855007653198592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078546.869685:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579ed80 x1855007653198592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.869691:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078546.869693:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.869695:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078546.869697:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078546.869701:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579ed80 x1855007653198592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.869708:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078546.869712:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579ed80 x1855007653198592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.869719:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078546.869722:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.869723:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078546.869725:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.869727:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078546.869730:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078546.869733:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078546.869738:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078546.869742:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078546.869747:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579ed80 x1855007653198592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078546.869756:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653198592:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078546.869761:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.869764:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078546.869766:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579ed80 x1855007653198592/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.869773:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078546.869776:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078546.869779:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:2.0:1769078546.869783:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078546.869784:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078546.869786:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078546.869788:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078546.869791:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c800.
02000000:00000001:2.0:1769078546.869796:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078546.869798:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078546.869800:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579ed80.
00000100:00000001:2.0:1769078546.869804:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078546.869805:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.869808:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.869816:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078546.869819:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078546.869821:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078546.869822:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078546.869823:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078546.869827:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579d180 x1855007653198720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.869834:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078546.869835:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078546.869838:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078546.869839:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078546.869842:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078546.869845:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653198720:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078546.869848:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078546.869850:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078546.869852:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078546.869854:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078546.869857:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5400.
02000000:00000001:2.0:1769078546.869858:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078546.869863:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078546.869865:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000400:00000010:2.0:1769078546.869869:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000200:2.0:1769078546.869872:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653198720, portal 10
00000100:00000001:2.0:1769078546.869874:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078546.869875:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417488768 : -131140292062848 : ffff88ba8579d180)
00000100:00000040:2.0:1769078546.869881:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579d180 x1855007653198720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.869887:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078546.869890:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078546.869892:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
00000100:00000200:2.0:1769078546.869894:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653198720, offset 0
00000400:00000200:2.0:1769078546.869898:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078546.869903:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078546.869907:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078546.869910:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078546.869912:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078546.869914:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078546.869917:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078546.869920:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201256:201256:256:4294967295] 192.168.204.104@tcp LPNI seq info [201256:201256:8:4294967295]
00000400:00000200:2.0:1769078546.869923:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078546.869927:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078546.869930:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078546.869933:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078546.869936:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078546.869938:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769078546.869941:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078546.869943:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769078546.869945:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078546.869946:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078546.869948:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078546.869951:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078546.869953:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:2.0:1769078546.869954:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:2.0:1769078546.869955:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078546.869958:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579d180 x1855007653198720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.869963:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078546.869964:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579d180 x1855007653198720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.869969:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078546.869970:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078546.869972:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078546.869975:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078546.869977:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078546.869978:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300199450
00000100:00000001:2.0:1769078546.869980:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300200699
00000100:00000001:2.0:1769078546.869982:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300199450
00000100:00000001:2.0:1769078546.869983:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300200699
00000100:00000001:2.0:1769078546.869984:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078546.869985:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078546.869986:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078546.869988:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078546/real 1769078546]  req@ffff88ba8579d180 x1855007653198720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078546.869997:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078546.869998:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078546.869999:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078546.870000:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078546.870001:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078546.870002:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078546.870004:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579d180 x1855007653198720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078546.870009:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579d180 x1855007653198720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870013:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078546.870013:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870014:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078546.870015:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078546.870017:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579d180 x1855007653198720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870020:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078546.870022:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579d180 x1855007653198720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870026:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078546.870027:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870028:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078546.870029:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870030:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078546.870032:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078546.870033:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078546.870035:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078546.870036:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078546.870039:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579d180 x1855007653198720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078546.870044:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653198720:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078546.870046:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078546.870048:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c000 x1855007653198848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870051:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078546.870052:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078546.870053:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078546.870054:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078546.870055:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078546.870057:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653198848:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078546.870058:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078546.870059:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078546.870060:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078546.870061:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078546.870063:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078546.870064:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078546.870066:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078546.870067:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000400:00000010:2.0:1769078546.870069:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000200:2.0:1769078546.870071:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653198848, portal 10
00000100:00000001:2.0:1769078546.870072:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078546.870073:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417484288 : -131140292067328 : ffff88ba8579c000)
00000100:00000040:2.0:1769078546.870077:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c000 x1855007653198848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870081:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078546.870082:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078546.870083:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
00000100:00000200:2.0:1769078546.870085:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653198848, offset 0
00000400:00000200:2.0:1769078546.870088:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078546.870090:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078546.870092:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078546.870094:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078546.870095:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078546.870097:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078546.870098:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078546.870100:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201257:201257:256:4294967295] 192.168.204.104@tcp LPNI seq info [201257:201257:8:4294967295]
00000400:00000200:2.0:1769078546.870103:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078546.870107:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078546.870111:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078546.870113:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078546.870117:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078546.870119:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769078546.870123:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078546.870125:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769078546.870129:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078546.870131:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078546.870133:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078546.870136:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078546.870139:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:2.0:1769078546.870141:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:2.0:1769078546.870143:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078546.870146:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c000 x1855007653198848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870154:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078546.870157:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c000 x1855007653198848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870163:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078546.870165:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078546.870167:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078546.870170:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078546.870173:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078546.870176:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300199435
00000100:00000001:2.0:1769078546.870179:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300200699
00000100:00000001:2.0:1769078546.870181:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300199435
00000100:00000001:2.0:1769078546.870183:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300200699
00000100:00000001:2.0:1769078546.870185:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078546.870187:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078546.870189:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078546.870193:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078546/real 1769078546]  req@ffff88ba8579c000 x1855007653198848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078546.870200:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078546.870202:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078546.870203:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078546.870206:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078546.870208:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078546.870210:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078546.870213:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c000 x1855007653198848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078546.870221:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c000 x1855007653198848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870228:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078546.870229:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870231:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078546.870232:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078546.870236:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c000 x1855007653198848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870242:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078546.870274:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c000 x1855007653198848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870281:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078546.870284:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870286:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078546.870287:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870289:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078546.870290:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078546.870293:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078546.870296:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078546.870299:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078546.870303:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c000 x1855007653198848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078546.870311:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653198848:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078546.870314:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078546.870317:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579df80 x1855007653198976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870322:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078546.870323:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078546.870325:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078546.870326:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078546.870327:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078546.870329:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653198976:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078546.870331:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078546.870333:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078546.870335:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078546.870337:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078546.870341:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb7c00.
02000000:00000001:2.0:1769078546.870342:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078546.870346:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078546.870349:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000400:00000010:2.0:1769078546.870352:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000200:2.0:1769078546.870355:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653198976, portal 4
00000100:00000001:2.0:1769078546.870357:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078546.870358:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417492352 : -131140292059264 : ffff88ba8579df80)
00000100:00000040:2.0:1769078546.870364:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579df80 x1855007653198976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870370:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078546.870373:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078546.870375:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
00000100:00000200:2.0:1769078546.870378:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653198976, offset 0
00000400:00000200:2.0:1769078546.870381:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078546.870386:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078546.870389:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078546.870392:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078546.870395:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078546.870396:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078546.870398:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078546.870400:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201258:201258:256:4294967295] 192.168.204.104@tcp LPNI seq info [201258:201258:8:4294967295]
00000400:00000200:2.0:1769078546.870403:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078546.870407:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078546.870410:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078546.870412:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078546.870415:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078546.870416:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769078546.870419:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078546.870421:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769078546.870423:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078546.870424:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078546.870426:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078546.870428:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078546.870430:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:2.0:1769078546.870431:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:2.0:1769078546.870433:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078546.870435:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579df80 x1855007653198976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870444:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078546.870446:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579df80 x1855007653198976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870450:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078546.870451:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078546.870453:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078546.870455:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078546.870458:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078546.870460:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300199442
00000100:00000001:2.0:1769078546.870462:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300200699
00000100:00000001:2.0:1769078546.870465:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300199442
00000100:00000001:2.0:1769078546.870467:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300200699
00000100:00000001:2.0:1769078546.870469:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078546.870471:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078546.870473:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078546.870476:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078546/real 1769078546]  req@ffff88ba8579df80 x1855007653198976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078546.870484:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078546.870486:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078546.870487:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078546.870490:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078546.870491:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078546.870493:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078546.870497:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579df80 x1855007653198976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078546.870505:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579df80 x1855007653198976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870510:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078546.870512:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870513:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078546.870514:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078546.870516:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579df80 x1855007653198976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870520:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078546.870523:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579df80 x1855007653198976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870527:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078546.870528:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870529:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078546.870530:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870531:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078546.870532:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078546.870533:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078546.870551:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078546.870552:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078546.870554:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579df80 x1855007653198976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078546.870558:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653198976:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078546.870561:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078546.870563:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c700 x1855007653199104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870566:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078546.870567:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078546.870569:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078546.870570:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078546.870571:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078546.870573:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653199104:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078546.870575:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078546.870576:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078546.870577:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078546.870579:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078546.870581:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4800.
02000000:00000001:2.0:1769078546.870582:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078546.870584:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078546.870586:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000400:00000010:2.0:1769078546.870588:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000200:2.0:1769078546.870590:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653199104, portal 4
00000100:00000001:2.0:1769078546.870591:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078546.870593:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486080 : -131140292065536 : ffff88ba8579c700)
00000100:00000040:2.0:1769078546.870596:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c700 x1855007653199104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870600:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078546.870601:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078546.870602:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
00000100:00000200:2.0:1769078546.870604:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653199104, offset 0
00000400:00000200:2.0:1769078546.870606:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078546.870608:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078546.870610:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078546.870611:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078546.870613:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078546.870615:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078546.870616:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078546.870618:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201259:201259:256:4294967295] 192.168.204.104@tcp LPNI seq info [201259:201259:8:4294967295]
00000400:00000200:2.0:1769078546.870621:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078546.870624:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078546.870627:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078546.870628:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078546.870631:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078546.870633:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769078546.870635:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078546.870637:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769078546.870639:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078546.870641:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078546.870643:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078546.870645:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078546.870646:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:2.0:1769078546.870647:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:2.0:1769078546.870649:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078546.870651:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c700 x1855007653199104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870656:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078546.870657:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c700 x1855007653199104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870661:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078546.870662:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078546.870663:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078546.870665:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078546.870667:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078546.870668:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300199443
00000100:00000001:2.0:1769078546.870669:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300200699
00000100:00000001:2.0:1769078546.870671:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300199443
00000100:00000001:2.0:1769078546.870672:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300200699
00000100:00000001:2.0:1769078546.870674:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078546.870675:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078546.870676:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078546.870678:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078546/real 1769078546]  req@ffff88ba8579c700 x1855007653199104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078546.870681:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078546.870683:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078546.870684:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078546.870685:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078546.870686:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078546.870687:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078546.870689:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c700 x1855007653199104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078546.870693:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c700 x1855007653199104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870696:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078546.870697:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870698:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078546.870699:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078546.870701:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c700 x1855007653199104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870704:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078546.870706:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c700 x1855007653199104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870710:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078546.870711:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870713:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078546.870713:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870714:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078546.870716:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078546.870717:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078546.870718:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078546.870719:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078546.870721:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c700 x1855007653199104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078546.870730:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653199104:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078546.870732:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870733:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078546.870735:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579d180 x1855007653198720/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870738:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078546.870739:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078546.870740:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:2.0:1769078546.870741:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078546.870742:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078546.870743:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078546.870744:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078546.870745:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d400.
02000000:00000001:2.0:1769078546.870747:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078546.870747:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078546.870749:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579d180.
00000100:00000001:2.0:1769078546.870751:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078546.870752:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870753:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078546.870755:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c000 x1855007653198848/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870759:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078546.870759:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078546.870760:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:2.0:1769078546.870763:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078546.870763:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078546.870764:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078546.870765:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078546.870766:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c400.
02000000:00000001:2.0:1769078546.870767:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078546.870767:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078546.870768:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c000.
00000100:00000001:2.0:1769078546.870771:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078546.870772:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870773:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078546.870774:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579df80 x1855007653198976/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870778:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078546.870779:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078546.870779:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb7c00.
02000000:00000001:2.0:1769078546.870782:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078546.870782:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078546.870783:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078546.870784:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078546.870784:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e000.
02000000:00000001:2.0:1769078546.870786:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078546.870786:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078546.870787:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579df80.
00000100:00000001:2.0:1769078546.870788:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078546.870789:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870789:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078546.870791:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c700 x1855007653199104/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078546.870794:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078546.870795:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078546.870795:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4800.
02000000:00000001:2.0:1769078546.870796:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078546.870797:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078546.870797:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078546.870798:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078546.870799:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637e800.
02000000:00000001:2.0:1769078546.870800:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078546.870800:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078546.870801:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c700.
00000100:00000001:2.0:1769078546.870802:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078546.870803:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870804:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078546.870807:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078546.870808:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078546.870810:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078546.870811:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078547.508671:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078547.508680:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078547.508783:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078547.508787:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078547.508791:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078548.148686:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300200699, at 4300200704
00000100:00000040:1.0:1769078548.148687:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300200699, at 4300200704
00000100:00000010:0.0:1769078548.148709:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977ba20.
00000100:00000010:1.0:1769078548.148710:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bc60.
00010000:00000001:2.0:1769078548.532694:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078548.532704:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078548.532773:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078548.532776:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078548.532780:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078549.556689:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078549.556697:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078549.556770:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078549.556776:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078549.556780:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078550.580657:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078550.580664:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078550.581231:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078550.581234:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078550.581238:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078551.604642:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078551.604649:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078551.604705:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078551.604709:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078551.604712:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078551.988806:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078551.988821:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078551.988824:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078551.988830:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078551.988835:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078551.988845:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5532
00000400:00000200:2.0:1769078551.988856:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078551.988864:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078551.988868:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078551.988871:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.988875:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078551.988878:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.988881:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078551.988885:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078551.988888:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078551.988891:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078551.988893:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078551.988896:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078551.988899:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078551.988902:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.988904:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078551.988906:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.988908:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078551.988912:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078551.988915:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078551.988918:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078551.988930:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078551.988934:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078551.988937:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078551.988939:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078551.988942:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078551.988953:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3480.
00000020:00000040:2.0:1769078551.988958:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078551.988962:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078551.988964:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078551.988967:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078551.988970:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078551.988974:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078551.988983:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4800.
00000100:00000001:2.0:1769078551.988990:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078551.988999:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3480 x1855007653199232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078551.989012:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078551.989016:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078551.989022:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e98d39e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3480 x1855007653199232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078551.989048:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078551.989051:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078551.989054:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078551.989056:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078551.989058:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078551.989060:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078551.989063:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5532
00000400:00000200:2.0:1769078551.989066:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078551.989069:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078551.989071:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078551.989075:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989077:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078551.989079:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989081:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078551.989083:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078551.989084:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078551.989086:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078551.989087:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078551.989089:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078551.989091:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078551.989094:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989096:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078551.989098:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989101:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078551.989103:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078551.989105:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989107:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078551.989109:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078551.989114:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078551.989116:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078551.989118:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078551.989122:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078551.989125:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078551.989127:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078551.989130:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1f80.
00000020:00000040:2.0:1769078551.989132:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078551.989134:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078551.989136:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078551.989145:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078551.989147:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078551.989149:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078551.989153:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7c00.
00000100:00000001:2.0:1769078551.989156:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078551.989172:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1f80 x1855007653199360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078551.989180:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078551.989182:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078551.989186:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cb33dcb] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1f80 x1855007653199360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078551.989193:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078551.989196:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078551.989199:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078551.989200:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078551.989201:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078551.989204:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078551.989206:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5532
00000400:00000200:2.0:1769078551.989210:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078551.989212:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078551.989214:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078551.989217:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989219:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078551.989221:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989223:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078551.989225:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078551.989227:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078551.989228:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078551.989230:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078551.989231:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078551.989234:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078551.989237:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989239:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078551.989241:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989243:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078551.989245:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078551.989248:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989250:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078551.989251:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078551.989253:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078551.989255:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078551.989257:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078551.989259:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078551.989261:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078551.989263:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078551.989266:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0a80.
00000020:00000040:2.0:1769078551.989268:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078551.989270:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078551.989271:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078551.989272:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078551.989274:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078551.989275:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078551.989278:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4000.
00000100:00000001:2.0:1769078551.989282:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078551.989286:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0a80 x1855007653199488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078551.989293:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078551.989294:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078551.989298:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5c623e9] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0a80 x1855007653199488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078551.989305:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078551.989308:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078551.989312:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078551.989314:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078551.989315:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078551.989317:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078551.989320:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5532
00000400:00000200:2.0:1769078551.989323:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078551.989325:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078551.989327:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078551.989329:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989331:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078551.989332:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989334:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078551.989336:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078551.989337:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078551.989338:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078551.989339:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078551.989341:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078551.989343:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078551.989345:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989347:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078551.989349:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989351:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078551.989353:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078551.989356:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989358:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078551.989360:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078551.989362:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078551.989364:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078551.989367:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078551.989370:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078551.989372:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078551.989374:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078551.989377:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1500.
00000020:00000040:2.0:1769078551.989379:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078551.989381:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078551.989383:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078551.989384:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078551.989386:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078551.989387:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078551.989390:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5400.
00000100:00000001:2.0:1769078551.989393:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078551.989397:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1500 x1855007653199616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078551.989404:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078551.989405:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078551.989419:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae4e9ea6] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1500 x1855007653199616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078551.989426:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078551.989429:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078551.989432:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078551.989433:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078551.989435:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078551.989437:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078551.989439:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5532
00000400:00000200:2.0:1769078551.989443:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078551.989445:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078551.989447:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078551.989450:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989452:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078551.989454:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989456:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078551.989459:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078551.989460:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078551.989462:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078551.989464:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078551.989465:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078551.989467:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078551.989470:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989472:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078551.989474:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989475:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078551.989477:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078551.989480:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078551.989483:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078551.989484:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078551.989487:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078551.989489:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078551.989491:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078551.989492:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078551.989495:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078551.989496:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078551.989500:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0e00.
00000020:00000040:2.0:1769078551.989502:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078551.989504:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078551.989505:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078551.989506:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078551.989508:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078551.989509:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078551.989513:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7000.
00000100:00000001:2.0:1769078551.989515:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078551.989519:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0e00 x1855007653199744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078551.989532:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078551.989534:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078551.989561:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f96492e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0e00 x1855007653199744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078551.989569:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078551.989574:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5542)
00000100:00000001:0.0:1769078551.989866:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078551.989871:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078551.989874:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078551.989882:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3480 x1855007653199232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.989892:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078551.989894:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078551.989898:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078551.989901:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078551.989904:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078551.989907:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653199232:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078551.989912:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078551.989923:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078551.989926:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078551.989929:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078551.989934:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078551.989936:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078551.989944:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078551.989948:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078551.989955:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078551.989963:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653199232, portal 25
00000100:00000001:0.0:1769078551.989966:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078551.989967:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976470656 : -131139733080960 : ffff88baa6cb3480)
00000100:00000040:0.0:1769078551.989973:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3480 x1855007653199232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.989980:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078551.989983:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078551.989986:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078551.989989:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653199232, offset 0
00000400:00000200:0.0:1769078551.989996:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078551.990004:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078551.990012:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078551.990018:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078551.990023:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078551.990027:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078551.990030:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078551.990034:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201260:201260:256:4294967295] 192.168.204.104@tcp LPNI seq info [201260:201260:8:4294967295]
00000400:00000200:0.0:1769078551.990039:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078551.990048:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078551.990055:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078551.990061:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078551.990069:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078551.990073:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078551.990080:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078551.990084:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078551.990089:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078551.990092:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078551.990099:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078551.990104:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078551.990109:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078551.990112:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078551.990117:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078551.990121:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3480 x1855007653199232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990131:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078551.990134:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3480 x1855007653199232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990142:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078551.990143:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078551.990150:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078551.990155:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078551.990168:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300205820
00000100:00000010:0.0:1769078551.990174:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d162a0.
00000100:00000001:0.0:1769078551.990182:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078551.990188:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300205820
00000100:00000010:0.0:1769078551.990191:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16a20.
00000100:00000001:0.0:1769078551.990194:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078551.990206:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078551.990209:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078551.990212:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078551.990216:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078551/real 1769078551]  req@ffff88baa6cb3480 x1855007653199232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078551.990233:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078551.990235:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078551.990237:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078551.990240:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078551.990242:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078551.990245:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078551.990248:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3480 x1855007653199232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078551.990259:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3480 x1855007653199232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990267:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078551.990269:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.990271:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078551.990273:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078551.990278:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3480 x1855007653199232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990285:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078551.990290:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3480 x1855007653199232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990297:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078551.990300:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.990302:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078551.990303:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.990306:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078551.990308:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078551.990310:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078551.990314:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078551.990316:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078551.990320:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3480 x1855007653199232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078551.990329:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653199232:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078551.990334:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078551.990337:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1f80 x1855007653199360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990344:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078551.990345:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078551.990347:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078551.990349:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078551.990351:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078551.990353:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653199360:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078551.990356:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078551.990358:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078551.990360:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078551.990362:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078551.990365:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078551.990367:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078551.990371:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078551.990373:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078551.990376:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078551.990379:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653199360, portal 10
00000100:00000001:0.0:1769078551.990381:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078551.990383:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976465280 : -131139733086336 : ffff88baa6cb1f80)
00000100:00000040:0.0:1769078551.990389:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1f80 x1855007653199360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990396:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078551.990399:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078551.990401:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078551.990403:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653199360, offset 0
00000400:00000200:0.0:1769078551.990407:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078551.990411:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078551.990414:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078551.990417:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078551.990419:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078551.990422:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078551.990424:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078551.990427:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201261:201261:256:4294967295] 192.168.204.104@tcp LPNI seq info [201261:201261:8:4294967295]
00000400:00000200:0.0:1769078551.990431:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078551.990436:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078551.990440:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078551.990443:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078551.990446:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078551.990449:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078551.990453:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078551.990457:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078551.990460:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078551.990462:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078551.990465:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078551.990468:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078551.990471:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078551.990473:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078551.990475:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078551.990478:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1f80 x1855007653199360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990486:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078551.990489:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1f80 x1855007653199360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990496:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078551.990497:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078551.990500:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078551.990504:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078551.990507:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078551.990510:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300204570
00000100:00000001:0.0:1769078551.990513:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300205820
00000100:00000001:0.0:1769078551.990515:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300204570
00000100:00000001:0.0:1769078551.990517:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300205820
00000100:00000001:0.0:1769078551.990519:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078551.990521:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078551.990523:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078551.990526:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078551/real 1769078551]  req@ffff88baa6cb1f80 x1855007653199360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078551.990533:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078551.990555:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078551.990557:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078551.990559:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078551.990561:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078551.990563:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078551.990567:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1f80 x1855007653199360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078551.990576:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1f80 x1855007653199360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990583:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078551.990584:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.990586:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078551.990587:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078551.990590:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1f80 x1855007653199360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990596:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078551.990600:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1f80 x1855007653199360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990607:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078551.990610:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.990612:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078551.990613:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.990615:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078551.990616:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078551.990619:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078551.990622:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078551.990624:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078551.990627:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1f80 x1855007653199360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078551.990634:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653199360:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078551.990638:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078551.990641:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0a80 x1855007653199488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990648:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078551.990650:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078551.990652:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078551.990654:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078551.990656:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078551.990659:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653199488:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078551.990662:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078551.990663:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078551.990665:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078551.990667:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078551.990677:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078551.990679:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078551.990683:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078551.990685:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078551.990689:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078551.990691:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653199488, portal 10
00000100:00000001:0.0:1769078551.990694:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078551.990695:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459904 : -131139733091712 : ffff88baa6cb0a80)
00000100:00000040:0.0:1769078551.990700:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0a80 x1855007653199488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990707:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078551.990709:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078551.990711:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078551.990713:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653199488, offset 0
00000400:00000200:0.0:1769078551.990717:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078551.990720:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078551.990723:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078551.990726:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078551.990728:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078551.990731:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078551.990733:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078551.990736:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201262:201262:256:4294967295] 192.168.204.104@tcp LPNI seq info [201262:201262:8:4294967295]
00000400:00000200:0.0:1769078551.990745:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078551.990754:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078551.990759:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078551.990762:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078551.990766:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078551.990769:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078551.990772:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078551.990775:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078551.990779:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078551.990781:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078551.990784:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078551.990787:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078551.990790:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078551.990792:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078551.990794:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078551.990797:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0a80 x1855007653199488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990811:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078551.990814:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0a80 x1855007653199488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990820:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078551.990821:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078551.990824:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078551.990826:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078551.990829:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078551.990831:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300204556
00000100:00000001:0.0:1769078551.990834:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300205820
00000100:00000001:0.0:1769078551.990836:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300204556
00000100:00000001:0.0:1769078551.990839:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300205820
00000100:00000001:0.0:1769078551.990841:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078551.990843:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078551.990864:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078551.990868:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078551/real 1769078551]  req@ffff88baa6cb0a80 x1855007653199488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078551.990876:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078551.990878:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078551.990879:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078551.990882:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078551.990883:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078551.990885:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078551.990889:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0a80 x1855007653199488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078551.990897:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0a80 x1855007653199488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990903:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078551.990905:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.990907:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078551.990908:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078551.990911:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0a80 x1855007653199488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990918:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078551.990921:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0a80 x1855007653199488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990928:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078551.990930:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.990932:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078551.990933:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.990935:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078551.990936:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078551.990944:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078551.990947:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078551.990949:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078551.990953:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0a80 x1855007653199488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078551.990961:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653199488:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078551.990965:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078551.990968:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1500 x1855007653199616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.990979:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078551.990980:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078551.990983:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078551.990984:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078551.990986:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078551.990990:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653199616:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078551.990993:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078551.990995:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078551.990996:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078551.991001:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078551.991005:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078551.991007:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078551.991010:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078551.991013:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078551.991015:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078551.991018:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653199616, portal 4
00000100:00000001:0.0:1769078551.991020:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078551.991022:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976462592 : -131139733089024 : ffff88baa6cb1500)
00000100:00000040:0.0:1769078551.991028:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1500 x1855007653199616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991034:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078551.991036:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078551.991038:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078551.991040:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653199616, offset 0
00000400:00000200:0.0:1769078551.991044:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078551.991047:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078551.991062:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078551.991064:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078551.991067:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078551.991069:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078551.991072:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078551.991075:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201263:201263:256:4294967295] 192.168.204.104@tcp LPNI seq info [201263:201263:8:4294967295]
00000400:00000200:0.0:1769078551.991079:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078551.991085:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078551.991089:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078551.991092:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078551.991096:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078551.991099:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078551.991103:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078551.991106:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078551.991110:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078551.991112:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078551.991114:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078551.991118:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078551.991120:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078551.991122:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078551.991124:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078551.991128:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1500 x1855007653199616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991141:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078551.991144:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1500 x1855007653199616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991151:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078551.991152:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078551.991155:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078551.991169:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078551.991173:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078551.991175:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300204563
00000100:00000001:0.0:1769078551.991178:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300205820
00000100:00000001:0.0:1769078551.991180:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300204563
00000100:00000001:0.0:1769078551.991182:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300205820
00000100:00000001:0.0:1769078551.991184:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078551.991186:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078551.991188:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078551.991191:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078551/real 1769078551]  req@ffff88baa6cb1500 x1855007653199616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078551.991206:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078551.991208:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078551.991209:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078551.991212:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078551.991214:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078551.991216:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078551.991219:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1500 x1855007653199616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078551.991228:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1500 x1855007653199616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991234:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078551.991235:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.991237:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078551.991239:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078551.991242:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1500 x1855007653199616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991249:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078551.991265:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1500 x1855007653199616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991272:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078551.991275:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.991277:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078551.991278:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.991280:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078551.991281:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078551.991283:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078551.991286:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078551.991288:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078551.991291:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1500 x1855007653199616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078551.991304:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653199616:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078551.991308:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078551.991312:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0e00 x1855007653199744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991319:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078551.991321:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078551.991323:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078551.991325:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078551.991327:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078551.991329:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653199744:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078551.991332:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078551.991333:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078551.991335:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078551.991337:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078551.991340:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078551.991342:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078551.991345:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078551.991348:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078551.991351:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078551.991353:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653199744, portal 4
00000100:00000001:0.0:1769078551.991355:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078551.991357:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976460800 : -131139733090816 : ffff88baa6cb0e00)
00000100:00000040:0.0:1769078551.991362:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0e00 x1855007653199744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991368:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078551.991371:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078551.991373:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078551.991375:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653199744, offset 0
00000400:00000200:0.0:1769078551.991379:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078551.991383:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078551.991386:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078551.991389:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078551.991392:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078551.991394:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078551.991396:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078551.991399:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201264:201264:256:4294967295] 192.168.204.104@tcp LPNI seq info [201264:201264:8:4294967295]
00000400:00000200:0.0:1769078551.991404:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078551.991410:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078551.991414:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078551.991417:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078551.991421:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078551.991424:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078551.991428:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078551.991430:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078551.991434:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078551.991436:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078551.991438:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078551.991442:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078551.991444:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078551.991446:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078551.991448:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078551.991452:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0e00 x1855007653199744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991459:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078551.991462:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0e00 x1855007653199744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991469:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078551.991470:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078551.991473:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078551.991475:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078551.991478:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078551.991481:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300204563
00000100:00000001:0.0:1769078551.991484:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300205820
00000100:00000001:0.0:1769078551.991486:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300204563
00000100:00000001:0.0:1769078551.991488:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300205820
00000100:00000001:0.0:1769078551.991490:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078551.991492:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078551.991494:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078551.991497:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078551/real 1769078551]  req@ffff88baa6cb0e00 x1855007653199744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078551.991505:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078551.991506:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078551.991508:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078551.991510:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078551.991512:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078551.991513:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078551.991516:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0e00 x1855007653199744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078551.991525:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0e00 x1855007653199744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991532:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078551.991533:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.991551:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078551.991552:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078551.991556:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0e00 x1855007653199744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991563:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078551.991566:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0e00 x1855007653199744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991572:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078551.991575:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.991577:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078551.991578:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.991580:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078551.991581:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078551.991584:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078551.991587:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078551.991589:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078551.991592:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0e00 x1855007653199744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078551.991600:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653199744:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078551.991604:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.991607:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078551.991610:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3480 x1855007653199232/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991617:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078551.991619:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078551.991622:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078551.991625:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078551.991627:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078551.991629:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078551.991631:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078551.991634:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4800.
02000000:00000001:0.0:1769078551.991638:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078551.991641:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078551.991643:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3480.
00000100:00000001:0.0:1769078551.991646:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078551.991647:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.991649:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078551.991652:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1f80 x1855007653199360/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991665:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078551.991666:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078551.991668:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078551.991670:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078551.991671:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078551.991672:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078551.991674:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078551.991675:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7c00.
02000000:00000001:0.0:1769078551.991679:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078551.991680:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078551.991681:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1f80.
00000100:00000001:0.0:1769078551.991683:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078551.991685:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.991686:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078551.991689:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0a80 x1855007653199488/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991695:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078551.991696:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078551.991697:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078551.991699:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078551.991700:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078551.991701:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078551.991703:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078551.991704:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:0.0:1769078551.991706:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078551.991707:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078551.991708:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0a80.
00000100:00000001:0.0:1769078551.991710:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078551.991711:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.991713:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078551.991716:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1500 x1855007653199616/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991721:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078551.991722:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078551.991725:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:0.0:1769078551.991727:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078551.991728:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078551.991729:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078551.991731:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078551.991733:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:0.0:1769078551.991735:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078551.991736:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078551.991738:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1500.
00000100:00000001:0.0:1769078551.991740:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078551.991741:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.991742:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078551.991745:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0e00 x1855007653199744/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078551.991751:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078551.991752:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078551.991753:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637c000.
02000000:00000001:0.0:1769078551.991755:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078551.991756:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078551.991757:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078551.991759:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078551.991760:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7000.
02000000:00000001:0.0:1769078551.991761:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078551.991762:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078551.991764:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0e00.
00000100:00000001:0.0:1769078551.991765:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078551.991767:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.991769:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078551.991777:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078551.991779:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078551.991782:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078551.991784:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078552.628681:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078552.628690:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078552.629045:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078552.629049:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078552.629053:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078553.268674:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300205820, at 4300205824
00000100:00000040:1.0:1769078553.268674:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300205820, at 4300205824
00000100:00000010:1.0:1769078553.268694:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16a20.
00000100:00000010:0.0:1769078553.268701:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d162a0.
00010000:00000001:2.0:1769078553.652631:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078553.652639:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078553.652708:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078553.652713:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078553.652717:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078554.676680:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078554.676690:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078554.676763:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078554.676767:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078554.676771:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078555.700609:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078555.700615:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078555.700705:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078555.700721:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078555.700726:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078556.724868:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078556.724877:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078556.724880:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078556.724883:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078556.724887:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078556.724889:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078556.724892:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078556.724894:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078556.724960:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078556.724964:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078556.724967:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078557.108645:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078557.108655:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078557.108657:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078557.108661:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078557.108666:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078557.108673:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5537
00000400:00000200:2.0:1769078557.108682:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078557.108688:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078557.108690:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078557.108699:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.108706:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078557.108708:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.108710:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078557.108714:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078557.108716:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078557.108718:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078557.108721:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078557.108723:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078557.108726:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078557.108729:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.108730:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078557.108732:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.108734:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078557.108743:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078557.108746:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078557.108748:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078557.108751:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078557.108754:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078557.108757:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078557.108759:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078557.108761:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078557.108770:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0380.
00000020:00000040:2.0:1769078557.108773:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078557.108777:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078557.108778:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078557.108781:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078557.108783:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078557.108787:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078557.108795:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5c00.
00000100:00000001:2.0:1769078557.108806:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078557.108815:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0380 x1855007653199872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078557.108829:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078557.108833:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078557.108838:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463fdd6a] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0380 x1855007653199872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078557.108871:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078557.108874:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078557.108878:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078557.108879:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078557.108881:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078557.108883:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078557.108886:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5537
00000400:00000200:2.0:1769078557.108889:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078557.108892:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078557.108894:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078557.108897:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.108899:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078557.108901:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.108903:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078557.108905:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078557.108906:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078557.108908:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078557.108910:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078557.108911:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078557.108913:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:2.0:1769078557.108916:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.108923:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078557.108925:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.108927:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078557.108930:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:2.0:1769078557.108932:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078557.108935:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078557.108936:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078557.108941:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078557.108943:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078557.108945:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078557.108948:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078557.108951:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078557.108953:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078557.108957:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2a00.
00000020:00000040:2.0:1769078557.108959:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078557.108961:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078557.108962:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078557.108964:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078557.108965:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078557.108967:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078557.108970:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4c00.
00000100:00000001:2.0:1769078557.108973:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078557.108977:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2a00 x1855007653200000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078557.108985:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078557.108987:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078557.108990:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb869b7d] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2a00 x1855007653200000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078557.108996:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078557.108998:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078557.109001:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078557.109002:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078557.109003:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078557.109005:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078557.109007:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5537
00000400:00000200:2.0:1769078557.109011:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078557.109013:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078557.109015:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078557.109024:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109027:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078557.109028:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109030:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078557.109032:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078557.109033:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078557.109034:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078557.109035:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078557.109037:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078557.109039:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:2.0:1769078557.109042:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109043:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078557.109045:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109046:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078557.109048:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:2.0:1769078557.109050:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109053:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078557.109054:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078557.109057:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078557.109058:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078557.109060:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078557.109062:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078557.109064:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078557.109066:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078557.109069:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2d80.
00000020:00000040:2.0:1769078557.109080:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:2.0:1769078557.109082:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078557.109084:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078557.109085:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078557.109087:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078557.109088:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078557.109092:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5000.
00000100:00000001:2.0:1769078557.109095:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078557.109099:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2d80 x1855007653200128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078557.109104:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078557.109106:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078557.109109:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000284d5799] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2d80 x1855007653200128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078557.109116:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078557.109118:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078557.109121:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078557.109122:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078557.109124:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078557.109126:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078557.109128:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5537
00000400:00000200:2.0:1769078557.109132:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078557.109135:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078557.109136:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078557.109139:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109141:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078557.109142:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109144:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078557.109146:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078557.109147:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078557.109148:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078557.109150:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:2.0:1769078557.109152:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078557.109154:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:2.0:1769078557.109156:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109158:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078557.109159:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109161:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078557.109163:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:2.0:1769078557.109165:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109168:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078557.109169:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078557.109172:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078557.109174:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078557.109176:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078557.109178:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078557.109180:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078557.109181:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078557.109184:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1c00.
00000020:00000040:2.0:1769078557.109185:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078557.109188:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078557.109189:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078557.109191:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078557.109192:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078557.109193:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078557.109198:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6c00.
00000100:00000001:2.0:1769078557.109201:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078557.109205:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1c00 x1855007653200256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078557.109212:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078557.109214:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078557.109217:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9079ac7] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1c00 x1855007653200256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078557.109224:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078557.109226:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078557.109229:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078557.109230:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078557.109231:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078557.109232:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078557.109234:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5537
00000400:00000200:2.0:1769078557.109236:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078557.109238:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078557.109240:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078557.109241:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109243:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078557.109244:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109245:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078557.109247:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078557.109247:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:2.0:1769078557.109248:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078557.109249:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:2.0:1769078557.109250:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078557.109251:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:2.0:1769078557.109253:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109254:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078557.109255:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109256:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078557.109257:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078557.109259:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078557.109260:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078557.109261:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078557.109263:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078557.109264:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078557.109265:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078557.109266:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078557.109268:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078557.109269:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078557.109271:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3800.
00000020:00000040:2.0:1769078557.109272:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:2.0:1769078557.109274:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078557.109275:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078557.109276:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078557.109277:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078557.109278:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078557.109280:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7000.
00000100:00000001:2.0:1769078557.109282:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078557.109284:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3800 x1855007653200384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078557.109288:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078557.109289:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078557.109291:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054f3da69] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3800 x1855007653200384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078557.109296:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078557.109299:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5547)
00000100:00000001:0.0:1769078557.109382:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078557.109386:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078557.109389:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078557.109395:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0380 x1855007653199872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.109402:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078557.109404:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078557.109407:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078557.109409:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078557.109412:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078557.109414:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653199872:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078557.109418:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078557.109422:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078557.109424:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078557.109426:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078557.109431:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078557.109433:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078557.109439:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078557.109443:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078557.109448:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078557.109455:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653199872, portal 25
00000100:00000001:0.0:1769078557.109456:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078557.109457:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976458112 : -131139733093504 : ffff88baa6cb0380)
00000100:00000040:0.0:1769078557.109461:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0380 x1855007653199872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.109466:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078557.109468:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078557.109469:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078557.109471:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653199872, offset 0
00000400:00000200:0.0:1769078557.109476:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078557.109481:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078557.109485:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078557.109489:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078557.109492:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078557.109495:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078557.109497:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078557.109500:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201265:201265:256:4294967295] 192.168.204.104@tcp LPNI seq info [201265:201265:8:4294967295]
00000400:00000200:0.0:1769078557.109503:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078557.109509:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078557.109514:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078557.109518:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078557.109525:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078557.109528:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078557.109533:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078557.109560:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078557.109585:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078557.109588:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078557.109593:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078557.109597:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078557.109603:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078557.109605:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078557.109610:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078557.109613:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0380 x1855007653199872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.109621:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078557.109625:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0380 x1855007653199872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.109631:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078557.109633:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078557.109640:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078557.109645:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078557.109647:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300210940
00000100:00000010:0.0:1769078557.109652:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d162a0.
00000100:00000001:0.0:1769078557.109658:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078557.109663:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300210940
00000100:00000010:0.0:1769078557.109667:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16240.
00000100:00000001:0.0:1769078557.109670:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078557.109682:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078557.109684:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078557.109687:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078557.109691:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078557/real 1769078557]  req@ffff88baa6cb0380 x1855007653199872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078557.109700:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078557.109702:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078557.109704:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078557.109707:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078557.109708:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078557.109710:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078557.109713:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0380 x1855007653199872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078557.109720:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0380 x1855007653199872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.109726:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078557.109728:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.109730:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078557.109732:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078557.109735:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0380 x1855007653199872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.109742:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078557.109746:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0380 x1855007653199872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.109752:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078557.109753:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.109755:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078557.109756:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.109757:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078557.109758:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078557.109761:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078557.109767:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078557.109770:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078557.109774:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0380 x1855007653199872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078557.109782:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653199872:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078557.109788:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078557.109791:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2a00 x1855007653200000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.109798:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078557.109800:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078557.109801:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078557.109803:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078557.109805:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078557.109809:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653200000:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078557.109812:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078557.109814:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078557.109815:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078557.109817:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078557.109820:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078557.109821:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078557.109826:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078557.109828:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078557.109831:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078557.109834:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653200000, portal 10
00000100:00000001:0.0:1769078557.109835:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078557.109837:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976467968 : -131139733083648 : ffff88baa6cb2a00)
00000100:00000040:0.0:1769078557.109843:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2a00 x1855007653200000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.109849:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078557.109851:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078557.109853:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078557.109856:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653200000, offset 0
00000400:00000200:0.0:1769078557.109859:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078557.109863:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078557.109866:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078557.109869:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078557.109871:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078557.109874:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078557.109876:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078557.109879:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201266:201266:256:4294967295] 192.168.204.104@tcp LPNI seq info [201266:201266:8:4294967295]
00000400:00000200:0.0:1769078557.109883:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078557.109888:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078557.109891:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078557.109893:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078557.109896:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078557.109898:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078557.109901:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078557.109903:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078557.109905:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078557.109906:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078557.109908:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078557.109910:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078557.109912:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078557.109913:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078557.109915:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078557.109917:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2a00 x1855007653200000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.109922:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078557.109924:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2a00 x1855007653200000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.109927:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078557.109928:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078557.109931:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078557.109933:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078557.109935:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078557.109937:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300209690
00000100:00000001:0.0:1769078557.109938:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300210940
00000100:00000001:0.0:1769078557.109940:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300209690
00000100:00000001:0.0:1769078557.109941:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300210940
00000100:00000001:0.0:1769078557.109942:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078557.109943:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078557.109945:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078557.109946:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078557/real 1769078557]  req@ffff88baa6cb2a00 x1855007653200000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078557.109951:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078557.109952:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078557.109953:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078557.109954:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078557.109955:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078557.109956:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078557.109958:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2a00 x1855007653200000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078557.109963:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2a00 x1855007653200000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.109966:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078557.109967:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.109968:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078557.109969:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078557.109971:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2a00 x1855007653200000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.109974:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078557.109976:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2a00 x1855007653200000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.109980:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078557.109982:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.109983:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078557.109983:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.109984:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078557.109985:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078557.109987:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078557.109988:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078557.109990:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078557.109992:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2a00 x1855007653200000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078557.109996:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653200000:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078557.109998:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078557.109999:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2d80 x1855007653200128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110003:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078557.110004:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078557.110005:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078557.110006:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078557.110007:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078557.110009:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653200128:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078557.110011:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078557.110012:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078557.110013:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078557.110014:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078557.110016:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078557.110017:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078557.110019:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078557.110020:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078557.110022:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078557.110024:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653200128, portal 10
00000100:00000001:0.0:1769078557.110025:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078557.110026:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976468864 : -131139733082752 : ffff88baa6cb2d80)
00000100:00000040:0.0:1769078557.110029:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2d80 x1855007653200128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110033:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078557.110034:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078557.110036:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078557.110037:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653200128, offset 0
00000400:00000200:0.0:1769078557.110039:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078557.110041:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078557.110043:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078557.110044:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078557.110046:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078557.110047:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078557.110049:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078557.110050:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201267:201267:256:4294967295] 192.168.204.104@tcp LPNI seq info [201267:201267:8:4294967295]
00000400:00000200:0.0:1769078557.110053:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078557.110056:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078557.110059:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078557.110060:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078557.110063:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078557.110064:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078557.110067:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078557.110068:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078557.110083:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078557.110085:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078557.110089:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078557.110092:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078557.110095:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078557.110097:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078557.110099:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078557.110102:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2d80 x1855007653200128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110110:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078557.110113:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2d80 x1855007653200128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110118:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078557.110120:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078557.110122:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078557.110125:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078557.110128:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078557.110130:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300209675
00000100:00000001:0.0:1769078557.110132:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300210940
00000100:00000001:0.0:1769078557.110133:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300209675
00000100:00000001:0.0:1769078557.110135:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300210940
00000100:00000001:0.0:1769078557.110137:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078557.110139:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078557.110141:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078557.110145:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078557/real 1769078557]  req@ffff88baa6cb2d80 x1855007653200128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078557.110152:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078557.110153:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078557.110155:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078557.110157:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078557.110158:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078557.110160:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078557.110163:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2d80 x1855007653200128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078557.110170:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2d80 x1855007653200128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110184:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078557.110189:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110191:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078557.110192:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078557.110196:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2d80 x1855007653200128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110202:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078557.110205:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2d80 x1855007653200128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110211:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078557.110213:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110214:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078557.110216:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110217:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078557.110219:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078557.110221:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078557.110223:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078557.110226:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078557.110229:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2d80 x1855007653200128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078557.110237:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653200128:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078557.110241:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078557.110244:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1c00 x1855007653200256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110250:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078557.110251:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078557.110253:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078557.110254:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078557.110256:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078557.110259:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653200256:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078557.110262:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078557.110263:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078557.110265:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078557.110266:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078557.110269:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078557.110271:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078557.110275:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078557.110277:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078557.110281:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078557.110284:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653200256, portal 4
00000100:00000001:0.0:1769078557.110286:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078557.110287:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976464384 : -131139733087232 : ffff88baa6cb1c00)
00000100:00000040:0.0:1769078557.110292:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1c00 x1855007653200256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110297:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078557.110299:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078557.110300:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078557.110302:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653200256, offset 0
00000400:00000200:0.0:1769078557.110304:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078557.110307:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078557.110309:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078557.110311:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078557.110313:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078557.110314:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078557.110316:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078557.110317:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201268:201268:256:4294967295] 192.168.204.104@tcp LPNI seq info [201268:201268:8:4294967295]
00000400:00000200:0.0:1769078557.110320:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078557.110324:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078557.110326:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078557.110328:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078557.110331:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078557.110332:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078557.110335:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078557.110337:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078557.110339:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078557.110340:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078557.110342:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078557.110344:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078557.110346:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078557.110347:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078557.110348:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078557.110350:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1c00 x1855007653200256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110355:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078557.110357:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1c00 x1855007653200256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110360:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078557.110361:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078557.110363:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078557.110365:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078557.110366:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078557.110368:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300209682
00000100:00000001:0.0:1769078557.110370:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300210940
00000100:00000001:0.0:1769078557.110371:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300209682
00000100:00000001:0.0:1769078557.110373:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300210940
00000100:00000001:0.0:1769078557.110375:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078557.110377:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078557.110379:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078557.110382:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078557/real 1769078557]  req@ffff88baa6cb1c00 x1855007653200256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078557.110390:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078557.110391:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078557.110393:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078557.110395:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078557.110397:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078557.110399:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078557.110402:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1c00 x1855007653200256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078557.110409:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1c00 x1855007653200256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110416:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078557.110417:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110419:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078557.110420:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078557.110424:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1c00 x1855007653200256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110429:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078557.110431:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1c00 x1855007653200256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110435:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078557.110437:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110438:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078557.110439:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110439:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078557.110440:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078557.110442:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078557.110443:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078557.110444:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078557.110447:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1c00 x1855007653200256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078557.110451:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653200256:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078557.110454:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078557.110455:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3800 x1855007653200384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110459:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078557.110459:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078557.110461:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078557.110462:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078557.110463:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078557.110464:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653200384:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078557.110466:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078557.110468:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078557.110469:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078557.110470:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078557.110472:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078557.110473:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078557.110475:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078557.110477:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078557.110479:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078557.110481:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653200384, portal 4
00000100:00000001:0.0:1769078557.110482:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078557.110483:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976471552 : -131139733080064 : ffff88baa6cb3800)
00000100:00000040:0.0:1769078557.110486:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3800 x1855007653200384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110490:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078557.110492:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078557.110493:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078557.110494:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653200384, offset 0
00000400:00000200:0.0:1769078557.110497:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078557.110499:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078557.110501:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078557.110503:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078557.110505:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078557.110506:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078557.110507:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078557.110509:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201269:201269:256:4294967295] 192.168.204.104@tcp LPNI seq info [201269:201269:8:4294967295]
00000400:00000200:0.0:1769078557.110512:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078557.110515:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078557.110517:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078557.110519:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078557.110521:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078557.110523:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078557.110525:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078557.110527:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078557.110529:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078557.110530:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078557.110532:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078557.110534:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078557.110553:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078557.110554:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078557.110556:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078557.110558:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3800 x1855007653200384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110562:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078557.110564:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3800 x1855007653200384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110568:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078557.110569:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078557.110571:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078557.110572:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078557.110574:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078557.110576:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300209683
00000100:00000001:0.0:1769078557.110577:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300210940
00000100:00000001:0.0:1769078557.110579:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300209683
00000100:00000001:0.0:1769078557.110580:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300210940
00000100:00000001:0.0:1769078557.110581:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078557.110582:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078557.110583:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078557.110585:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078557/real 1769078557]  req@ffff88baa6cb3800 x1855007653200384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078557.110589:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078557.110590:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078557.110591:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078557.110592:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078557.110593:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078557.110594:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078557.110596:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3800 x1855007653200384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078557.110601:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3800 x1855007653200384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110604:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078557.110604:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110605:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078557.110606:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078557.110608:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3800 x1855007653200384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110611:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078557.110613:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3800 x1855007653200384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110617:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078557.110618:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110620:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078557.110621:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110623:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078557.110624:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078557.110626:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078557.110629:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078557.110631:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078557.110635:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3800 x1855007653200384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078557.110641:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653200384:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078557.110645:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110647:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078557.110650:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0380 x1855007653199872/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110656:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078557.110658:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078557.110660:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078557.110664:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078557.110666:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078557.110668:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078557.110670:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078557.110672:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5c00.
02000000:00000001:0.0:1769078557.110676:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078557.110678:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078557.110679:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0380.
00000100:00000001:0.0:1769078557.110682:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078557.110683:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110684:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078557.110687:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2a00 x1855007653200000/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110699:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078557.110700:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078557.110701:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078557.110703:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078557.110705:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078557.110706:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078557.110708:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078557.110709:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4c00.
02000000:00000001:0.0:1769078557.110712:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078557.110713:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078557.110715:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2a00.
00000100:00000001:0.0:1769078557.110717:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078557.110718:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110720:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078557.110723:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2d80 x1855007653200128/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110729:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078557.110730:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078557.110731:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078557.110733:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078557.110734:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078557.110735:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078557.110737:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078557.110738:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5000.
02000000:00000001:0.0:1769078557.110741:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078557.110742:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078557.110743:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2d80.
00000100:00000001:0.0:1769078557.110745:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078557.110746:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110748:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078557.110751:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1c00 x1855007653200256/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110756:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078557.110758:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078557.110759:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078557.110761:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078557.110762:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078557.110763:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078557.110765:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078557.110766:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6c00.
02000000:00000001:0.0:1769078557.110768:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078557.110769:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078557.110770:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1c00.
00000100:00000001:0.0:1769078557.110772:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078557.110773:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110775:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078557.110778:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3800 x1855007653200384/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078557.110784:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078557.110785:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078557.110787:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637f000.
02000000:00000001:0.0:1769078557.110789:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078557.110790:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078557.110791:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078557.110793:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078557.110795:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7000.
02000000:00000001:0.0:1769078557.110798:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078557.110799:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078557.110800:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3800.
00000100:00000001:0.0:1769078557.110802:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078557.110803:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110805:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078557.110811:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078557.110813:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078557.110814:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078557.110816:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078557.749103:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078557.749110:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078557.751145:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078557.751150:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078557.751155:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078558.388679:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300210940, at 4300210944
00000100:00000010:0.0:1769078558.388697:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d162a0.
00000100:00000040:1.0:1769078558.391117:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300210940, at 4300210946
00000100:00000010:1.0:1769078558.391131:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16240.
00010000:00000001:2.0:1769078558.772709:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078558.772717:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078558.772796:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078558.772802:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078558.772806:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078559.797254:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078559.797264:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078559.797336:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078559.797343:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078559.797348:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078560.820654:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078560.820659:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078560.820732:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078560.820734:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078560.820737:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078561.844753:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078561.844759:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078561.844825:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078561.844829:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078561.844832:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078562.228675:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078562.228684:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078562.228687:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078562.228692:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078562.228696:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078562.228704:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5542
00000400:00000200:2.0:1769078562.228714:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078562.228721:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078562.228724:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078562.228728:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078562.228731:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078562.228734:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078562.228737:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078562.228741:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078562.228743:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:2.0:1769078562.228746:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078562.228749:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:2.0:1769078562.228751:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:2.0:1769078562.228754:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:2.0:1769078562.228756:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078562.228759:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078562.228761:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078562.228763:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078562.228766:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:2.0:1769078562.228778:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078562.228780:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078562.228783:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078562.228787:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078562.228790:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078562.228792:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078562.228795:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078562.228804:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb0700.
00000020:00000040:2.0:1769078562.228809:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:2.0:1769078562.228812:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078562.228814:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078562.228817:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078562.228823:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078562.228828:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078562.228835:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb5400.
00000100:00000001:2.0:1769078562.228840:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078562.228847:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb0700 x1855007653200512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078562.228857:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078562.228860:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078562.228864:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbee985a] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb0700 x1855007653200512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078562.228884:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078562.228887:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078562.228890:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078562.228892:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078562.228893:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078562.228895:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078562.228897:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5542
00000400:00000200:2.0:1769078562.228901:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078562.228904:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078562.228906:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078562.228909:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078562.228911:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078562.228913:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078562.228915:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078562.228918:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078562.228919:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:2.0:1769078562.228920:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078562.228922:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:2.0:1769078562.228923:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:2.0:1769078562.228926:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078562.228927:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769078562.228931:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078562.228934:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078562.228935:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078562.228939:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078562.228939:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078562.228943:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078562.228947:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000040:0.0:1769078562.228949:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb0700 x1855007653200512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078562.228952:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078562.228958:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078562.228962:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078562.228968:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769078562.228968:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078562.228972:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078562.228973:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078562.228976:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769078562.228977:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1769078562.228980:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078562.228982:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078562.229000:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769078562.229001:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078562.229005:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653200512:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078562.229006:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.229012:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1769078562.229013:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1880.
02000000:00000001:0.0:1769078562.229015:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769078562.229017:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:0.0:1769078562.229018:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078562.229021:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078562.229022:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078562.229025:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078562.229027:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d000.
00000100:00000001:2.0:1769078562.229028:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078562.229030:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078562.229031:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078562.229035:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078562.229038:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:2.0:1769078562.229040:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4000.
00000400:00000010:0.0:1769078562.229042:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00000001:2.0:1769078562.229045:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078562.229049:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00100000:2.0:1769078562.229054:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1880 x1855007653200640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078562.229056:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653200512, portal 25
00000100:00000001:0.0:1769078562.229061:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078562.229063:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976459008 : -131139733092608 : ffff88baa6cb0700)
00000100:00000001:2.0:1769078562.229069:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1769078562.229071:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb0700 x1855007653200512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078562.229073:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.229082:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078562.229082:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000298d1d4e] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1880 x1855007653200640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078562.229088:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078562.229091:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078562.229095:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653200512, offset 0
00000100:00000001:2.0:1769078562.229100:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078562.229103:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00080000:2.0:1769078562.229105:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078562.229109:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078562.229110:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078562.229111:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:2.0:1769078562.229113:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078562.229117:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:2.0:1769078562.229117:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078562.229122:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5542
00000400:00000200:0.0:1769078562.229124:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078562.229130:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078562.229130:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078562.229136:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078562.229138:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1769078562.229141:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00080000:2.0:1769078562.229144:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078562.229147:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201270:201270:256:4294967295] 192.168.204.104@tcp LPNI seq info [201270:201270:8:4294967295]
00000100:00000040:2.0:1769078562.229151:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078562.229154:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078562.229157:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078562.229162:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078562.229166:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078562.229167:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078562.229171:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:0.0:1769078562.229175:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000020:00000040:2.0:1769078562.229175:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:2.0:1769078562.229179:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:0.0:1769078562.229181:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000020:00000040:2.0:1769078562.229183:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:2.0:1769078562.229186:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:2.0:1769078562.229190:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000800:00000200:0.0:1769078562.229191:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000040:2.0:1769078562.229196:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000800:00000200:0.0:1769078562.229198:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078562.229207:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078562.229210:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769078562.229212:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769078562.229215:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078562.229219:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:2.0:1769078562.229223:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000800:00000100:0.0:1769078562.229224:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078562.229228:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000100:00080000:2.0:1769078562.229229:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:2.0:1769078562.229233:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078562.229235:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769078562.229236:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078562.229240:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078562.229244:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078562.229245:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769078562.229250:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078562.229251:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000008:00100000:2.0:1769078562.229253:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1769078562.229254:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000008:00000001:2.0:1769078562.229258:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.229260:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078562.229261:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078562.229265:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb0700 x1855007653200512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769078562.229267:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb3800.
00000020:00000040:2.0:1769078562.229272:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000100:00000001:0.0:1769078562.229278:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769078562.229278:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1769078562.229281:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb0700 x1855007653200512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078562.229286:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.229287:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.229291:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078562.229292:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078562.229294:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078562.229297:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078562.229297:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078562.229303:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:2.0:1769078562.229304:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb7c00.
00000100:00000001:0.0:1769078562.229306:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300216059
00000100:00000001:2.0:1769078562.229310:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078562.229312:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d162a0.
00000100:00100000:2.0:1769078562.229319:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb3800 x1855007653200768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078562.229320:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078562.229326:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300216059
00000100:00000010:0.0:1769078562.229331:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16ea0.
00000100:00000001:2.0:1769078562.229331:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078562.229335:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078562.229336:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078562.229342:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054f3da69] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb3800 x1855007653200768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.229347:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078562.229351:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078562.229353:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.229354:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1769078562.229358:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769078562.229361:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078562/real 1769078562]  req@ffff88baa6cb0700 x1855007653200512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078562.229365:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078562.229369:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078562.229374:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1769078562.229375:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769078562.229377:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:0.0:1769078562.229378:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078562.229381:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078562.229385:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000100:00080000:2.0:1769078562.229385:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5542
00000400:00000010:0.0:1769078562.229388:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000400:00000200:2.0:1769078562.229392:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078562.229393:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078562.229398:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb0700 x1855007653200512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078562.229400:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078562.229406:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1769078562.229411:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb0700 x1855007653200512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078562.229412:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078562.229418:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078562.229423:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1769078562.229423:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078562.229425:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078562.229427:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078562.229428:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078562.229431:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769078562.229432:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:0.0:1769078562.229435:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb0700 x1855007653200512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078562.229435:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:2.0:1769078562.229438:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078562.229442:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000100:00000001:0.0:1769078562.229444:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769078562.229446:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:2.0:1769078562.229449:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:0.0:1769078562.229450:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb0700 x1855007653200512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078562.229457:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078562.229459:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078562.229461:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078562.229462:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.229466:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1769078562.229466:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078562.229468:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.229472:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078562.229472:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000100:00000001:0.0:1769078562.229474:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1769078562.229477:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:0.0:1769078562.229478:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078562.229482:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00080000:0.0:1769078562.229484:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078562.229488:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1769078562.229488:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078562.229493:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769078562.229494:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb0700 x1855007653200512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078562.229497:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078562.229503:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078562.229504:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653200512:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078562.229506:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078562.229509:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1769078562.229510:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078562.229512:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078562.229516:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb0700 x1855007653200512/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769078562.229516:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078562.229521:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.229527:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000010:2.0:1769078562.229528:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb1c00.
02000000:00000001:0.0:1769078562.229529:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078562.229532:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d000.
00000020:00000040:2.0:1769078562.229534:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078562.229553:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078562.229554:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078562.229556:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078562.229557:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078562.229559:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb5400.
02000000:00000001:2.0:1769078562.229567:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078562.229568:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078562.229569:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078562.229571:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1769078562.229573:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1769078562.229574:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb0700.
02000000:00000001:2.0:1769078562.229577:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078562.229579:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
02000000:00000001:2.0:1769078562.229580:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.229582:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.229586:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1769078562.229588:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb4800.
00000100:00000001:0.0:1769078562.229591:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078562.229593:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.229594:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.229599:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078562.229601:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078562.229603:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1769078562.229604:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb1c00 x1855007653200896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078562.229608:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1880 x1855007653200640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.229628:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078562.229630:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078562.229634:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078562.229636:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078562.229640:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769078562.229641:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078562.229646:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078562.229647:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653200640:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078562.229652:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078562.229653:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078562.229655:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078562.229657:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9079ac7] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb1c00 x1855007653200896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078562.229658:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078562.229661:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078562.229665:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078562.229671:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078562.229674:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00000001:2.0:1769078562.229675:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078562.229678:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00080000:2.0:1769078562.229680:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1769078562.229683:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653200640, portal 10
00000100:00000001:0.0:1769078562.229686:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769078562.229686:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078562.229689:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976463488 : -131139733088128 : ffff88baa6cb1880)
00000100:00000001:2.0:1769078562.229690:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078562.229693:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1769078562.229696:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1880 x1855007653200640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078562.229698:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078562.229704:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769078562.229705:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5542
00000100:00000040:0.0:1769078562.229709:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078562.229711:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000400:00000200:2.0:1769078562.229713:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078562.229717:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00000200:0.0:1769078562.229722:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653200640, offset 0
00000100:00080000:2.0:1769078562.229722:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078562.229727:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:2.0:1769078562.229732:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078562.229733:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00000040:2.0:1769078562.229737:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078562.229742:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078562.229742:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:2.0:1769078562.229746:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078562.229748:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000400:00000200:0.0:1769078562.229750:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000020:00000001:2.0:1769078562.229751:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078562.229754:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000400:00000200:0.0:1769078562.229757:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1769078562.229758:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:2.0:1769078562.229762:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000200:0.0:1769078562.229763:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000100:00000040:2.0:1769078562.229769:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078562.229770:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769078562.229774:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078562.229776:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000100:00000040:2.0:1769078562.229780:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078562.229782:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201271:201271:256:4294967295] 192.168.204.104@tcp LPNI seq info [201271:201271:8:4294967295]
00000100:00000001:2.0:1769078562.229785:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078562.229790:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:2.0:1769078562.229791:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:2.0:1769078562.229796:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000400:00000200:0.0:1769078562.229799:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078562.229801:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078562.229804:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1769078562.229805:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
02000000:00000001:2.0:1769078562.229808:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1769078562.229809:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
02000000:00000001:2.0:1769078562.229813:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078562.229817:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000100:00000001:2.0:1769078562.229818:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078562.229821:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078562.229823:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078562.229825:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078562.229827:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000100:00000010:2.0:1769078562.229830:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88baa6cb2d80.
00000800:00000200:0.1:1769078562.229834:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000020:00000040:2.0:1769078562.229836:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000800:00000200:0.1:1769078562.229837:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
02000000:00000001:2.0:1769078562.229841:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000100:0.0:1769078562.229844:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
02000000:00000001:2.0:1769078562.229845:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078562.229847:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000100:00000001:2.0:1769078562.229849:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078562.229851:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769078562.229852:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078562.229855:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078562.229857:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078562.229861:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
02000000:00000010:2.0:1769078562.229861:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88baa6cb6000.
00000400:00000010:0.0:1769078562.229864:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078562.229868:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078562.229868:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078562.229873:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1880 x1855007653200640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078562.229877:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88baa6cb2d80 x1855007653201024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078562.229880:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078562.229885:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1880 x1855007653200640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078562.229893:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078562.229897:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078562.229897:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.229900:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078562.229904:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078562.229906:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000284d5799] to pc [ptlrpcd_rcv+-1]  req@ffff88baa6cb2d80 x1855007653201024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078562.229908:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078562.229914:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078562.229917:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300214810
00000100:00000001:0.0:1769078562.229921:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300216059
00000100:00000001:2.0:1769078562.229924:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.229925:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300214810
00000100:00000001:0.0:1769078562.229929:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300216059
00000100:00000001:0.0:1769078562.229931:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078562.229932:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5552)
00000100:00000001:0.0:1769078562.229933:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.229938:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078562.229943:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078562/real 1769078562]  req@ffff88baa6cb1880 x1855007653200640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078562.229951:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078562.229953:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078562.229955:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078562.229959:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078562.229960:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078562.229962:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078562.229966:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1880 x1855007653200640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078562.229972:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1880 x1855007653200640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.229977:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078562.229978:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.229980:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078562.229981:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078562.229984:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1880 x1855007653200640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230000:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078562.230003:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1880 x1855007653200640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230009:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078562.230011:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230012:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078562.230013:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230015:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078562.230016:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078562.230019:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078562.230021:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078562.230024:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078562.230028:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1880 x1855007653200640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078562.230034:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653200640:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078562.230038:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078562.230040:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb3800 x1855007653200768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230046:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078562.230047:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078562.230049:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078562.230051:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078562.230052:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078562.230055:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653200768:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078562.230057:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078562.230059:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078562.230060:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078562.230062:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078562.230065:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078562.230067:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078562.230069:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078562.230072:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078562.230074:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078562.230077:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653200768, portal 10
00000100:00000001:0.0:1769078562.230079:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078562.230080:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976471552 : -131139733080064 : ffff88baa6cb3800)
00000100:00000040:0.0:1769078562.230084:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb3800 x1855007653200768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230089:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078562.230091:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078562.230092:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078562.230094:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653200768, offset 0
00000400:00000200:0.0:1769078562.230098:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078562.230102:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078562.230105:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078562.230107:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078562.230109:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078562.230111:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078562.230113:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078562.230115:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201272:201272:256:4294967295] 192.168.204.104@tcp LPNI seq info [201272:201272:8:4294967295]
00000400:00000200:0.0:1769078562.230118:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078562.230123:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078562.230127:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078562.230129:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078562.230132:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078562.230134:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078562.230137:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078562.230139:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078562.230142:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078562.230144:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078562.230146:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078562.230149:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078562.230151:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078562.230153:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078562.230155:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078562.230157:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb3800 x1855007653200768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230163:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078562.230165:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb3800 x1855007653200768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230171:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.230172:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078562.230175:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078562.230177:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078562.230181:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078562.230183:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300214795
00000100:00000001:0.0:1769078562.230185:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300216059
00000100:00000001:0.0:1769078562.230188:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300214795
00000100:00000001:0.0:1769078562.230190:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300216059
00000100:00000001:0.0:1769078562.230192:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078562.230194:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.230195:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078562.230199:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078562/real 1769078562]  req@ffff88baa6cb3800 x1855007653200768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078562.230206:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078562.230207:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078562.230209:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078562.230211:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078562.230213:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078562.230215:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078562.230218:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb3800 x1855007653200768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078562.230227:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb3800 x1855007653200768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230233:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078562.230235:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230236:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078562.230238:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078562.230241:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb3800 x1855007653200768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230245:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078562.230247:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb3800 x1855007653200768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230251:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078562.230253:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230254:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078562.230255:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230256:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078562.230257:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078562.230259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078562.230260:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078562.230261:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078562.230263:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb3800 x1855007653200768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078562.230268:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653200768:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078562.230270:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230272:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078562.230274:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1880 x1855007653200640/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230277:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078562.230278:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078562.230279:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078562.230281:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078562.230281:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078562.230282:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078562.230283:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078562.230284:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4000.
02000000:00000001:0.0:1769078562.230286:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078562.230287:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078562.230288:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1880.
00000100:00000001:0.0:1769078562.230290:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078562.230291:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230292:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078562.230293:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb3800 x1855007653200768/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230301:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078562.230302:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078562.230302:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078562.230304:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078562.230304:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078562.230305:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078562.230306:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078562.230307:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb7c00.
02000000:00000001:0.0:1769078562.230308:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078562.230309:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078562.230310:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb3800.
00000100:00000001:0.0:1769078562.230311:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078562.230311:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230312:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230315:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078562.230315:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.230316:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078562.230317:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078562.230318:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078562.230320:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb1c00 x1855007653200896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230323:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078562.230324:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078562.230325:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078562.230326:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078562.230327:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078562.230329:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653200896:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078562.230331:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078562.230332:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078562.230333:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078562.230334:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078562.230336:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078562.230337:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078562.230340:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078562.230342:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078562.230344:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078562.230346:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653200896, portal 4
00000100:00000001:0.0:1769078562.230347:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078562.230348:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976464384 : -131139733087232 : ffff88baa6cb1c00)
00000100:00000040:0.0:1769078562.230351:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb1c00 x1855007653200896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230355:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078562.230356:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078562.230357:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078562.230359:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653200896, offset 0
00000400:00000200:0.0:1769078562.230361:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078562.230363:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078562.230365:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078562.230367:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078562.230369:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078562.230370:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078562.230371:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078562.230373:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201273:201273:256:4294967295] 192.168.204.104@tcp LPNI seq info [201273:201273:8:4294967295]
00000400:00000200:0.0:1769078562.230375:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078562.230379:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078562.230381:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078562.230383:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078562.230386:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078562.230387:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078562.230390:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078562.230391:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078562.230393:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078562.230395:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078562.230396:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078562.230398:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078562.230400:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078562.230401:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078562.230403:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078562.230404:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb1c00 x1855007653200896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230409:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078562.230411:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb1c00 x1855007653200896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230414:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.230415:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078562.230417:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078562.230419:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078562.230421:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078562.230422:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300214802
00000100:00000001:0.0:1769078562.230423:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300216059
00000100:00000001:0.0:1769078562.230424:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300214802
00000100:00000001:0.0:1769078562.230426:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300216059
00000100:00000001:0.0:1769078562.230427:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078562.230428:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.230429:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078562.230431:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078562/real 1769078562]  req@ffff88baa6cb1c00 x1855007653200896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078562.230435:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078562.230436:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078562.230437:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078562.230438:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078562.230439:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078562.230440:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078562.230441:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb1c00 x1855007653200896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078562.230445:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb1c00 x1855007653200896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230449:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078562.230450:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230451:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078562.230452:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078562.230454:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb1c00 x1855007653200896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230458:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078562.230460:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb1c00 x1855007653200896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230464:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078562.230466:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230468:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078562.230469:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230470:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078562.230471:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078562.230473:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078562.230476:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078562.230478:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078562.230481:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb1c00 x1855007653200896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078562.230488:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653200896:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078562.230491:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078562.230494:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88baa6cb2d80 x1855007653201024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230500:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078562.230501:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078562.230503:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078562.230505:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078562.230507:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078562.230509:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653201024:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078562.230512:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078562.230513:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078562.230514:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078562.230516:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078562.230519:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078562.230520:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078562.230523:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078562.230526:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078562.230529:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078562.230531:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653201024, portal 4
00000100:00000001:0.0:1769078562.230533:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078562.230534:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933976468864 : -131139733082752 : ffff88baa6cb2d80)
00000100:00000040:0.0:1769078562.230557:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88baa6cb2d80 x1855007653201024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230563:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078562.230566:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078562.230568:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078562.230570:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653201024, offset 0
00000400:00000200:0.0:1769078562.230574:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078562.230576:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078562.230579:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078562.230581:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078562.230582:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078562.230584:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078562.230585:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078562.230587:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201274:201274:256:4294967295] 192.168.204.104@tcp LPNI seq info [201274:201274:8:4294967295]
00000400:00000200:0.0:1769078562.230589:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078562.230593:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078562.230596:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078562.230598:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078562.230600:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078562.230602:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078562.230604:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078562.230606:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078562.230608:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078562.230610:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078562.230613:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078562.230616:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078562.230618:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078562.230620:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078562.230622:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078562.230625:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88baa6cb2d80 x1855007653201024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230632:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078562.230635:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88baa6cb2d80 x1855007653201024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230640:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.230642:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078562.230645:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078562.230648:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078562.230651:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078562.230653:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300214803
00000100:00000001:0.0:1769078562.230655:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300216059
00000100:00000001:0.0:1769078562.230657:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300214803
00000100:00000001:0.0:1769078562.230659:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300216059
00000100:00000001:0.0:1769078562.230661:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078562.230663:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.230665:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078562.230668:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078562/real 1769078562]  req@ffff88baa6cb2d80 x1855007653201024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078562.230677:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078562.230677:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078562.230679:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078562.230680:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078562.230681:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078562.230683:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078562.230685:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88baa6cb2d80 x1855007653201024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078562.230689:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88baa6cb2d80 x1855007653201024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230693:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078562.230694:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230695:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078562.230696:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078562.230697:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88baa6cb2d80 x1855007653201024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230701:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078562.230703:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88baa6cb2d80 x1855007653201024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230706:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078562.230708:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230709:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078562.230710:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230711:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078562.230712:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078562.230714:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078562.230716:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078562.230718:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078562.230722:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88baa6cb2d80 x1855007653201024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078562.230729:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88baa6cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653201024:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078562.230732:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230733:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078562.230736:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb1c00 x1855007653200896/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230742:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078562.230744:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078562.230746:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078562.230748:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078562.230749:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078562.230750:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078562.230753:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078562.230754:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb4800.
02000000:00000001:0.0:1769078562.230756:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078562.230757:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078562.230759:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb1c00.
00000100:00000001:0.0:1769078562.230761:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078562.230762:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230764:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078562.230767:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88baa6cb2d80 x1855007653201024/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078562.230773:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078562.230774:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078562.230775:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d000.
02000000:00000001:0.0:1769078562.230776:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078562.230777:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078562.230778:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078562.230779:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078562.230780:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88baa6cb6000.
02000000:00000001:0.0:1769078562.230781:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078562.230782:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078562.230783:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88baa6cb2d80.
00000100:00000001:0.0:1769078562.230784:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078562.230785:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230786:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078562.230788:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078562.230789:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078562.230790:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078562.230791:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078562.868633:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078562.868645:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078562.868721:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078562.868735:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078562.868738:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078563.508623:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300216059, at 4300216064
00000100:00000040:1.0:1769078563.508623:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300216059, at 4300216064
00000100:00000010:1.0:1769078563.508637:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16ea0.
00000100:00000010:0.0:1769078563.508639:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d162a0.
00010000:00000001:2.0:1769078563.892646:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078563.892653:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078563.892719:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078563.892722:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078563.892725:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078564.916669:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078564.916676:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078564.917195:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078564.917204:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078564.917209:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078565.940869:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078565.940880:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078565.940883:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078565.940887:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078565.940894:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078565.940896:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078565.940899:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078565.940901:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078565.940990:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078565.940995:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078565.940999:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078566.964691:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078566.964699:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078566.964774:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078566.964779:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078566.964784:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078567.348758:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078567.348772:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078567.348776:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078567.348781:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078567.348786:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078567.348796:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5547
00000400:00000200:1.0:1769078567.348807:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078567.348814:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078567.348818:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078567.348822:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.348827:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078567.348830:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.348833:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078567.348837:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078567.348840:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078567.348843:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078567.348846:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078567.348849:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078567.348851:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078567.348855:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.348857:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078567.348858:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.348861:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078567.348864:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078567.348867:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078567.348869:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078567.348872:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078567.348877:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078567.348880:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078567.348883:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078567.348885:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078567.348926:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611c00.
00000020:00000040:1.0:1769078567.348931:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078567.348936:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078567.348938:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078567.348941:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078567.348944:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078567.348949:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078567.348958:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219400.
00000100:00000001:1.0:1769078567.348966:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078567.348975:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611c00 x1855007653201152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078567.348986:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078567.348991:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078567.348996:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8684d4] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611c00 x1855007653201152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078567.349023:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078567.349026:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078567.349030:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078567.349032:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078567.349034:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078567.349037:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078567.349039:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5547
00000400:00000200:1.0:1769078567.349043:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078567.349046:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078567.349048:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078567.349051:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.349053:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078567.349055:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.349057:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078567.349059:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078567.349060:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078567.349062:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078567.349064:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078567.349067:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078567.349069:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078567.349073:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.349075:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078567.349077:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.349079:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078567.349081:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078567.349084:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078567.349087:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078567.349088:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078567.349094:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078567.349097:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078567.349099:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078567.349104:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078567.349107:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078567.349109:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078567.349113:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612680.
00000020:00000040:1.0:1769078567.349115:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078567.349118:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078567.349119:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078567.349121:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078567.349122:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078567.349123:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078567.349127:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769078567.349130:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078567.349135:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612680 x1855007653201280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078567.349142:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078567.349144:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078567.349148:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c0d898d] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612680 x1855007653201280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078567.349162:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078567.349164:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078567.349279:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078567.349285:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078567.349288:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078567.349295:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611c00 x1855007653201152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.349304:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078567.349306:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078567.349311:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078567.349314:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078567.349317:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078567.349320:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653201152:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078567.349325:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078567.349329:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078567.349331:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078567.349334:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078567.349339:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078567.349342:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078567.349350:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078567.349354:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078567.349361:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078567.349370:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653201152, portal 25
00000100:00000001:0.0:1769078567.349373:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078567.349375:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415869440 : -131140293682176 : ffff88ba85611c00)
00000100:00000040:0.0:1769078567.349381:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611c00 x1855007653201152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.349389:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078567.349392:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078567.349395:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078567.349398:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653201152, offset 0
00000400:00000200:0.0:1769078567.349405:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078567.349414:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078567.349421:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078567.349443:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078567.349455:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078567.349460:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078567.349463:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078567.349466:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201275:201275:256:4294967295] 192.168.204.104@tcp LPNI seq info [201275:201275:8:4294967295]
00000400:00000200:0.0:1769078567.349471:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078567.349481:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078567.349488:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078567.349494:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078567.349501:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078567.349504:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078567.349511:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078567.349515:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769078567.349520:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078567.349523:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078567.349531:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078567.349574:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078567.349581:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078567.349583:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078567.349589:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078567.349593:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611c00 x1855007653201152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.349602:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078567.349606:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611c00 x1855007653201152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.349619:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078567.349620:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078567.349628:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078567.349633:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078567.349637:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300221180
00000100:00000010:0.0:1769078567.349643:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d162a0.
00000100:00000001:0.0:1769078567.349650:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078567.349659:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300221180
00000100:00000010:0.0:1769078567.349662:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16f00.
00000100:00000001:0.0:1769078567.349666:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078567.349670:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078567.349673:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078567.349676:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078567.349681:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078567/real 1769078567]  req@ffff88ba85611c00 x1855007653201152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078567.349701:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078567.349703:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078567.349705:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078567.349708:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078567.349710:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078567.349713:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078567.349716:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611c00 x1855007653201152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078567.349725:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611c00 x1855007653201152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.349732:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078567.349734:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.349736:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078567.349738:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078567.349742:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611c00 x1855007653201152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.349750:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078567.349755:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611c00 x1855007653201152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.349762:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078567.349765:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.349767:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078567.349768:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.349771:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078567.349773:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078567.349776:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078567.349780:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078567.349782:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078567.349786:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611c00 x1855007653201152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078567.349795:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653201152:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078567.349800:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078567.349803:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612680 x1855007653201280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.349810:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078567.349811:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078567.349813:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078567.349816:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078567.349818:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078567.349821:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653201280:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078567.349824:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078567.349826:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078567.349828:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078567.349830:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078567.349833:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078567.349835:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078567.349840:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078567.349842:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078567.349846:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078567.349849:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653201280, portal 10
00000100:00000001:0.0:1769078567.349851:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078567.349852:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415872128 : -131140293679488 : ffff88ba85612680)
00000100:00000040:0.0:1769078567.349858:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612680 x1855007653201280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.349865:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078567.349868:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078567.349870:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078567.349872:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653201280, offset 0
00000400:00000200:0.0:1769078567.349877:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078567.349880:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078567.349885:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078567.349888:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078567.349890:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078567.349893:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078567.349895:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078567.349898:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201276:201276:256:4294967295] 192.168.204.104@tcp LPNI seq info [201276:201276:8:4294967295]
00000400:00000200:0.0:1769078567.349913:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078567.349920:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078567.349924:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078567.349928:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078567.349932:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078567.349935:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078567.349939:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078567.349942:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769078567.349946:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078567.349948:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078567.349952:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078567.349955:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078567.349959:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078567.349960:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078567.349963:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078567.349966:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612680 x1855007653201280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.349974:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078567.349977:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612680 x1855007653201280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.349983:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078567.349985:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078567.349988:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078567.349992:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078567.349995:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078567.349997:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300219930
00000100:00000001:0.0:1769078567.350000:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300221180
00000100:00000001:0.0:1769078567.350003:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300219930
00000100:00000001:0.0:1769078567.350005:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300221180
00000100:00000001:0.0:1769078567.350007:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078567.350009:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078567.350011:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078567.350015:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078567/real 1769078567]  req@ffff88ba85612680 x1855007653201280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078567.350023:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078567.350024:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078567.350026:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078567.350029:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078567.350030:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078567.350032:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078567.350036:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612680 x1855007653201280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078567.350044:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612680 x1855007653201280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.350050:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078567.350051:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.350053:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078567.350054:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078567.350058:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612680 x1855007653201280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.350064:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078567.350068:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612680 x1855007653201280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.350074:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078567.350077:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.350079:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078567.350080:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.350082:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078567.350084:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078567.350086:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078567.350090:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078567.350092:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078567.350096:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612680 x1855007653201280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078567.350103:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653201280:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078567.350107:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.350109:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078567.350112:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611c00 x1855007653201152/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.350120:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078567.350123:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078567.350126:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078567.350129:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078567.350132:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078567.350134:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078567.350136:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078567.350139:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219400.
02000000:00000001:0.0:1769078567.350144:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078567.350146:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078567.350149:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611c00.
00000100:00000001:0.0:1769078567.350152:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078567.350154:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.350155:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078567.350159:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612680 x1855007653201280/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078567.350558:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078567.350559:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078567.350561:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078567.350564:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078567.350568:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5547
00000400:00000200:1.0:1769078567.350572:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078567.350576:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078567.350578:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078567.350581:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350583:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078567.350586:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350587:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078567.350590:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078567.350591:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078567.350593:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078567.350595:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:1.0:1769078567.350597:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078567.350599:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078567.350602:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350604:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078567.350606:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350608:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078567.350610:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078567.350612:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350614:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078567.350617:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078567.350620:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078567.350622:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078567.350624:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078567.350627:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078567.350630:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078567.350631:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078567.350635:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85612a00.
00000020:00000040:1.0:1769078567.350638:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078567.350641:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078567.350643:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078567.350645:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078567.350647:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078567.350649:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078567.350654:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
00000100:00000001:1.0:1769078567.350658:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078567.350663:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85612a00 x1855007653201408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078567.350672:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078567.350675:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078567.350678:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080821b25] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85612a00 x1855007653201408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078567.350686:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078567.350689:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078567.350692:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078567.350694:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078567.350695:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078567.350698:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078567.350700:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5547
00000400:00000200:1.0:1769078567.350704:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078567.350707:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078567.350709:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078567.350713:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350714:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078567.350716:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350719:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078567.350721:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078567.350722:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078567.350724:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078567.350726:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078567.350728:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078567.350730:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078567.350732:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350735:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078567.350736:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350738:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078567.350740:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078567.350743:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350745:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078567.350748:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078567.350753:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078567.350755:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078567.350757:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078567.350759:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078567.350761:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078567.350762:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078567.350766:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613800.
00000020:00000040:1.0:1769078567.350768:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078567.350770:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078567.350771:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078567.350773:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078567.350774:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078567.350776:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078567.350779:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a400.
00000100:00000001:1.0:1769078567.350782:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078567.350786:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613800 x1855007653201536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078567.350792:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078567.350794:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078567.350797:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ee6579f] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613800 x1855007653201536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078567.350804:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078567.350806:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078567.350809:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078567.350811:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078567.350813:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078567.350815:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078567.350817:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5547
00000400:00000200:1.0:1769078567.350821:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078567.350823:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078567.350825:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078567.350827:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350829:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078567.350830:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350832:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078567.350834:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078567.350835:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078567.350836:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078567.350838:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:1.0:1769078567.350840:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078567.350842:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:1.0:1769078567.350845:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350847:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078567.350849:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350850:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078567.350852:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:1.0:1769078567.350855:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078567.350857:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078567.350858:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078567.350861:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078567.350862:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078567.350864:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078567.350865:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078567.350867:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078567.350868:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078567.350872:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85610a80.
00000020:00000040:1.0:1769078567.350874:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:1.0:1769078567.350875:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078567.350877:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078567.350878:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078567.350880:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078567.350881:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078567.350884:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b800.
00000100:00000001:1.0:1769078567.350886:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078567.350890:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85610a80 x1855007653201664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078567.350895:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078567.350897:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078567.350911:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cf2531] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85610a80 x1855007653201664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078567.350917:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078567.350922:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5557)
00000100:00000001:0.0:1769078567.351026:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078567.351029:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078567.351031:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078567.351034:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078567.351036:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078567.351037:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078567.351039:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078567.351041:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:0.0:1769078567.351045:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078567.351046:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078567.351047:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612680.
00000100:00000001:0.0:1769078567.351050:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078567.351051:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.351054:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.351064:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078567.351066:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078567.351068:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078567.351070:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078567.351071:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078567.351077:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85612a00 x1855007653201408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.351085:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078567.351087:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078567.351089:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078567.351091:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078567.351093:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078567.351096:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653201408:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078567.351100:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078567.351102:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078567.351103:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078567.351105:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078567.351108:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078567.351110:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078567.351114:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078567.351117:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078567.351121:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078567.351126:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653201408, portal 10
00000100:00000001:0.0:1769078567.351128:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078567.351129:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415873024 : -131140293678592 : ffff88ba85612a00)
00000100:00000040:0.0:1769078567.351134:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85612a00 x1855007653201408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.351140:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078567.351142:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078567.351145:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078567.351147:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653201408, offset 0
00000400:00000200:0.0:1769078567.351152:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078567.351156:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078567.351159:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078567.351162:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078567.351561:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078567.351566:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078567.351569:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078567.351573:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201277:201277:256:4294967295] 192.168.204.104@tcp LPNI seq info [201277:201277:8:4294967295]
00000400:00000200:0.0:1769078567.351578:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078567.351585:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078567.351590:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078567.351595:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078567.351601:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078567.351604:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078567.351608:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078567.351611:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769078567.351633:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078567.351635:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078567.351639:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078567.351643:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078567.351647:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078567.351649:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078567.351652:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078567.351656:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85612a00 x1855007653201408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.351664:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078567.351667:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85612a00 x1855007653201408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.351674:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078567.351676:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078567.351680:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078567.351683:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078567.351687:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078567.351689:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300219917
00000100:00000001:0.0:1769078567.351692:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300221180
00000100:00000001:0.0:1769078567.351693:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300219917
00000100:00000001:0.0:1769078567.351695:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300221180
00000100:00000001:0.0:1769078567.351698:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078567.351700:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078567.351702:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078567.351706:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078567/real 1769078567]  req@ffff88ba85612a00 x1855007653201408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078567.351715:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078567.351716:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078567.351719:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078567.351721:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078567.351723:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078567.351725:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078567.351728:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85612a00 x1855007653201408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078567.351737:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85612a00 x1855007653201408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.351743:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078567.351744:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.351746:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078567.351748:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078567.351751:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85612a00 x1855007653201408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.351758:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078567.351761:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85612a00 x1855007653201408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.351768:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078567.351770:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.351772:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078567.351773:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.352257:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078567.352259:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078567.352262:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078567.352268:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078567.352270:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078567.352275:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85612a00 x1855007653201408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078567.352283:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653201408:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078567.352287:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078567.352291:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613800 x1855007653201536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.352297:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078567.352299:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078567.352301:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078567.352304:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078567.352306:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078567.352309:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653201536:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078567.352313:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078567.352315:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078567.352317:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078567.352319:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078567.352324:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078567.352326:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078567.352331:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078567.352333:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078567.352337:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078567.352341:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653201536, portal 4
00000100:00000001:0.0:1769078567.352343:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078567.352344:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415876608 : -131140293675008 : ffff88ba85613800)
00000100:00000040:0.0:1769078567.352350:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613800 x1855007653201536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.352356:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078567.352359:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078567.352361:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078567.352364:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653201536, offset 0
00000400:00000200:0.0:1769078567.352368:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078567.352373:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078567.352377:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078567.352381:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078567.352384:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078567.352386:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078567.352389:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078567.352392:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201278:201278:256:4294967295] 192.168.204.104@tcp LPNI seq info [201278:201278:8:4294967295]
00000400:00000200:0.0:1769078567.352396:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078567.352402:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078567.352407:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078567.352410:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078567.352415:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078567.352418:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078567.352422:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078567.352425:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769078567.352607:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078567.352609:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078567.352614:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078567.352617:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078567.352621:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078567.352623:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078567.352625:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078567.352629:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613800 x1855007653201536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.352637:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078567.352640:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613800 x1855007653201536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.352647:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078567.352649:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078567.352653:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078567.352657:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078567.352661:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078567.352663:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300219925
00000100:00000001:0.0:1769078567.352666:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300221180
00000100:00000001:0.0:1769078567.352668:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300219925
00000100:00000001:0.0:1769078567.352670:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300221180
00000100:00000001:0.0:1769078567.352672:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078567.352675:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078567.352677:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078567.352680:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078567/real 1769078567]  req@ffff88ba85613800 x1855007653201536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078567.352688:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078567.352690:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078567.352692:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078567.352694:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078567.352696:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078567.352698:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078567.352701:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613800 x1855007653201536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078567.352709:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613800 x1855007653201536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.352716:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078567.352717:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.352720:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078567.352721:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078567.352724:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613800 x1855007653201536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.352731:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078567.352735:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613800 x1855007653201536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.352743:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078567.352745:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.352747:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078567.352748:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.352750:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078567.352752:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078567.352755:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078567.352758:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078567.352760:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078567.352764:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613800 x1855007653201536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078567.352772:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653201536:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078567.352776:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078567.352780:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85610a80 x1855007653201664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.352787:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078567.352788:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078567.352791:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078567.352792:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078567.352794:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078567.352797:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653201664:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078567.352800:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078567.352802:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078567.352804:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078567.352806:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078567.352809:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078567.352811:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078567.352815:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078567.352818:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078567.352821:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078567.352824:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653201664, portal 4
00000100:00000001:0.0:1769078567.352827:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078567.352828:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415864960 : -131140293686656 : ffff88ba85610a80)
00000100:00000040:0.0:1769078567.352833:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85610a80 x1855007653201664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.352839:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078567.352842:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078567.352844:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078567.352846:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653201664, offset 0
00000400:00000200:0.0:1769078567.352850:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078567.352854:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078567.352857:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078567.352860:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078567.352863:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078567.352865:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078567.352867:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078567.352870:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201279:201279:256:4294967295] 192.168.204.104@tcp LPNI seq info [201279:201279:8:4294967295]
00000400:00000200:0.0:1769078567.352874:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078567.352880:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078567.352884:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078567.352887:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078567.352891:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078567.352894:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078567.352913:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078567.352916:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769078567.352920:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078567.352922:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078567.352925:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078567.352928:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078567.352931:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078567.352933:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078567.352936:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078567.352940:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85610a80 x1855007653201664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.352947:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078567.352950:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85610a80 x1855007653201664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.352956:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078567.352958:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078567.352961:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078567.352964:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078567.352967:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078567.352969:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300219925
00000100:00000001:0.0:1769078567.352972:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300221180
00000100:00000001:0.0:1769078567.352974:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300219925
00000100:00000001:0.0:1769078567.352976:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300221180
00000100:00000001:0.0:1769078567.352979:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078567.352981:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078567.352983:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078567.352986:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078567/real 1769078567]  req@ffff88ba85610a80 x1855007653201664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078567.352994:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078567.352996:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078567.352998:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078567.353000:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078567.353002:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078567.353004:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078567.353007:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85610a80 x1855007653201664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078567.353016:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85610a80 x1855007653201664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.353028:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078567.353030:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.353031:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078567.353033:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078567.353036:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85610a80 x1855007653201664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.353042:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078567.353046:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85610a80 x1855007653201664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.353053:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078567.353055:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.353056:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078567.353057:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.353059:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078567.353060:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078567.353063:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078567.353066:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078567.353068:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078567.353072:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85610a80 x1855007653201664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078567.353080:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653201664:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078567.353084:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.353086:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078567.353089:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85612a00 x1855007653201408/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.353097:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078567.353099:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078567.353101:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078567.353104:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078567.353106:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078567.353108:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078567.353110:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078567.353112:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b400.
02000000:00000001:0.0:1769078567.353115:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078567.353117:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078567.353119:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85612a00.
00000100:00000001:0.0:1769078567.353121:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078567.353123:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.353124:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078567.353127:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613800 x1855007653201536/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.353133:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078567.353135:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078567.353136:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078567.353138:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078567.353139:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078567.353140:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078567.353142:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078567.353143:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a400.
02000000:00000001:0.0:1769078567.353145:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078567.353146:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078567.353148:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613800.
00000100:00000001:0.0:1769078567.353150:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078567.353151:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.353152:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078567.353155:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85610a80 x1855007653201664/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078567.353161:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078567.353162:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078567.353164:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078567.353675:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078567.353677:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078567.353678:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078567.353681:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078567.353683:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b800.
02000000:00000001:0.0:1769078567.353685:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078567.353686:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078567.353688:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85610a80.
00000100:00000001:0.0:1769078567.353690:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078567.353692:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.353694:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078567.353701:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078567.353703:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078567.353706:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078567.353707:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078567.989069:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078567.989078:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078567.989180:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078567.989186:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078567.989190:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078568.628650:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300221180, at 4300221184
00000100:00000040:1.0:1769078568.628650:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300221180, at 4300221184
00000100:00000010:0.0:1769078568.628667:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d162a0.
00000100:00000010:1.0:1769078568.628669:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16f00.
00010000:00000001:2.0:1769078569.012650:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078569.012656:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078569.012828:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078569.012831:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078569.012835:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078570.038599:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078570.038609:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078570.038771:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078570.038775:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078570.038779:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078571.062008:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078571.062014:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078571.062187:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078571.062192:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078571.062196:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078572.087382:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078572.087389:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078572.089900:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078572.089905:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078572.089909:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078572.472030:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078572.472039:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078572.472042:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078572.472046:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078572.472050:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078572.472057:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5552
00000400:00000200:3.0:1769078572.472066:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078572.472071:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078572.472074:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078572.472077:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472080:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078572.472082:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472085:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078572.472089:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078572.472091:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078572.472093:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078572.472096:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078572.472098:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078572.472100:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078572.472104:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472105:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078572.472107:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472109:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078572.472112:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078572.472116:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472118:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078572.472121:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078572.472124:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078572.472127:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078572.472130:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078572.472132:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078572.472141:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98e00.
00000020:00000040:3.0:1769078572.472145:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078572.472149:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078572.472151:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078572.472154:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078572.472157:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078572.472160:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078572.472168:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5c00.
00000100:00000001:3.0:1769078572.472175:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078572.472184:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98e00 x1855007653201792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078572.472194:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078572.472198:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078572.472203:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009010edb3] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98e00 x1855007653201792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078572.472231:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078572.472235:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078572.472239:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078572.472241:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078572.472242:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078572.472245:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078572.472247:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5552
00000400:00000200:3.0:1769078572.472251:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078572.472255:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078572.472257:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078572.472261:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472264:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078572.472266:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472268:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078572.472272:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078572.472273:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078572.472274:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078572.472276:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078572.472277:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078572.472281:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078572.472282:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078572.472285:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000001:0.0:1769078572.472286:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078572.472291:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472295:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078572.472296:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98e00 x1855007653201792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078572.472300:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472305:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078572.472309:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00000001:0.0:1769078572.472314:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078572.472315:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078572.472317:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078572.472320:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078572.472322:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078572.472323:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078572.472326:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078572.472330:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078572.472330:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078572.472335:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078572.472337:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653201792:192.168.204.104@tcp:250:kworker.0
00000100:00000001:3.0:1769078572.472338:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078572.472343:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078572.472344:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769078572.472348:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078572.472349:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078572.472353:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078572.472353:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078572.472358:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769078572.472359:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a98a80.
00000020:00000040:3.0:1769078572.472363:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000010:0.0:1769078572.472366:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:3.0:1769078572.472366:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078572.472369:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078572.472370:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078572.472372:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078572.472375:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078572.472377:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078572.472381:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000010:3.0:1769078572.472382:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000400:00000010:0.0:1769078572.472387:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00000001:3.0:1769078572.472388:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078572.472397:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a98a80 x1855007653201920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769078572.472398:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078572.472408:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653201792, portal 25
00000100:00000001:3.0:1769078572.472408:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078572.472412:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.472413:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078572.472416:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454171648 : -131140255379968 : ffff88ba87a98e00)
00000100:00000040:3.0:1769078572.472419:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079885380] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a98a80 x1855007653201920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078572.472425:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98e00 x1855007653201792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078572.472437:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.472439:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078572.472442:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078572.472445:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00080000:3.0:1769078572.472448:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1769078572.472450:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000001:3.0:1769078572.472451:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1769078572.472454:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653201792, offset 0
00000100:00080000:3.0:1769078572.472455:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078572.472460:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078572.472463:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078572.472471:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078572.472477:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078572.472482:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078572.472486:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078572.472490:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078572.472493:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078572.472497:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201280:201280:256:4294967295] 192.168.204.104@tcp LPNI seq info [201280:201280:8:4294967295]
00000400:00000200:0.0:1769078572.472501:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078572.472510:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078572.472517:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078572.472522:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078572.472529:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078572.472532:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078572.472589:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078572.472593:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1769078572.472696:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5552
00000400:00000200:3.0:1769078572.472700:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078572.472703:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078572.472706:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078572.472709:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472711:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078572.472713:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472715:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078572.472718:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078572.472719:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078572.472721:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078572.472723:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078572.472725:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078572.472727:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078572.472730:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472732:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078572.472733:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472735:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078572.472737:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078572.472740:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472742:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078572.472744:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078572.472747:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078572.472749:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078572.472751:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078572.472753:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078572.472755:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078572.472757:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078572.472761:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9bb80.
00000020:00000040:3.0:1769078572.472763:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078572.472766:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078572.472767:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078572.472769:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078572.472771:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078572.472772:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078572.472790:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769078572.472794:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078572.472799:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9bb80 x1855007653202048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078572.472807:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078572.472809:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078572.472821:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def85fd5] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9bb80 x1855007653202048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078572.472830:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078572.472832:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078572.472836:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078572.472837:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078572.472839:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078572.472841:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078572.472844:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5552
00000400:00000200:3.0:1769078572.472847:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078572.472851:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078572.472853:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078572.472856:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472858:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078572.472860:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472862:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078572.472864:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078572.472865:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078572.472866:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078572.472868:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000800:00000100:0.0:1769078572.472871:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000020:00000001:3.0:1769078572.472871:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000800:00000010:0.0:1769078572.472877:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078572.472885:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1769078572.472886:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078572.472893:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078572.472895:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078572.472897:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078572.472902:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078572.472903:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000100:00000001:3.0:1769078572.472904:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000010:0.0:1769078572.472908:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000020:00000040:3.0:1769078572.472909:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00000001:0.0:1769078572.472914:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1769078572.472915:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078572.472919:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078572.472923:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98e00 x1855007653201792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078572.472923:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078572.472926:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078572.472931:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078572.472935:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078572.472938:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1769078572.472942:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1769078572.472943:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078572.472946:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078572.472948:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98e00 x1855007653201792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078572.472952:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a99180.
00000020:00000040:3.0:1769078572.472957:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:0.0:1769078572.472961:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078572.472962:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078572.472964:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.472966:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078572.472968:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078572.472971:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078572.472973:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.472974:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078572.472978:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000400:00000200:0.0:1769078572.472982:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:3.0:1769078572.472983:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.472986:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300226303
00000100:00100000:3.0:1769078572.472990:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a99180 x1855007653202176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1769078572.472993:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d162a0.
00000100:00000001:3.0:1769078572.473002:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078572.473003:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078572.473007:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.473013:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300226303
00000100:00000040:3.0:1769078572.473013:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000712b5745] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a99180 x1855007653202176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769078572.473018:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d168a0.
00000100:00000001:0.0:1769078572.473024:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078572.473027:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.473028:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769078572.473031:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078572.473033:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.473037:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1769078572.473038:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078572.473040:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078572.473041:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078572.473044:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078572.473047:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5552
00000400:00000200:3.0:1769078572.473051:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078572.473054:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078572.473056:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078572.473059:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.473061:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078572.473063:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.473064:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078572.473067:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078572.473068:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078572.473069:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078572.473071:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078572.473073:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078572.473075:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078572.473078:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.473079:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078572.473081:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078572.473083:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078572.473085:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078572.473087:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078572.473089:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078572.473091:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078572.473094:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078572.473096:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078572.473098:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078572.473102:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078572.473105:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078572.473107:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078572/real 1769078572]  req@ffff88ba87a98e00 x1855007653201792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078572.473108:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078572.473114:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769078572.473119:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000400:00000001:0.0:1769078572.473122:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1769078572.473123:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000001:0.0:1769078572.473127:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1769078572.473127:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078572.473131:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1769078572.473132:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
02000000:00000001:3.0:1769078572.473133:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078572.473137:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078572.473138:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
02000000:00000010:3.0:1769078572.473141:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000400:00000010:0.0:1769078572.473142:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078572.473148:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769078572.473148:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078572.473153:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98e00 x1855007653201792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078572.473157:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653202304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078572.473182:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078572.473186:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078572.473188:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98e00 x1855007653201792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078572.473195:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653202304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.473198:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078572.473200:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.473205:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078572.473208:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078572.473210:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078572.473216:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98e00 x1855007653201792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078572.473217:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5562)
00000100:00000001:0.0:1769078572.473226:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078572.473232:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98e00 x1855007653201792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.473238:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078572.473241:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.473243:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078572.473244:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.473247:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078572.473249:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078572.473252:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078572.473257:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078572.473259:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078572.473264:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98e00 x1855007653201792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078572.473271:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653201792:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078572.473275:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.473277:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078572.473280:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98e00 x1855007653201792/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.473291:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078572.473293:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078572.473296:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078572.473299:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078572.473300:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078572.473302:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078572.473304:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078572.473306:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5c00.
02000000:00000001:0.0:1769078572.473309:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078572.473311:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078572.473312:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98e00.
00000100:00000001:0.0:1769078572.473315:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078572.473317:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.473318:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.473325:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078572.473327:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.473329:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078572.473331:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078572.473332:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078572.473335:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a98a80 x1855007653201920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.473341:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078572.473342:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078572.473344:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078572.473346:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078572.473347:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078572.473350:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653201920:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078572.473353:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078572.473356:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078572.473358:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078572.473360:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078572.473363:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078572.473364:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078572.473368:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078572.473371:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078572.473374:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078572.473376:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653201920, portal 10
00000100:00000001:0.0:1769078572.473378:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078572.473379:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454170752 : -131140255380864 : ffff88ba87a98a80)
00000100:00000040:0.0:1769078572.473385:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a98a80 x1855007653201920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.473392:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078572.473394:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078572.473396:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078572.473398:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653201920, offset 0
00000400:00000200:0.0:1769078572.473401:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078572.473405:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078572.473408:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078572.473411:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078572.473413:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078572.473416:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078572.473419:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078572.473422:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201281:201281:256:4294967295] 192.168.204.104@tcp LPNI seq info [201281:201281:8:4294967295]
00000400:00000200:0.0:1769078572.473426:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078572.473431:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078572.473435:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078572.473438:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078572.473442:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078572.473444:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078572.473449:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078572.473451:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769078572.473455:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078572.473457:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078572.473459:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078572.473463:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078572.473465:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078572.473467:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078572.473469:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078572.473472:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a98a80 x1855007653201920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.473479:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078572.473481:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a98a80 x1855007653201920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.473488:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.473489:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078572.473492:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078572.473495:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078572.473498:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078572.473500:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300225053
00000100:00000001:0.0:1769078572.473503:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300226303
00000100:00000001:0.0:1769078572.473505:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300225053
00000100:00000001:0.0:1769078572.473506:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300226303
00000100:00000001:0.0:1769078572.473508:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078572.473510:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.473512:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078572.473514:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078572/real 1769078572]  req@ffff88ba87a98a80 x1855007653201920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078572.473521:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078572.473523:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078572.473524:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078572.473527:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078572.473528:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078572.473530:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078572.473533:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a98a80 x1855007653201920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078572.473577:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a98a80 x1855007653201920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.473588:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078572.473590:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.473592:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078572.473594:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078572.473860:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a98a80 x1855007653201920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.473867:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078572.473873:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a98a80 x1855007653201920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.473879:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078572.473882:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.473883:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078572.473884:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.473886:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078572.473888:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078572.473890:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078572.473893:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078572.473895:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078572.473898:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a98a80 x1855007653201920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078572.473906:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653201920:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078572.473909:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078572.473913:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9bb80 x1855007653202048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.473919:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078572.473920:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078572.473922:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078572.473924:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078572.473926:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078572.473928:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653202048:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078572.473931:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078572.473933:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078572.473934:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078572.473936:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078572.473940:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078572.473942:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078572.473946:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078572.473949:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078572.473952:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078572.473955:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653202048, portal 10
00000100:00000001:0.0:1769078572.473957:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078572.473958:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454183296 : -131140255368320 : ffff88ba87a9bb80)
00000100:00000040:0.0:1769078572.473963:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9bb80 x1855007653202048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.473968:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078572.473970:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078572.473972:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078572.473974:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653202048, offset 0
00000400:00000200:0.0:1769078572.473978:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078572.473982:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078572.473985:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078572.473988:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078572.473990:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078572.473992:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078572.473994:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078572.473997:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201282:201282:256:4294967295] 192.168.204.104@tcp LPNI seq info [201282:201282:8:4294967295]
00000400:00000200:0.0:1769078572.474001:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078572.474007:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078572.474012:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078572.474014:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078572.474018:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078572.474020:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078572.474024:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078572.474026:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769078572.474029:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078572.474031:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078572.474034:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078572.474037:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078572.474092:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078572.474093:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078572.474096:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078572.474100:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9bb80 x1855007653202048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474108:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078572.474110:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9bb80 x1855007653202048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474117:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.474118:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078572.474121:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078572.474124:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:0.0:1769078572.474128:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078572.474129:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300225039
00000100:00000001:0.0:1769078572.474132:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300226303
00000100:00000001:0.0:1769078572.474134:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300225039
00000100:00000001:0.0:1769078572.474136:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300226303
00000100:00000001:0.0:1769078572.474138:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078572.474140:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.474142:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078572.474145:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078572/real 1769078572]  req@ffff88ba87a9bb80 x1855007653202048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078572.474153:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078572.474154:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078572.474156:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078572.474158:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078572.474160:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078572.474162:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078572.474165:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9bb80 x1855007653202048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078572.474173:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9bb80 x1855007653202048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474179:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078572.474180:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.474182:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078572.474183:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078572.474187:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9bb80 x1855007653202048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474193:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078572.474197:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9bb80 x1855007653202048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474203:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078572.474205:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.474207:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078572.474208:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.474209:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078572.474210:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078572.474213:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078572.474216:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078572.474218:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078572.474221:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9bb80 x1855007653202048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078572.474229:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653202048:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078572.474233:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078572.474236:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a99180 x1855007653202176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474241:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078572.474243:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078572.474244:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078572.474246:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078572.474248:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078572.474250:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653202176:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078572.474253:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078572.474255:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078572.474257:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078572.474258:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078572.474261:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078572.474263:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078572.474267:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078572.474269:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078572.474272:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078572.474275:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653202176, portal 4
00000100:00000001:0.0:1769078572.474276:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078572.474277:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454172544 : -131140255379072 : ffff88ba87a99180)
00000100:00000040:0.0:1769078572.474283:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a99180 x1855007653202176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474289:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078572.474291:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078572.474294:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078572.474296:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653202176, offset 0
00000400:00000200:0.0:1769078572.474300:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078572.474304:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078572.474307:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078572.474310:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078572.474313:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078572.474315:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078572.474317:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078572.474320:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201283:201283:256:4294967295] 192.168.204.104@tcp LPNI seq info [201283:201283:8:4294967295]
00000400:00000200:0.0:1769078572.474323:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078572.474329:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078572.474333:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078572.474336:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078572.474340:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078572.474342:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078572.474346:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078572.474349:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769078572.474353:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078572.474355:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078572.474357:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078572.474361:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078572.474363:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078572.474365:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078572.474367:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078572.474371:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a99180 x1855007653202176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474378:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078572.474381:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a99180 x1855007653202176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474386:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.474388:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078572.474390:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078572.474393:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078572.474395:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078572.474397:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300225046
00000100:00000001:0.0:1769078572.474399:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300226303
00000100:00000001:0.0:1769078572.474401:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300225046
00000100:00000001:0.0:1769078572.474403:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300226303
00000100:00000001:0.0:1769078572.474405:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078572.474408:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.474409:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078572.474412:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078572/real 1769078572]  req@ffff88ba87a99180 x1855007653202176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078572.474420:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078572.474421:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078572.474423:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078572.474425:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078572.474426:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078572.474428:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078572.474431:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a99180 x1855007653202176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078572.474440:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a99180 x1855007653202176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474446:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078572.474447:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.474449:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078572.474450:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078572.474454:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a99180 x1855007653202176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474460:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078572.474463:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a99180 x1855007653202176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474468:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078572.474471:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.474472:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078572.474474:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.474475:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078572.474477:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078572.474479:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078572.474481:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078572.474483:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078572.474487:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a99180 x1855007653202176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078572.474494:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653202176:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078572.474497:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078572.474500:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653202304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474505:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078572.474507:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078572.474508:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078572.474510:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078572.474511:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078572.474514:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653202304:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078572.474517:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078572.474518:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078572.474520:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078572.474522:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078572.474524:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078572.474526:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078572.474529:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078572.474531:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078572.474533:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078572.474574:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653202304, portal 4
00000100:00000001:0.0:1769078572.474577:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078572.474578:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
00000100:00000040:0.0:1769078572.474584:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653202304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474590:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078572.474593:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078572.474595:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078572.474872:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653202304, offset 0
00000400:00000200:0.0:1769078572.474878:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078572.474883:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078572.474886:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078572.474889:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078572.474891:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078572.474893:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078572.474895:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078572.474898:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201284:201284:256:4294967295] 192.168.204.104@tcp LPNI seq info [201284:201284:8:4294967295]
00000400:00000200:0.0:1769078572.474902:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078572.474907:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078572.474911:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078572.474914:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078572.474917:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078572.474920:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769078572.474923:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078572.474925:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769078572.474928:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078572.474930:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078572.474933:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078572.474936:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078572.474938:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078572.474939:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078572.474941:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078572.474944:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9ad80 x1855007653202304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474958:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078572.474961:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653202304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.474968:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.474969:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078572.474972:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078572.474976:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078572.474979:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078572.474981:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300225047
00000100:00000001:0.0:1769078572.474984:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300226303
00000100:00000001:0.0:1769078572.474986:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300225047
00000100:00000001:0.0:1769078572.474987:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300226303
00000100:00000001:0.0:1769078572.474989:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078572.474991:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.474993:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078572.474996:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078572/real 1769078572]  req@ffff88ba87a9ad80 x1855007653202304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078572.475004:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078572.475005:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078572.475007:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078572.475009:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078572.475011:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078572.475013:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078572.475016:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653202304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078572.475023:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653202304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.475029:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078572.475031:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.475032:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078572.475033:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078572.475036:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653202304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.475099:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078572.475104:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653202304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.475110:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078572.475112:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.475113:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078572.475114:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.475116:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078572.475117:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078572.475120:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078572.475123:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078572.475125:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078572.475128:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653202304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078572.475136:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653202304:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078572.475140:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.475142:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078572.475146:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a98a80 x1855007653201920/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.475152:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078572.475155:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078572.475157:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637d800.
02000000:00000001:0.0:1769078572.475160:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078572.475161:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078572.475163:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078572.475165:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078572.475167:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:0.0:1769078572.475170:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078572.475172:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078572.475173:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a98a80.
00000100:00000001:0.0:1769078572.475176:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078572.475177:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.475179:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078572.475182:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9bb80 x1855007653202048/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.475189:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078572.475190:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078572.475191:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078572.475193:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078572.475194:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078572.475196:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078572.475197:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078572.475199:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:0.0:1769078572.475201:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078572.475202:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078572.475204:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9bb80.
00000100:00000001:0.0:1769078572.475206:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078572.475207:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.475209:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078572.475212:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a99180 x1855007653202176/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.475218:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078572.475219:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078572.475220:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078572.475222:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078572.475223:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078572.475224:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078572.475226:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078572.475227:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:0.0:1769078572.475228:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078572.475230:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078572.475231:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a99180.
00000100:00000001:0.0:1769078572.475233:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078572.475234:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.475235:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078572.475238:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653202304/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078572.475244:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078572.475245:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078572.475247:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637e400.
02000000:00000001:0.0:1769078572.475248:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078572.475249:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078572.475250:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078572.475252:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078572.475253:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:0.0:1769078572.475255:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078572.475256:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078572.475257:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:0.0:1769078572.475259:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078572.475261:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.475262:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078572.475269:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078572.475270:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078572.475272:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078572.475273:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078573.108673:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078573.108681:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078573.108938:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078573.108941:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078573.108945:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078573.748652:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300226303, at 4300226304
00000100:00000010:0.0:1769078573.748667:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d162a0.
00000100:00000040:1.0:1769078573.749148:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300226303, at 4300226304
00000100:00000010:1.0:1769078573.749154:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d168a0.
00010000:00000001:2.0:1769078574.132767:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078574.132773:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078574.132992:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078574.132996:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078574.132999:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078575.156723:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078575.156731:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078575.156834:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078575.156843:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078575.156849:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078576.180720:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078576.180729:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078576.180731:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078576.180734:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078576.180738:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078576.180741:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078576.180743:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078576.180744:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078576.180871:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078576.180875:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078576.180877:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078577.204884:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078577.204891:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078577.205001:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078577.205005:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078577.205009:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078577.589101:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078577.589110:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078577.589112:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078577.589116:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078577.589120:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078577.589127:0:13730:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5557
00000400:00000200:1.0:1769078577.589136:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078577.589280:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078577.589283:0:13730:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078577.589287:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.589290:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078577.589292:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.589295:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078577.589299:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078577.589301:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:1.0:1769078577.589303:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078577.589306:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:1.0:1769078577.589309:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:1.0:1769078577.589311:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:1.0:1769078577.589314:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.589316:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078577.589318:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.589320:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078577.589323:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:1.0:1769078577.589326:0:13730:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078577.589328:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078577.589331:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078577.589334:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078577.589336:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.589340:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078577.589342:0:13730:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078577.589347:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611180.
00000020:00000040:1.0:1769078577.589350:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:1.0:1769078577.589354:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078577.589356:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.589359:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078577.589362:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078577.589365:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078577.589371:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821a400.
00000100:00000001:1.0:1769078577.589376:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078577.589384:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611180 x1855007653202432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078577.589394:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078577.589398:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078577.589403:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca7c0f41] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611180 x1855007653202432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078577.589426:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078577.589429:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078577.589433:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078577.589434:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078577.589436:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078577.589438:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078577.589441:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5557
00000400:00000200:1.0:1769078577.589444:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078577.589447:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078577.589449:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078577.589452:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.589454:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078577.589456:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.589458:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078577.589460:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078577.589462:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:1.0:1769078577.589463:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078577.589465:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:1.0:1769078577.589467:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:1.0:1769078577.589470:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:1.0:1769078577.589473:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.589474:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078577.589476:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.589478:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078577.589480:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:1.0:1769078577.589482:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078577.589484:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078577.589486:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078577.589490:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078577.589492:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.589494:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078577.589507:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078577.589510:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.589512:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078577.589515:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613b80.
00000020:00000040:1.0:1769078577.589517:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078577.589520:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078577.589521:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.589523:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078577.589524:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078577.589526:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078577.589529:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821b400.
00000100:00000001:1.0:1769078577.589532:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.589575:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078577.589580:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078577.589582:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078577.589590:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611180 x1855007653202432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.589599:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078577.589601:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078577.589606:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078577.589609:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078577.589612:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078577.589616:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613b80 x1855007653202560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769078577.589618:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653202432:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078577.589628:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078577.589632:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769078577.589633:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078577.589636:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078577.589637:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078577.589642:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1769078577.589643:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463b92a8] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613b80 x1855007653202560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078577.589648:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078577.589653:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.589656:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078577.589660:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078577.589663:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078577.589665:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078577.589668:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1769078577.589670:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00080000:1.0:1769078577.589670:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078577.589676:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078577.589679:0:13730:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5557
00000400:00000010:0.0:1769078577.589680:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000400:00000200:1.0:1769078577.589685:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000200:0.0:1769078577.589689:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653202432, portal 25
00000400:00000200:1.0:1769078577.589689:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078577.589693:0:13730:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078577.589694:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078577.589697:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415866752 : -131140293684864 : ffff88ba85611180)
00000100:00000040:1.0:1769078577.589698:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.589703:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078577.589708:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000040:0.0:1769078577.589709:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611180 x1855007653202432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078577.589711:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078577.589715:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078577.589717:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:1.0:1769078577.589721:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078577.589724:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000100:00000001:0.0:1769078577.589737:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078577.589742:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078577.589745:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078577.589748:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653202432, offset 0
00000400:00000200:0.0:1769078577.589755:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078577.589763:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078577.589769:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078577.589775:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078577.589779:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078577.589782:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078577.589785:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078577.589789:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201285:201285:256:4294967295] 192.168.204.104@tcp LPNI seq info [201285:201285:8:4294967295]
00000400:00000200:0.0:1769078577.589793:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078577.589801:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078577.589808:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078577.589812:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078577.589819:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078577.589822:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078577.589828:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078577.589831:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078577.589835:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078577.589837:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078577.589841:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078577.589845:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078577.589850:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078577.589852:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078577.589856:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078577.589860:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611180 x1855007653202432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.589868:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078577.589872:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611180 x1855007653202432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.589878:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.589880:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078577.589886:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078577.589890:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078577.589893:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300231420
00000100:00000010:0.0:1769078577.589897:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d162a0.
00000100:00000001:0.0:1769078577.589904:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078577.589909:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300231420
00000100:00000010:0.0:1769078577.589912:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88baa6d16600.
00000100:00000001:0.0:1769078577.589915:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078577.589917:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078577.589920:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.589922:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078577.589926:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078577/real 1769078577]  req@ffff88ba85611180 x1855007653202432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078577.589941:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078577.589943:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078577.589945:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078577.589948:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078577.589950:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078577.589952:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078577.589956:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611180 x1855007653202432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078577.589964:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611180 x1855007653202432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.589971:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078577.589972:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.589975:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078577.589977:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078577.589981:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611180 x1855007653202432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.589988:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078577.589992:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611180 x1855007653202432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.589998:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078577.590001:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.590003:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078577.590004:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.590007:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078577.590025:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078577.590028:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078577.590032:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078577.590034:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078577.590038:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611180 x1855007653202432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078577.590046:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653202432:192.168.204.104@tcp:250:kworker.0
00000100:00000001:0.0:1769078577.590051:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.590052:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078577.590055:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611180 x1855007653202432/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.590062:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078577.590064:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078577.590067:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078577.590070:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078577.590072:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078577.590074:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:0.0:1769078577.590076:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078577.590078:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821a400.
02000000:00000001:0.0:1769078577.590082:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078577.590084:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078577.590085:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611180.
00000100:00000001:0.0:1769078577.590088:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078577.590089:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.590091:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.590098:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078577.590100:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.590102:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078577.590103:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078577.590105:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078577.590108:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613b80 x1855007653202560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.590115:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078577.590116:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078577.590118:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078577.590120:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078577.590122:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078577.590124:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653202560:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078577.590128:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078577.590129:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078577.590131:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078577.590132:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078577.590135:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078577.590137:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078577.590141:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078577.590144:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078577.590147:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078577.590150:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653202560, portal 10
00000100:00000001:0.0:1769078577.590152:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078577.590153:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415877504 : -131140293674112 : ffff88ba85613b80)
00000100:00000040:0.0:1769078577.590159:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613b80 x1855007653202560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.590165:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078577.590167:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078577.590169:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078577.590171:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653202560, offset 0
00000400:00000200:0.0:1769078577.590175:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078577.590178:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078577.590183:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078577.590186:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078577.590188:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078577.590191:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078577.590193:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078577.590196:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201286:201286:256:4294967295] 192.168.204.104@tcp LPNI seq info [201286:201286:8:4294967295]
00000400:00000200:0.0:1769078577.590200:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078577.590206:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078577.590210:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078577.590213:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078577.590217:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078577.590220:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078577.590224:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078577.590227:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078577.590231:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078577.590232:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078577.590235:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078577.590238:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078577.590241:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078577.590243:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078577.590245:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078577.590248:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613b80 x1855007653202560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.590255:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078577.590258:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613b80 x1855007653202560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.590264:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.590265:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078577.590268:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078577.590272:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:0.0:1769078577.590275:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078577.590277:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300230170
00000100:00000001:0.0:1769078577.590280:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300231420
00000100:00000001:0.0:1769078577.590282:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300230170
00000100:00000001:0.0:1769078577.590284:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300231420
00000100:00000001:0.0:1769078577.590286:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078577.590288:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.590289:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078577.590293:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078577/real 1769078577]  req@ffff88ba85613b80 x1855007653202560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078577.590301:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078577.590302:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078577.590304:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078577.590307:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078577.590308:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078577.590311:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078577.590314:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613b80 x1855007653202560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078577.590322:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613b80 x1855007653202560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.590328:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078577.590330:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.590332:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078577.590333:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078577.590336:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613b80 x1855007653202560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.590343:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078577.590347:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613b80 x1855007653202560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.590354:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078577.590356:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.590357:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078577.590358:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.590360:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078577.590362:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078577.590364:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078577.590367:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078577.590369:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078577.590373:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613b80 x1855007653202560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078577.590380:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653202560:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078577.590383:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.590385:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078577.590388:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613b80 x1855007653202560/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.590394:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078577.590395:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078577.590397:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078577.590400:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078577.590401:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078577.590403:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078577.590404:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078577.590406:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821b400.
02000000:00000001:0.0:1769078577.590409:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078577.590410:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078577.590412:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613b80.
00000100:00000001:0.0:1769078577.590414:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078577.590415:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.590417:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.590420:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078577.590421:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.590423:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078577.590424:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078577.590519:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:1.0:1769078577.590523:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:1.0:1769078577.590528:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.590531:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078577.590533:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.590555:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078577.590558:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:1.0:1769078577.590562:0:13730:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078577.590566:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078577.590568:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078577.590572:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078577.590574:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.590576:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078577.590579:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078577.590582:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.590584:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078577.590589:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613480.
00000020:00000040:1.0:1769078577.590591:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:1.0:1769078577.590595:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078577.590596:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.590598:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078577.590600:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078577.590602:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078577.590606:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8821ac00.
00000100:00000001:1.0:1769078577.590609:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078577.590615:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613480 x1855007653202688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078577.590623:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078577.590625:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078577.590629:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3972140] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613480 x1855007653202688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078577.590649:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078577.590652:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078577.590655:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078577.590657:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078577.590658:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078577.590661:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078577.590663:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5557
00000400:00000200:1.0:1769078577.590668:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:1.0:1769078577.590671:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078577.590674:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078577.590677:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.590679:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078577.590681:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.590682:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:1.0:1769078577.590684:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078577.590685:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:1.0:1769078577.590687:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078577.590688:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:1.0:1769078577.590690:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:1.0:1769078577.590693:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:1.0:1769078577.590696:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.590697:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078577.590699:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.590701:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:1.0:1769078577.590703:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:1.0:1769078577.590706:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078577.590709:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078577.590710:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078577.590713:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078577.590715:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.590717:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078577.590719:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078577.590722:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.590724:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.590761:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078577.590764:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078577.590765:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078577.590770:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613480 x1855007653202688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078577.590776:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85613b80.
00000100:00000001:0.0:1769078577.590778:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769078577.590781:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:0.0:1769078577.590782:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078577.590787:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078577.590788:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078577.590791:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078577.590791:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.590794:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078577.590796:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078577.590799:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1769078577.590802:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653202688:192.168.204.104@tcp:38:kworker.0
02000000:00000001:1.0:1769078577.590803:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.590808:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1769078577.590810:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88219400.
02000000:00000001:0.0:1769078577.590812:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078577.590815:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.590815:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078577.590817:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078577.590822:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
00000100:00100000:1.0:1769078577.590824:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85613b80 x1855007653202816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078577.590825:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078577.590835:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078577.590840:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000100:00000001:1.0:1769078577.590840:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078577.590843:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078577.590846:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000040:1.0:1769078577.590849:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000463b92a8] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85613b80 x1855007653202816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078577.590852:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653202688, portal 10
00000100:00000001:0.0:1769078577.590857:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078577.590859:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415875712 : -131140293675904 : ffff88ba85613480)
00000100:00000001:1.0:1769078577.590868:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078577.590870:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613480 x1855007653202688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078577.590872:0:13730:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078577.590881:0:13730:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078577.590885:0:13730:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078577.590887:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078577.590888:0:13730:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1769078577.590892:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000100:00000001:1.0:1769078577.590894:0:13730:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1769078577.590896:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00080000:1.0:1769078577.590899:0:13730:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5557
00000100:00000200:0.0:1769078577.590900:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653202688, offset 0
00000400:00000200:1.0:1769078577.590905:0:13730:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078577.590910:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:1.0:1769078577.590913:0:13730:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1769078577.590917:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00080000:1.0:1769078577.590917:0:13730:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078577.590923:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000400:00000200:0.0:1769078577.590926:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000001:1.0:1769078577.590927:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078577.590931:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769078577.590932:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.590935:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000400:00000200:0.0:1769078577.590936:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000020:00000001:1.0:1769078577.590939:0:13730:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769078577.590942:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769078577.590943:0:13730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:1.0:1769078577.590946:0:13730:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078577.590947:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000020:00000040:1.0:1769078577.590950:0:13730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000400:00000200:0.0:1769078577.590953:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201287:201287:256:4294967295] 192.168.204.104@tcp LPNI seq info [201287:201287:8:4294967295]
00000020:00000001:1.0:1769078577.590955:0:13730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:1.0:1769078577.590960:0:13730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000400:00000200:0.0:1769078577.590964:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000040:1.0:1769078577.590968:0:13730:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.590972:0:13730:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078577.590979:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078577.590979:0:13730:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:1.0:1769078577.590983:0:13730:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000800:00000200:0.0:1769078577.590988:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000020:00000040:1.0:1769078577.590989:0:13730:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000800:00000010:0.0:1769078577.590995:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000100:00080000:1.0:1769078577.590996:0:13730:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:1.0:1769078577.591001:0:13730:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078577.591004:0:13730:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1769078577.591005:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
02000000:00000001:1.0:1769078577.591008:0:13730:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1769078577.591010:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1769078577.591012:0:13730:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.591016:0:13730:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:0.1:1769078577.591018:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000008:00100000:1.0:1769078577.591020:0:13730:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000800:00000200:0.1:1769078577.591023:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000008:00000001:1.0:1769078577.591024:0:13730:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.591029:0:13730:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769078577.591033:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000100:00000010:1.0:1769078577.591035:0:13730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba85611180.
00000800:00000010:0.0:1769078577.591037:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000020:00000040:1.0:1769078577.591039:0:13730:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
00000400:00000200:0.0:1769078577.591043:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1769078577.591044:0:13730:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078577.591047:0:13730:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078577.591051:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078577.591052:0:13730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078577.591055:0:13730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078577.591056:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
02000000:00000001:1.0:1769078577.591057:0:13730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078577.591061:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
02000000:00000010:1.0:1769078577.591063:0:13730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba88218c00.
00000100:00000001:0.0:1769078577.591065:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769078577.591069:0:13730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078577.591071:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613480 x1855007653202688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078577.591077:0:13730:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba85611180 x1855007653202944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078577.591087:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078577.591092:0:13730:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1769078577.591094:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613480 x1855007653202688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078577.591095:0:13730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078577.591103:0:13730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca7c0f41] to pc [ptlrpcd_rcv+-1]  req@ffff88ba85611180 x1855007653202944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.591108:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.591113:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078577.591118:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078577.591118:0:13730:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078577.591123:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000100:00000040:1.0:1769078577.591125:0:13730:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5567)
00000400:00000200:0.0:1769078577.591130:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078577.591133:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300230156
00000100:00000001:0.0:1769078577.591136:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300231420
00000100:00000001:0.0:1769078577.591138:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300230156
00000100:00000001:0.0:1769078577.591141:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300231420
00000100:00000001:0.0:1769078577.591143:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078577.591145:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.591148:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078577.591152:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078577/real 1769078577]  req@ffff88ba85613480 x1855007653202688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078577.591159:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078577.591161:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078577.591162:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078577.591165:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078577.591167:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078577.591169:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078577.591172:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613480 x1855007653202688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078577.591181:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613480 x1855007653202688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.591187:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078577.591189:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.591190:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078577.591192:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078577.591195:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613480 x1855007653202688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.591201:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078577.591205:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613480 x1855007653202688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.591212:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078577.591214:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.591215:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078577.591217:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.591218:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078577.591220:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078577.591223:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078577.591226:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078577.591228:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078577.591231:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613480 x1855007653202688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078577.591239:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653202688:192.168.204.104@tcp:38:kworker.0
00000100:00000001:0.0:1769078577.591242:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.591244:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078577.591246:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613480 x1855007653202688/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.591252:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078577.591254:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078577.591256:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078577.591258:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078577.591259:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078577.591261:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:0.0:1769078577.591263:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078577.591264:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8821ac00.
02000000:00000001:0.0:1769078577.591267:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078577.591268:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078577.591269:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613480.
00000100:00000001:0.0:1769078577.591272:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078577.591273:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.591274:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.591278:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078577.591280:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.591281:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078577.591283:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078577.591284:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078577.591287:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85613b80 x1855007653202816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.591294:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078577.591295:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078577.591297:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078577.591299:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078577.591301:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078577.591304:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653202816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078577.591306:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078577.591308:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078577.591310:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078577.591311:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078577.591314:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078577.591317:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078577.591320:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078577.591323:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078577.591326:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078577.591328:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653202816, portal 4
00000100:00000001:0.0:1769078577.591330:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078577.591331:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415877504 : -131140293674112 : ffff88ba85613b80)
00000100:00000040:0.0:1769078577.591336:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85613b80 x1855007653202816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.591343:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078577.591345:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078577.591347:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078577.591349:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653202816, offset 0
00000400:00000200:0.0:1769078577.591353:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078577.591357:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078577.591360:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078577.591363:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078577.591365:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078577.591367:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078577.591369:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078577.591372:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201288:201288:256:4294967295] 192.168.204.104@tcp LPNI seq info [201288:201288:8:4294967295]
00000400:00000200:0.0:1769078577.591376:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078577.591382:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078577.591386:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078577.591389:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078577.591393:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078577.591395:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078577.591400:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078577.591402:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078577.591406:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078577.591408:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078577.591411:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078577.591414:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078577.591418:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078577.591419:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078577.591422:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078577.591425:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85613b80 x1855007653202816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.591432:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078577.591434:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85613b80 x1855007653202816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.591440:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.591442:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078577.591444:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078577.591448:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:0.0:1769078577.591451:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078577.591453:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300230163
00000100:00000001:0.0:1769078577.591456:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300231420
00000100:00000001:0.0:1769078577.591458:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300230163
00000100:00000001:0.0:1769078577.591460:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300231420
00000100:00000001:0.0:1769078577.591462:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078577.591464:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.591466:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078577.591470:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078577/real 1769078577]  req@ffff88ba85613b80 x1855007653202816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078577.591477:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078577.591479:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078577.591480:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078577.591483:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078577.591484:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078577.591486:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078577.591490:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85613b80 x1855007653202816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078577.591503:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85613b80 x1855007653202816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.591509:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078577.591511:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.591513:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078577.591514:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078577.591517:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85613b80 x1855007653202816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.591523:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078577.591526:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85613b80 x1855007653202816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.591532:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078577.591607:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.591609:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078577.591610:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.591612:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078577.591613:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078577.591616:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078577.591619:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078577.591621:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078577.591625:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85613b80 x1855007653202816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078577.591632:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653202816:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078577.591636:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078577.591639:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba85611180 x1855007653202944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.591651:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078577.591652:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078577.591654:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078577.591656:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078577.591658:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078577.591661:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba85611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653202944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078577.591663:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078577.591665:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078577.591667:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078577.591669:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078577.591672:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078577.591674:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078577.591678:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:0.0:1769078577.591680:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba87f5e528.
00000400:00000010:0.0:1769078577.591683:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba897997f8.
00000100:00000200:0.0:1769078577.591686:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653202944, portal 4
00000100:00000001:0.0:1769078577.591688:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078577.591689:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933415866752 : -131140293684864 : ffff88ba85611180)
00000100:00000040:0.0:1769078577.591695:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba85611180 x1855007653202944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.591701:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078577.591704:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:0.0:1769078577.591706:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba89799880.
00000100:00000200:0.0:1769078577.591708:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653202944, offset 0
00000400:00000200:0.0:1769078577.591712:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:0.0:1769078577.591716:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078577.591720:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:0.0:1769078577.591722:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078577.591725:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:0.0:1769078577.592614:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078577.592617:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:0.0:1769078577.592620:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201289:201289:256:4294967295] 192.168.204.104@tcp LPNI seq info [201289:201289:8:4294967295]
00000400:00000200:0.0:1769078577.592625:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078577.592632:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078577.592637:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078577.592642:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba98727a00.
00000800:00000200:0.0:1769078577.592647:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.0:1769078577.592650:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078577.592655:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:0.1:1769078577.592657:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078577.592675:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:0.0:1769078577.592677:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba98727a00.
00000400:00000200:0.0:1769078577.592681:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078577.592685:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078577.592688:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba89799880
00000400:00000010:0.0:1769078577.592690:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba89799880.
00000100:00000001:0.0:1769078577.592694:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078577.592698:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba85611180 x1855007653202944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.592707:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078577.592710:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba85611180 x1855007653202944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.592717:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.592718:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078577.592722:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078577.592738:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:0.0:1769078577.592742:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078577.592745:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300230165
00000100:00000001:0.0:1769078577.592748:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300231420
00000100:00000001:0.0:1769078577.592751:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300230165
00000100:00000001:0.0:1769078577.592752:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300231420
00000100:00000001:0.0:1769078577.592755:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078577.592757:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.592759:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078577.592763:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078577/real 1769078577]  req@ffff88ba85611180 x1855007653202944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078577.592771:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078577.592772:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078577.592773:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba87f5e528.
00000400:00000200:0.0:1769078577.592776:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba897997f8
00000400:00000010:0.0:1769078577.592778:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba897997f8.
00000100:00000001:0.0:1769078577.592780:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078577.592782:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba85611180 x1855007653202944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078577.592789:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba85611180 x1855007653202944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.592794:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078577.592795:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.592797:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078577.592798:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078577.592801:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba85611180 x1855007653202944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.592807:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078577.592811:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba85611180 x1855007653202944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.592817:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078577.592820:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.592822:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078577.592823:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.592825:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078577.592826:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078577.592829:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078577.592832:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:0.0:1769078577.592834:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078577.592837:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba85611180 x1855007653202944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078577.592844:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba85611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653202944:192.168.204.104@tcp:8:kworker.0
00000100:00000001:0.0:1769078577.592846:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.592848:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078577.592850:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85613b80 x1855007653202816/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.592856:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078577.592857:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078577.592859:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637ec00.
02000000:00000001:0.0:1769078577.592862:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078577.592863:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078577.592864:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078577.592866:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078577.592868:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88219400.
02000000:00000001:0.0:1769078577.592870:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078577.592872:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078577.592873:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85613b80.
00000100:00000001:0.0:1769078577.592876:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078577.592877:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.592878:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078577.592881:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba85611180 x1855007653202944/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078577.592887:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078577.592888:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078577.592889:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88ba8637dc00.
02000000:00000001:0.0:1769078577.592891:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078577.592893:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078577.592894:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:0.0:1769078577.592895:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078577.592897:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba88218c00.
02000000:00000001:0.0:1769078577.592899:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078577.592900:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078577.592901:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba85611180.
00000100:00000001:0.0:1769078577.592903:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078577.592904:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.592905:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078577.592910:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078577.592912:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078577.592914:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078577.592916:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078578.228872:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078578.228879:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078578.228967:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078578.228971:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078578.228974:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078578.868687:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300231420, at 4300231424
00000100:00000010:0.0:1769078578.868718:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d162a0.
00000100:00000040:1.0:1769078578.868939:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300231420, at 4300231424
00000100:00000010:1.0:1769078578.868973:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88baa6d16600.
00010000:00000001:2.0:1769078579.252675:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078579.252682:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078579.252783:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078579.252791:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078579.252796:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078580.277162:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078580.277171:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078580.277252:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078580.277255:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078580.277258:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078581.300655:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078581.300663:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078581.300862:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078581.300866:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078581.300869:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078582.324643:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078582.324663:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078582.324734:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078582.324737:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078582.324741:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078582.709389:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078582.709398:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078582.709401:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078582.709405:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078582.709408:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078582.709416:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5562
00000400:00000200:0.0:1769078582.709424:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078582.709463:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078582.709467:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078582.709470:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.709473:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078582.709476:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.709478:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078582.709482:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078582.709484:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:0.0:1769078582.709486:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078582.709488:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:0.0:1769078582.709490:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:0.0:1769078582.709493:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:0.0:1769078582.709496:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.709498:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078582.709500:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.709502:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078582.709505:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:0.0:1769078582.709508:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078582.709511:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078582.709513:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078582.709516:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078582.709518:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.709520:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078582.709522:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078582.709531:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579e300.
00000020:00000040:0.0:1769078582.709579:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:0.0:1769078582.709584:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078582.709586:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.709589:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078582.709592:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078582.709596:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078582.709604:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637d800.
00000100:00000001:0.0:1769078582.709610:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078582.709618:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579e300 x1855007653203072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078582.709628:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078582.709632:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078582.709637:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040518a28] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579e300 x1855007653203072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078582.710420:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078582.710424:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078582.710428:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078582.710430:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078582.710431:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078582.710434:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078582.710437:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5562
00000400:00000200:0.0:1769078582.710442:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078582.710446:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078582.710448:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078582.710450:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.710452:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078582.710454:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.710457:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078582.710460:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078582.710461:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:0.0:1769078582.710463:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078582.710465:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:0.0:1769078582.710467:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:0.0:1769078582.710470:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:0.0:1769078582.710472:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.710474:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078582.710476:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.710477:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078582.710479:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:0.0:1769078582.710482:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078582.710484:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078582.710486:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078582.710491:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078582.710494:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.710496:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078582.710500:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078582.710503:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.710505:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078582.710510:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579fb80.
00000020:00000040:0.0:1769078582.710512:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:0.0:1769078582.710515:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078582.710516:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.710518:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078582.710520:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078582.710522:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078582.710526:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637d000.
00000100:00000001:0.0:1769078582.710530:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078582.710560:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579fb80 x1855007653203200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078582.710569:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078582.710571:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078582.710575:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003eef4410] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579fb80 x1855007653203200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078582.710583:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078582.710586:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078582.710589:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078582.710590:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078582.710592:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078582.710594:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078582.710596:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5562
00000400:00000200:0.0:1769078582.710600:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078582.710603:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078582.710605:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078582.710608:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.710609:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078582.710611:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.710613:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078582.710615:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078582.710616:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:0.0:1769078582.710618:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078582.710620:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:0.0:1769078582.710621:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:0.0:1769078582.710624:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:0.0:1769078582.710627:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.710629:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078582.710631:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.710633:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078582.710635:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:0.0:1769078582.710638:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078582.710655:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078582.710657:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078582.710660:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078582.710662:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.710664:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078582.710666:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078582.710668:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.710670:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078582.710673:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579f100.
00000020:00000040:0.0:1769078582.710675:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:0.0:1769078582.710678:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078582.710679:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.710681:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078582.710682:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078582.710684:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078582.710687:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637f000.
00000100:00000001:0.0:1769078582.710690:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078582.710691:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1769078582.710694:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579f100 x1855007653203328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078582.710695:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078582.710697:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078582.710701:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078582.710703:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078582.710703:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579e300 x1855007653203072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078582.710706:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090e9c50a] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579f100 x1855007653203328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.710711:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078582.710713:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.710715:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078582.710717:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769078582.710717:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1769078582.710720:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1769078582.710720:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078582.710722:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078582.710723:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1769078582.710723:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.710726:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769078582.710726:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653203072:192.168.204.104@tcp:250:kworker.0
00000100:00080000:0.0:1769078582.710728:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5562
00000100:00000001:2.0:1769078582.710730:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000400:00000200:0.0:1769078582.710732:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
02000000:00000001:2.0:1769078582.710734:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:0.0:1769078582.710735:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
02000000:00000001:2.0:1769078582.710736:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078582.710737:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078582.710739:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
02000000:00000001:2.0:1769078582.710739:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078582.710742:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078582.710743:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
02000000:00000010:2.0:1769078582.710743:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078582.710745:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.710746:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078582.710748:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078582.710748:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:0.0:1769078582.710750:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769078582.710751:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000020:00000040:0.0:1769078582.710752:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:0.0:1769078582.710754:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000400:00000010:2.0:1769078582.710755:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000020:00000001:0.0:1769078582.710756:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:0.0:1769078582.710758:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.710760:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769078582.710761:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000040:0.0:1769078582.710762:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.710764:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078582.710766:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:0.0:1769078582.710768:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000200:2.0:1769078582.710768:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653203072, portal 25
00000100:00000001:0.0:1769078582.710770:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078582.710771:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078582.710771:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078582.710772:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417493248 : -131140292058368 : ffff88ba8579e300)
02000000:00000001:0.0:1769078582.710774:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078582.710775:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.710777:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769078582.710778:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579e300 x1855007653203072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769078582.710780:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078582.710782:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.710784:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078582.710788:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579c700.
00000020:00000040:0.0:1769078582.710790:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
00000100:00000001:2.0:1769078582.710790:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769078582.710793:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1769078582.710793:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
02000000:00000001:0.0:1769078582.710794:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.710795:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1769078582.710795:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
02000000:00000001:0.0:1769078582.710796:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078582.710798:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078582.710798:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653203072, offset 0
02000000:00000010:0.0:1769078582.710801:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637fc00.
00000100:00000001:0.0:1769078582.710804:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078582.710804:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000100:00100000:0.0:1769078582.710807:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579c700 x1855007653203456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078582.710811:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:0.0:1769078582.710813:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078582.710814:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078582.710817:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000100:00000040:0.0:1769078582.710818:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfae52bc] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579c700 x1855007653203456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078582.710823:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078582.710827:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078582.710830:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078582.710833:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078582.710837:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201290:201290:256:4294967295] 192.168.204.104@tcp LPNI seq info [201290:201290:8:4294967295]
00000400:00000200:2.0:1769078582.710841:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078582.710850:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078582.710856:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078582.710860:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078582.710867:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078582.710870:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078582.710876:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078582.710879:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078582.710883:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078582.710886:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078582.710892:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078582.710897:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078582.710901:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:2.0:1769078582.710903:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:2.0:1769078582.710908:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078582.710912:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579e300 x1855007653203072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.710921:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078582.710924:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579e300 x1855007653203072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.710936:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078582.710938:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078582.710943:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078582.710948:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078582.710950:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300236541
00000100:00000010:2.0:1769078582.710955:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b0c0.
00000100:00000001:2.0:1769078582.710961:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078582.710967:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300236541
00000100:00000010:2.0:1769078582.710970:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bcc0.
00000100:00000001:2.0:1769078582.710974:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078582.710977:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078582.710980:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078582.710982:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078582.710986:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078582/real 1769078582]  req@ffff88ba8579e300 x1855007653203072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078582.710995:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078582.710997:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078582.710999:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078582.711002:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078582.711004:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078582.711006:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078582.711010:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579e300 x1855007653203072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078582.711018:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579e300 x1855007653203072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711024:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078582.711026:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711028:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078582.711030:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078582.711034:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579e300 x1855007653203072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711041:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078582.711046:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579e300 x1855007653203072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711053:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078582.711056:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711058:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078582.711059:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711062:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078582.711063:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078582.711066:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078582.711070:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078582.711072:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078582.711077:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579e300 x1855007653203072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078582.711085:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653203072:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078582.711090:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078582.711094:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579fb80 x1855007653203200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711100:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078582.711102:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078582.711104:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078582.711106:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078582.711108:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078582.711111:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653203200:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078582.711113:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078582.711115:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078582.711117:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078582.711119:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078582.711122:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078582.711124:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078582.711128:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078582.711131:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000400:00000010:2.0:1769078582.711134:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000200:2.0:1769078582.711137:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653203200, portal 10
00000100:00000001:2.0:1769078582.711138:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078582.711140:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417499520 : -131140292052096 : ffff88ba8579fb80)
00000100:00000040:2.0:1769078582.711146:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579fb80 x1855007653203200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711152:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078582.711155:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078582.711157:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
00000100:00000200:2.0:1769078582.711160:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653203200, offset 0
00000400:00000200:2.0:1769078582.711164:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078582.711168:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078582.711172:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078582.711174:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078582.711177:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078582.711179:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078582.711181:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078582.711185:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201291:201291:256:4294967295] 192.168.204.104@tcp LPNI seq info [201291:201291:8:4294967295]
00000400:00000200:2.0:1769078582.711189:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078582.711195:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078582.711199:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078582.711202:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078582.711206:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078582.711209:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078582.711213:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078582.711216:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078582.711220:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078582.711222:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078582.711225:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078582.711228:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078582.711231:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:2.0:1769078582.711233:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:2.0:1769078582.711235:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078582.711238:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579fb80 x1855007653203200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711246:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078582.711248:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579fb80 x1855007653203200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711255:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078582.711257:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078582.711260:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078582.711263:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078582.711266:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078582.711268:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300235291
00000100:00000001:2.0:1769078582.711271:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300236541
00000100:00000001:2.0:1769078582.711273:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300235291
00000100:00000001:2.0:1769078582.711275:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300236541
00000100:00000001:2.0:1769078582.711277:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078582.711279:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078582.711281:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078582.711284:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078582/real 1769078582]  req@ffff88ba8579fb80 x1855007653203200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078582.711292:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078582.711293:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078582.711295:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078582.711298:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078582.711299:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078582.711302:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078582.711305:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579fb80 x1855007653203200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078582.711312:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579fb80 x1855007653203200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711319:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078582.711320:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711322:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078582.711323:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078582.711326:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579fb80 x1855007653203200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711332:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078582.711335:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579fb80 x1855007653203200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711341:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078582.711344:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711345:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078582.711346:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711348:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078582.711349:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078582.711352:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078582.711355:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078582.711357:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078582.711360:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579fb80 x1855007653203200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078582.711368:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653203200:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078582.711372:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711374:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078582.711377:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579e300 x1855007653203072/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711383:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078582.711386:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078582.711388:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078582.711392:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078582.711394:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078582.711395:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078582.711397:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078582.711400:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d800.
02000000:00000001:2.0:1769078582.711403:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078582.711405:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078582.711407:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579e300.
00000100:00000001:2.0:1769078582.711410:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078582.711411:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711412:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078582.711416:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579fb80 x1855007653203200/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711423:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078582.711424:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078582.711426:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078582.711428:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078582.711429:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078582.711431:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078582.711432:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078582.711434:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637d000.
02000000:00000001:2.0:1769078582.711436:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078582.711437:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078582.711438:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579fb80.
00000100:00000001:2.0:1769078582.711441:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078582.711443:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711445:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711451:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078582.711453:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078582.711455:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078582.711457:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078582.711458:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078582.711462:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579f100 x1855007653203328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711469:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078582.711470:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078582.711472:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078582.711474:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078582.711476:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078582.711479:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653203328:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078582.711482:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078582.711483:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078582.711485:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078582.711487:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078582.711490:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078582.711492:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078582.711495:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078582.711498:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000400:00000010:2.0:1769078582.711501:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000200:2.0:1769078582.711504:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653203328, portal 10
00000100:00000001:2.0:1769078582.711505:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078582.711507:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417496832 : -131140292054784 : ffff88ba8579f100)
00000100:00000040:2.0:1769078582.711512:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579f100 x1855007653203328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711518:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078582.711521:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078582.711523:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
00000100:00000200:2.0:1769078582.711526:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653203328, offset 0
00000400:00000200:2.0:1769078582.711530:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078582.711533:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078582.711558:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078582.711560:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078582.711563:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078582.711565:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078582.711567:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078582.711571:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201292:201292:256:4294967295] 192.168.204.104@tcp LPNI seq info [201292:201292:8:4294967295]
00000400:00000200:2.0:1769078582.711575:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078582.711581:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078582.711585:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078582.711589:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078582.711593:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078582.711595:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078582.711600:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078582.711602:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078582.711606:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078582.711608:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078582.711611:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078582.711614:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078582.711617:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:2.0:1769078582.711619:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:2.0:1769078582.711621:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078582.711625:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579f100 x1855007653203328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711632:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078582.711635:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579f100 x1855007653203328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711655:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078582.711657:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078582.711660:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078582.711663:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078582.711667:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078582.711669:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300235276
00000100:00000001:2.0:1769078582.711671:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300236541
00000100:00000001:2.0:1769078582.711673:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300235276
00000100:00000001:2.0:1769078582.711675:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300236541
00000100:00000001:2.0:1769078582.711678:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078582.711680:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078582.711682:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078582.711686:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078582/real 1769078582]  req@ffff88ba8579f100 x1855007653203328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078582.711693:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078582.711695:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078582.711696:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078582.711699:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078582.711701:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078582.711703:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078582.711706:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579f100 x1855007653203328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078582.711714:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579f100 x1855007653203328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711721:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078582.711722:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711724:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078582.711726:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078582.711729:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579f100 x1855007653203328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711736:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078582.711740:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579f100 x1855007653203328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711747:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078582.711750:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711752:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078582.711753:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711755:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078582.711757:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078582.711759:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078582.711762:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078582.711764:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078582.711768:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579f100 x1855007653203328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078582.711776:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653203328:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078582.711780:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711782:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078582.711784:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579f100 x1855007653203328/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.711790:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078582.711792:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078582.711794:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078582.711796:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078582.711797:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078582.711799:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078582.711801:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078582.711802:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637f000.
02000000:00000001:2.0:1769078582.711805:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078582.711806:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078582.711807:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579f100.
00000100:00000001:2.0:1769078582.711810:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078582.711811:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711813:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.711816:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078582.711817:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078582.711819:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078582.711820:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.712042:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078582.712045:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078582.712049:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078582.712051:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078582.712052:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078582.712055:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078582.712058:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5562
00000400:00000200:0.0:1769078582.712062:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:0.0:1769078582.712065:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078582.712067:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078582.712070:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.712072:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078582.712074:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.712077:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:0.0:1769078582.712079:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078582.712081:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:0.0:1769078582.712083:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078582.712085:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:0.0:1769078582.712086:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:0.0:1769078582.712088:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:0.0:1769078582.712091:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.712093:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078582.712094:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:0.0:1769078582.712096:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:0.0:1769078582.712099:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:0.0:1769078582.712101:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:0.0:1769078582.712104:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078582.712106:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078582.712110:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078582.712112:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.712114:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078582.712116:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078582.712118:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.712120:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078582.712124:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba8579df80.
00000020:00000040:0.0:1769078582.712127:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:0.0:1769078582.712129:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078582.712131:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078582.712133:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078582.712135:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078582.712137:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078582.712142:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba8637c000.
00000100:00000001:0.0:1769078582.712146:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078582.712151:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba8579df80 x1855007653203584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078582.712164:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078582.712167:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078582.712170:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd2012da] to pc [ptlrpcd_rcv+-1]  req@ffff88ba8579df80 x1855007653203584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078582.712178:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078582.712183:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5572)
00000100:00000001:2.0:1769078582.712689:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078582.712692:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078582.712693:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078582.712698:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579c700 x1855007653203456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.712711:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078582.712712:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078582.712714:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078582.712716:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078582.712719:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078582.712722:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653203456:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078582.712725:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078582.712728:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078582.712730:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078582.712732:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078582.712735:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078582.712736:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078582.712741:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078582.712743:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000400:00000010:2.0:1769078582.712747:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000200:2.0:1769078582.712751:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653203456, portal 4
00000100:00000001:2.0:1769078582.712752:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078582.712754:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417486080 : -131140292065536 : ffff88ba8579c700)
00000100:00000040:2.0:1769078582.712759:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579c700 x1855007653203456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.712764:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078582.712766:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078582.712767:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
00000100:00000200:2.0:1769078582.712769:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653203456, offset 0
00000400:00000200:2.0:1769078582.712773:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078582.712778:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078582.712782:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078582.712785:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078582.712787:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078582.712789:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078582.712791:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078582.712794:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201293:201293:256:4294967295] 192.168.204.104@tcp LPNI seq info [201293:201293:8:4294967295]
00000400:00000200:2.0:1769078582.712797:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078582.712803:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078582.712806:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078582.712810:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078582.712814:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078582.712817:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078582.712821:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078582.712823:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078582.712827:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078582.712829:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078582.712833:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078582.712837:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078582.712839:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:2.0:1769078582.712841:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:2.0:1769078582.712843:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078582.712846:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579c700 x1855007653203456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.712852:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078582.712856:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579c700 x1855007653203456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.712861:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078582.712863:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078582.712866:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078582.712868:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078582.712871:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078582.712873:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300235285
00000100:00000001:2.0:1769078582.712876:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300236541
00000100:00000001:2.0:1769078582.712877:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300235285
00000100:00000001:2.0:1769078582.712879:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300236541
00000100:00000001:2.0:1769078582.712881:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078582.712883:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078582.712885:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078582.712887:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078582/real 1769078582]  req@ffff88ba8579c700 x1855007653203456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078582.712895:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078582.712896:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078582.712898:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078582.712900:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078582.712901:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078582.712903:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078582.712905:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579c700 x1855007653203456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078582.712912:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579c700 x1855007653203456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.712917:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078582.712919:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.712920:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078582.712921:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078582.712924:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579c700 x1855007653203456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.712930:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078582.712934:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579c700 x1855007653203456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.712941:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078582.712943:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.712944:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078582.712946:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.712947:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078582.712948:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078582.712951:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078582.712954:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078582.712955:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078582.712959:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579c700 x1855007653203456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078582.712965:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653203456:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078582.712969:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078582.712971:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba8579df80 x1855007653203584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.712976:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078582.712977:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078582.712979:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078582.712980:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078582.712982:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078582.712984:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653203584:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078582.712986:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078582.712987:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078582.712989:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078582.712990:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078582.712993:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078582.712994:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078582.712997:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078582.712999:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000400:00000010:2.0:1769078582.713001:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000200:2.0:1769078582.713004:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653203584, portal 4
00000100:00000001:2.0:1769078582.713005:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078582.713006:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933417492352 : -131140292059264 : ffff88ba8579df80)
00000100:00000040:2.0:1769078582.713011:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba8579df80 x1855007653203584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.713017:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078582.713019:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078582.713021:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
00000100:00000200:2.0:1769078582.713023:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653203584, offset 0
00000400:00000200:2.0:1769078582.713027:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078582.713031:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078582.713034:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078582.713037:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078582.713039:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078582.713041:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078582.713043:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078582.713046:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201294:201294:256:4294967295] 192.168.204.104@tcp LPNI seq info [201294:201294:8:4294967295]
00000400:00000200:2.0:1769078582.713050:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078582.713055:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078582.713058:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078582.713061:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078582.713064:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078582.713067:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078582.713071:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078582.713073:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078582.713076:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078582.713078:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078582.713081:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078582.713084:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078582.713087:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:2.0:1769078582.713088:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:2.0:1769078582.713091:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078582.713094:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba8579df80 x1855007653203584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.713101:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078582.713104:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba8579df80 x1855007653203584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.713110:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078582.713111:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078582.713115:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078582.713118:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078582.713121:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078582.713123:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300235285
00000100:00000001:2.0:1769078582.713125:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300236541
00000100:00000001:2.0:1769078582.713127:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300235285
00000100:00000001:2.0:1769078582.713129:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300236541
00000100:00000001:2.0:1769078582.713131:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078582.713133:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078582.713134:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078582.713138:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078582/real 1769078582]  req@ffff88ba8579df80 x1855007653203584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078582.713145:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078582.713147:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078582.713149:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078582.713151:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078582.713153:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078582.713154:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078582.713158:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba8579df80 x1855007653203584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078582.713165:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba8579df80 x1855007653203584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.713171:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078582.713173:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.713174:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078582.713176:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078582.713179:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba8579df80 x1855007653203584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.713185:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078582.713189:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba8579df80 x1855007653203584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.713196:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078582.713198:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.713200:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078582.713201:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.713203:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078582.713204:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078582.713206:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078582.713209:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078582.713211:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078582.713214:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba8579df80 x1855007653203584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078582.713222:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba8579df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653203584:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078582.713225:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.713227:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078582.713230:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579c700 x1855007653203456/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.713236:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078582.713237:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078582.713239:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078582.713242:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078582.713244:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078582.713245:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078582.713247:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078582.713249:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637fc00.
02000000:00000001:2.0:1769078582.713252:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078582.713254:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078582.713255:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579c700.
00000100:00000001:2.0:1769078582.713258:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078582.713259:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.713261:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078582.713264:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba8579df80 x1855007653203584/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078582.713270:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078582.713271:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078582.713272:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078582.713275:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078582.713276:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078582.713277:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078582.713278:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078582.713280:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba8637c000.
02000000:00000001:2.0:1769078582.713282:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078582.713283:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078582.713284:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba8579df80.
00000100:00000001:2.0:1769078582.713286:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078582.713287:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.713289:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078582.713294:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078582.713296:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078582.713298:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078582.713299:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078583.348819:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078583.348860:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078583.349087:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078583.349090:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078583.349094:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078583.988682:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300236541, at 4300236544
00000100:00000040:1.0:1769078583.988682:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300236541, at 4300236544
00000100:00000010:0.0:1769078583.988699:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b0c0.
00000100:00000010:1.0:1769078583.988702:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bcc0.
00010000:00000001:2.0:1769078584.372727:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078584.372945:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078584.373146:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078584.373154:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078584.373159:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078585.400746:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078585.400756:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078585.400865:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078585.400869:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078585.400873:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078586.420719:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078586.420734:0:13674:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1769078586.420737:0:13674:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1769078586.420741:0:13674:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078586.420748:0:13674:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1769078586.420751:0:13674:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078586.420753:0:13674:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078586.420756:0:13674:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078586.421162:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078586.421169:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078586.421174:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1769078587.445511:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078587.445518:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078587.446200:0:6167:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078587.446203:0:6167:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078587.446207:0:6167:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078587.828984:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d72e4cd-8c15-483b-86ad-81351052a636->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078587.828993:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078587.828996:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078587.829000:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078587.829005:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078587.829012:0:13478:0:(import.c:509:import_select_connection()) MGC192.168.204.104@tcp: connect to NID 192.168.204.104@tcp last attempt 5567
00000400:00000200:3.0:1769078587.829020:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078587.829025:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078587.829029:0:13478:0:(import.c:588:import_select_connection()) MGC192.168.204.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078587.829032:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.829035:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078587.829037:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.829039:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078587.829043:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078587.829045:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed68c5
00000020:00000001:3.0:1769078587.829048:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078587.829087:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba8306d000 refcount=3
00000020:00000001:3.0:1769078587.829091:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000020:00000001:3.0:1769078587.829093:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933376397312 : -131140333154304 : ffff88ba8306d000)
00000100:00000040:3.0:1769078587.829097:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.829099:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078587.829101:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.829103:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078587.829106:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba8306d000 : new refcount 2
00000100:00080000:3.0:1769078587.829109:0:13478:0:(import.c:623:import_select_connection()) MGC192.168.204.104@tcp: import ffff88ba8306f000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078587.829112:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078587.829115:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078587.829118:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078587.829121:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.829123:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078587.829125:0:13478:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078587.829135:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769078587.829138:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba8306f000 refcount=4 obd=MGC192.168.204.104@tcp
02000000:00000001:3.0:1769078587.829141:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078587.829143:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.829145:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078587.829148:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078587.829152:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078587.829159:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6000.
00000100:00000001:3.0:1769078587.829164:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078587.829172:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653203712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078587.829183:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078587.829187:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078587.829193:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653203712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.829254:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078587.829258:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078587.829260:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078587.829266:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653203712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.829275:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078587.829276:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078587.829279:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078587.829282:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078587.829285:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078587.829288:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653203712:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078587.829292:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078587.829296:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078587.829298:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078587.829300:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078587.829305:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078587.829307:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078587.829314:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078587.829330:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000400:00000010:2.0:1769078587.829337:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000200:2.0:1769078587.829344:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653203712, portal 25
00000100:00000001:2.0:1769078587.829347:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078587.829349:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000100:00000040:2.0:1769078587.829355:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653203712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.829363:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078587.829366:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078587.829368:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
00000100:00000200:2.0:1769078587.829372:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007653203712, offset 0
00000400:00000200:2.0:1769078587.829378:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078587.829386:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078587.829391:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078587.829397:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078587.829401:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078587.829405:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078587.829408:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078587.829412:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201295:201295:256:4294967295] 192.168.204.104@tcp LPNI seq info [201295:201295:8:4294967295]
00000400:00000200:2.0:1769078587.829416:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078587.829426:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078587.829432:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078587.829437:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078587.829457:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078587.829461:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769078587.829467:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078587.829471:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769078587.829475:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078587.829478:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078587.829485:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078587.829489:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078587.829494:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:2.0:1769078587.829496:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:2.0:1769078587.829501:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078587.829505:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b100 x1855007653203712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078587.829620:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078587.829625:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078587.829628:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078587.829629:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078587.829631:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078587.829634:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078587.829637:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5567
00000400:00000200:3.0:1769078587.829641:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078587.829644:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078587.829646:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078587.829649:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.829651:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078587.829653:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.829655:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078587.829657:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078587.829658:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6919
00000020:00000001:3.0:1769078587.829660:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078587.829662:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa3800 refcount=5
00000020:00000001:3.0:1769078587.829664:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000020:00000001:3.0:1769078587.829666:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476235264 : -131140233316352 : ffff88ba88fa3800)
00000100:00000040:3.0:1769078587.829669:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.829671:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078587.829673:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.829675:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078587.829677:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa3800 : new refcount 4
00000100:00080000:3.0:1769078587.829680:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88ba8807e000: import ffff88ba82feb800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078587.829683:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078587.829685:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078587.829690:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078587.829692:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.829694:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078587.829698:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078587.829701:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.829703:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078587.829707:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769078587.829710:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82feb800 refcount=5 obd=lustre-MDT0000-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078587.829713:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078587.829714:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.829716:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078587.829717:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078587.829719:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078587.829725:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d6400.
00000100:00000001:3.0:1769078587.829729:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078587.829734:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653203840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078587.829742:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078587.829744:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078587.829748:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653203840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.829927:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078587.829933:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653203712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.829941:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078587.829943:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078587.829950:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078587.829955:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078587.829958:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 0 is 4300241660
00000100:00000010:2.0:1769078587.829963:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977b1e0.
00000100:00000001:2.0:1769078587.829969:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078587.830456:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS new deadline estimation for cpu 1 is 4300241660
00000100:00000010:2.0:1769078587.830462:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88ba8977bde0.
00000100:00000001:2.0:1769078587.830466:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.104@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078587.830470:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078587.830473:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078587.830475:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078587.830480:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078587/real 1769078587]  req@ffff88ba87a9b100 x1855007653203712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078587.830491:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078587.830493:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078587.830495:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078587.830498:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078587.830500:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078587.830503:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078587.830506:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653203712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078587.830516:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653203712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.830523:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078587.830524:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.830526:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078587.830528:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078587.830532:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653203712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.830563:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078587.830568:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653203712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.830576:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078587.830578:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.830580:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078587.830581:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.830585:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078587.830586:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078587.830589:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba8306f000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078587.830593:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078587.830596:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078587.830599:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653203712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078587.830607:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d72e4cd-8c15-483b-86ad-81351052a636:2405:1855007653203712:192.168.204.104@tcp:250:kworker.0
00000100:00000001:2.0:1769078587.830612:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.830615:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078587.830618:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653203712/t0(0) o250->MGC192.168.204.104@tcp@192.168.204.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.830625:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078587.830627:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078587.830629:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078587.830633:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078587.830635:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078587.830637:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba8306f000 refcount=3 obd=MGC192.168.204.104@tcp
00000020:00000001:2.0:1769078587.830639:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078587.830641:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6000.
02000000:00000001:2.0:1769078587.830645:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078587.830647:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078587.830648:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:2.0:1769078587.830651:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078587.830653:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.830654:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.830662:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078587.830665:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078587.830667:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078587.830668:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078587.830670:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078587.830673:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653203840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.830687:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078587.830688:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078587.830690:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078587.830692:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078587.830694:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078587.830697:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653203840:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078587.830701:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078587.830704:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078587.830706:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078587.830707:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078587.830711:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078587.830713:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078587.830717:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078587.830720:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000400:00000010:2.0:1769078587.830723:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000200:2.0:1769078587.830727:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653203840, portal 10
00000100:00000001:2.0:1769078587.830729:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078587.830730:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:2.0:1769078587.830736:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653203840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.830742:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078587.830744:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078587.830746:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
00000100:00000200:2.0:1769078587.830749:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653203840, offset 0
00000400:00000200:2.0:1769078587.830753:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078587.830757:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078587.830761:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078587.830765:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078587.830767:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078587.830770:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078587.830772:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078587.830776:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201296:201296:256:4294967295] 192.168.204.104@tcp LPNI seq info [201296:201296:8:4294967295]
00000400:00000200:2.0:1769078587.830781:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078587.830788:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078587.830793:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078587.830797:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078587.830802:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078587.830805:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769078587.830809:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078587.830812:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769078587.830830:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078587.830832:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078587.830835:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078587.830840:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078587.830844:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:2.0:1769078587.830845:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:2.0:1769078587.830848:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078587.830852:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a680 x1855007653203840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.830860:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078587.830863:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653203840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.830870:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078587.830872:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078587.830875:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078587.830878:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: using a timeout of 24672 usecs (25 jiffies)
00000400:00000200:2.0:1769078587.830882:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078587.830884:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300240410
00000100:00000001:2.0:1769078587.830887:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300241660
00000100:00000001:2.0:1769078587.830889:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300240410
00000100:00000001:2.0:1769078587.830891:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300241660
00000100:00000001:2.0:1769078587.830893:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078587.830895:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078587.830897:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078587.830901:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078587/real 1769078587]  req@ffff88ba87a9a680 x1855007653203840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078587.830910:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078587.830911:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078587.830913:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078587.830915:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078587.830916:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078587.830918:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078587.830922:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653203840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078587.830931:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653203840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.830937:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078587.830938:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.830940:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078587.830941:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078587.830945:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653203840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.830952:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078587.830955:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653203840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.830962:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078587.830965:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.830966:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078587.830968:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.830969:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078587.830971:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078587.830973:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82feb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078587.830976:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078587.830978:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078587.830983:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653203840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078587.830991:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653203840:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078587.830995:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.830997:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078587.830999:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653203840/t0(0) o38->lustre-MDT0000-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.831006:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078587.831007:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078587.831010:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078587.831012:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078587.831013:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078587.831015:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82feb800 refcount=4 obd=lustre-MDT0000-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078587.831017:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078587.831018:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d6400.
02000000:00000001:2.0:1769078587.831020:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078587.831021:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078587.831023:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:2.0:1769078587.831025:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078587.831026:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.831028:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.831031:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078587.831033:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078587.831034:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078587.831036:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.831232:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078587.831237:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078587.831240:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078587.831242:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078587.831244:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078587.831247:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078587.831250:0:13478:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5567
00000400:00000200:3.0:1769078587.831254:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078587.831258:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078587.831260:0:13478:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078587.831263:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831266:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078587.831268:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831270:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078587.831273:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078587.831275:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6920
00000020:00000001:3.0:1769078587.831277:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078587.831280:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa0800 refcount=5
00000020:00000001:3.0:1769078587.831282:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000020:00000001:3.0:1769078587.831284:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476222976 : -131140233328640 : ffff88ba88fa0800)
00000100:00000040:3.0:1769078587.831287:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831289:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078587.831291:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831293:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078587.831295:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa0800 : new refcount 4
00000100:00080000:3.0:1769078587.831298:0:13478:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88ba8807e000: import ffff88ba82fed000 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831300:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078587.831302:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078587.831306:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078587.831308:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.831310:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078587.831312:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078587.831315:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.831353:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078587.831357:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9a680.
00000020:00000040:3.0:1769078587.831360:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed000 refcount=5 obd=lustre-MDT0001-mdc-ffff88ba8807e000
02000000:00000001:3.0:1769078587.831363:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078587.831364:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.831367:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078587.831369:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078587.831371:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078587.831376:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5000.
00000100:00000001:3.0:1769078587.831380:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078587.831386:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9a680 x1855007653203968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078587.831394:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078587.831397:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078587.831401:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdbd04c] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9a680 x1855007653203968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078587.831409:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078587.831412:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078587.831415:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078587.831417:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078587.831418:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078587.831421:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078587.831423:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5567
00000400:00000200:3.0:1769078587.831426:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078587.831429:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078587.831431:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078587.831434:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831437:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078587.831439:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831440:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078587.831654:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078587.831656:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed692e
00000020:00000001:3.0:1769078587.831658:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078587.831660:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa5000 refcount=4
00000020:00000001:3.0:1769078587.831663:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000020:00000001:3.0:1769078587.831665:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476241408 : -131140233310208 : ffff88ba88fa5000)
00000100:00000040:3.0:1769078587.831668:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831671:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078587.831673:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831675:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078587.831677:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa5000 : new refcount 3
00000100:00080000:3.0:1769078587.831680:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff88ba8807e000: import ffff88ba82fed800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831683:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078587.831684:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078587.831687:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078587.831690:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.831692:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078587.831694:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078587.831697:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.831699:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078587.831702:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9b100.
00000020:00000040:3.0:1769078587.831704:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba82fed800 refcount=3 obd=lustre-OST0000-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078587.831707:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078587.831708:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.831710:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078587.831712:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078587.831714:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078587.831717:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5800.
00000100:00000001:3.0:1769078587.831721:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078587.831725:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9b100 x1855007653204096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078587.831732:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078587.831734:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078587.831738:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000853c9541] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9b100 x1855007653204096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078587.831746:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078587.831748:0:13478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9d56b3ed-330d-4cd9-bb91-20e2a5a5048b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078587.831751:0:13478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078587.831753:0:13478:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078587.831754:0:13478:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078587.831757:0:13478:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078587.831759:0:13478:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: connect to NID 192.168.204.104@tcp last attempt 5567
00000400:00000200:3.0:1769078587.831763:0:13478:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:3.0:1769078587.831766:0:13478:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078587.831768:0:13478:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078587.831771:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831773:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078587.831775:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831777:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000001:3.0:1769078587.831779:0:13478:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078587.831780:0:13478:0:(genops.c:823:class_conn2export()) looking for export cookie 0x126861545eed6935
00000020:00000001:3.0:1769078587.831781:0:13478:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078587.831783:0:13478:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88ba88fa6000 refcount=4
00000020:00000001:3.0:1769078587.831785:0:13478:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000020:00000001:3.0:1769078587.831787:0:13478:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612933476245504 : -131140233306112 : ffff88ba88fa6000)
00000100:00000040:3.0:1769078587.831790:0:13478:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff88ba88002b80 refcount 14 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831791:0:13478:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078587.831793:0:13478:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff88ba88002b80 refcount 15 to 192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831795:0:13478:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612933459848064 : -131140249703552 : ffff88ba88002b80)
00000020:00000040:3.0:1769078587.831797:0:13478:0:(genops.c:898:class_export_put()) PUTting export ffff88ba88fa6000 : new refcount 3
00000100:00080000:3.0:1769078587.831799:0:13478:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff88ba8807e000: import ffff88ba88fa7800 using connection 192.168.204.104@tcp/192.168.204.104@tcp
00000100:00000001:3.0:1769078587.831802:0:13478:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078587.831804:0:13478:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078587.831806:0:13478:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078587.831808:0:13478:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.831809:0:13478:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078587.831811:0:13478:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078587.831813:0:13478:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.831815:0:13478:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078587.831818:0:13478:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88ba87a9ad80.
00000020:00000040:3.0:1769078587.831820:0:13478:0:(genops.c:1229:class_import_get()) import ffff88ba88fa7800 refcount=3 obd=lustre-OST0001-osc-ffff88ba8807e000
02000000:00000001:3.0:1769078587.831822:0:13478:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078587.831824:0:13478:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078587.831825:0:13478:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078587.831827:0:13478:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078587.831828:0:13478:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078587.831831:0:13478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88ba882d5400.
00000100:00000001:3.0:1769078587.831833:0:13478:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078587.831837:0:13478:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff88ba87a9ad80 x1855007653204224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078587.831845:0:13478:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078587.831846:0:13478:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078587.831850:0:13478:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d36c0a6] to pc [ptlrpcd_rcv+-1]  req@ffff88ba87a9ad80 x1855007653204224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078587.831856:0:13478:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078587.831860:0:13478:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5578)
00000100:00000001:2.0:1769078587.831900:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078587.831902:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078587.831904:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078587.831908:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9a680 x1855007653203968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.831922:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078587.831923:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078587.831925:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078587.831927:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078587.831929:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078587.831931:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653203968:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078587.831935:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078587.831937:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078587.831939:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078587.831941:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078587.831944:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078587.831945:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078587.831950:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078587.831953:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000400:00000010:2.0:1769078587.831956:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000200:2.0:1769078587.831961:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653203968, portal 10
00000100:00000001:2.0:1769078587.831963:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078587.831964:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454177920 : -131140255373696 : ffff88ba87a9a680)
00000100:00000040:2.0:1769078587.831969:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9a680 x1855007653203968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.831976:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078587.831979:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078587.831980:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
00000100:00000200:2.0:1769078587.831983:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007653203968, offset 0
00000400:00000200:2.0:1769078587.831987:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078587.831991:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078587.831995:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078587.831998:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078587.832001:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078587.832003:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078587.832006:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078587.832009:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201297:201297:256:4294967295] 192.168.204.104@tcp LPNI seq info [201297:201297:8:4294967295]
00000400:00000200:2.0:1769078587.832013:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078587.832021:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078587.832025:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078587.832028:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078587.832033:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078587.832036:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769078587.832040:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078587.832043:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769078587.832046:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078587.832048:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078587.832052:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078587.832056:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078587.832059:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:2.0:1769078587.832061:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:2.0:1769078587.832064:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078587.832068:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9a680 x1855007653203968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.832076:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078587.832080:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9a680 x1855007653203968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.832087:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078587.832088:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078587.832091:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078587.832094:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: using a timeout of 9343 usecs (10 jiffies)
00000400:00000200:2.0:1769078587.832098:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078587.832100:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300240397
00000100:00000001:2.0:1769078587.832103:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300241660
00000100:00000001:2.0:1769078587.832105:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300240397
00000100:00000001:2.0:1769078587.832107:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300241660
00000100:00000001:2.0:1769078587.832109:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078587.832112:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078587.832113:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078587.832117:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078587/real 1769078587]  req@ffff88ba87a9a680 x1855007653203968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078587.832125:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078587.832126:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078587.832128:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078587.832130:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078587.832132:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078587.832134:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078587.832137:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9a680 x1855007653203968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078587.832145:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9a680 x1855007653203968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.832151:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078587.832152:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.832154:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078587.832156:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078587.832159:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9a680 x1855007653203968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.832166:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078587.832170:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9a680 x1855007653203968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.832177:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078587.832180:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.832181:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078587.832183:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.832184:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078587.832186:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078587.832188:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078587.832192:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078587.832194:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078587.832198:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9a680 x1855007653203968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078587.832206:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653203968:192.168.204.104@tcp:38:kworker.0
00000100:00000001:2.0:1769078587.832210:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078587.832213:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9b100 x1855007653204096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.832219:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078587.832220:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078587.832222:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078587.832224:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078587.832226:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078587.832229:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653204096:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078587.832232:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078587.832233:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078587.832235:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078587.832236:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078587.832239:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078587.832241:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078587.832245:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078587.832247:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000400:00000010:2.0:1769078587.832250:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000200:2.0:1769078587.832252:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653204096, portal 4
00000100:00000001:2.0:1769078587.832254:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078587.832256:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454180608 : -131140255371008 : ffff88ba87a9b100)
00000100:00000040:2.0:1769078587.832261:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9b100 x1855007653204096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.832266:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078587.832269:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078587.832271:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
00000100:00000200:2.0:1769078587.832273:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653204096, offset 0
00000400:00000200:2.0:1769078587.832277:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078587.832280:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078587.832299:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078587.832301:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078587.832304:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078587.832306:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078587.832308:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078587.832311:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201298:201298:256:4294967295] 192.168.204.104@tcp LPNI seq info [201298:201298:8:4294967295]
00000400:00000200:2.0:1769078587.832315:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078587.832757:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078587.832763:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078587.832767:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078587.832770:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078587.832773:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769078587.832777:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078587.832780:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769078587.832783:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078587.832785:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078587.832788:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078587.832791:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078587.832794:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:2.0:1769078587.832796:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:2.0:1769078587.832798:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078587.832802:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9b100 x1855007653204096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.832809:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078587.832813:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9b100 x1855007653204096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.832819:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078587.832820:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078587.832823:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078587.832826:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: using a timeout of 16593 usecs (17 jiffies)
00000400:00000200:2.0:1769078587.832830:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078587.832832:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300240404
00000100:00000001:2.0:1769078587.832834:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300241660
00000100:00000001:2.0:1769078587.832836:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300240404
00000100:00000001:2.0:1769078587.832838:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300241660
00000100:00000001:2.0:1769078587.832840:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078587.832842:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078587.832844:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078587.832847:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078587/real 1769078587]  req@ffff88ba87a9b100 x1855007653204096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078587.832855:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078587.832856:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078587.832858:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078587.832860:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078587.832861:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078587.832863:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078587.832866:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9b100 x1855007653204096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078587.832874:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9b100 x1855007653204096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.832880:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078587.832881:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.832882:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078587.832884:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078587.832888:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9b100 x1855007653204096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.832894:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078587.832898:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9b100 x1855007653204096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.832904:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078587.832907:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.832908:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078587.832909:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.832911:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078587.832912:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078587.832915:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba82fed800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078587.832918:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078587.832920:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078587.832923:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9b100 x1855007653204096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078587.832931:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653204096:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078587.832934:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078587.832937:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff88ba87a9ad80 x1855007653204224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.832943:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078587.832944:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078587.832946:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078587.832949:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078587.832951:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078587.832953:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653204224:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078587.832956:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078587.832958:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078587.832960:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078587.832962:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078587.832965:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078587.832967:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078587.832970:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000010:2.0:1769078587.832972:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88ba88e8d738.
00000400:00000010:2.0:1769078587.832975:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f80dd0.
00000100:00000200:2.0:1769078587.832978:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007653204224, portal 4
00000100:00000001:2.0:1769078587.832980:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078587.832981:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446612933454179712 : -131140255371904 : ffff88ba87a9ad80)
00000100:00000040:2.0:1769078587.832986:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff88ba87a9ad80 x1855007653204224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.832993:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078587.832995:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.104@tcp
00000400:00000010:2.0:1769078587.832997:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88ba83f804c8.
00000100:00000200:2.0:1769078587.832999:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007653204224, offset 0
00000400:00000200:2.0:1769078587.833003:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.104@tcp
00000400:00000200:2.0:1769078587.833006:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078587.833010:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.104@tcp local destination
00000400:00000200:2.0:1769078587.833012:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078587.833014:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.4@tcp
00000400:00000200:2.0:1769078587.833017:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078587.833019:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.104@tcp
00000400:00000200:2.0:1769078587.833022:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.4@tcp NI seq info: [201299:201299:256:4294967295] 192.168.204.104@tcp LPNI seq info [201299:201299:8:4294967295]
00000400:00000200:2.0:1769078587.833026:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000400:00000200:2.0:1769078587.833033:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.4@tcp(192.168.204.4@tcp:<?>) -> 192.168.204.104@tcp(192.168.204.104@tcp:192.168.204.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078587.833037:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078587.833039:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88ba89ef2a00.
00000800:00000200:2.0:1769078587.833042:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.0:1769078587.833044:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769078587.833048:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88ba82e6d6c0] -> 12345-192.168.204.104@tcp (2)
00000800:00000200:2.1:1769078587.833051:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.104 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769078587.833054:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.104@tcp
00000800:00000010:2.0:1769078587.833056:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88ba89ef2a00.
00000400:00000200:2.0:1769078587.833059:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078587.833062:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.4@tcp->192.168.204.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078587.833064:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f804c8
00000400:00000010:2.0:1769078587.833066:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f804c8.
00000100:00000001:2.0:1769078587.833068:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078587.833072:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff88ba87a9ad80 x1855007653204224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.833079:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078587.833082:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff88ba87a9ad80 x1855007653204224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.833088:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078587.833090:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078587.833092:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078587.833095:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: using a timeout of 16006 usecs (17 jiffies)
00000400:00000200:2.0:1769078587.833098:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.104@tcp to cpt 0
00000100:00000001:2.0:1769078587.833100:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 0 is 4300240404
00000100:00000001:2.0:1769078587.833102:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 0, keep current deadline 4300241660
00000100:00000001:2.0:1769078587.833105:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS new deadline estimation for cpu 1 is 4300240404
00000100:00000001:2.0:1769078587.833107:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff88ba8807e000: PM QoS request active for cpu 1, keep current deadline 4300241660
00000100:00000001:2.0:1769078587.833109:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078587.833111:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078587.833112:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078587.833116:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078587/real 1769078587]  req@ffff88ba87a9ad80 x1855007653204224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078587.833122:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078587.833123:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078587.833125:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88ba88e8d738.
00000400:00000200:2.0:1769078587.833127:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88ba83f80dd0
00000400:00000010:2.0:1769078587.833128:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff88ba83f80dd0.
00000100:00000001:2.0:1769078587.833130:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078587.833133:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff88ba87a9ad80 x1855007653204224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078587.833141:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff88ba87a9ad80 x1855007653204224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.833152:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078587.833153:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.833155:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078587.833156:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078587.833159:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88ba87a9ad80 x1855007653204224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.833166:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078587.833169:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff88ba87a9ad80 x1855007653204224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.833175:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078587.833177:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.833179:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078587.833180:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.833182:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078587.833183:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078587.833186:0:2405:0:(import.c:65:import_set_state_nolock()) ffff88ba88fa7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078587.833188:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.104@tcp failed (-110)
00000100:00000001:2.0:1769078587.833191:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078587.833195:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff88ba87a9ad80 x1855007653204224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078587.833201:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88ba87a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9d56b3ed-330d-4cd9-bb91-20e2a5a5048b:2405:1855007653204224:192.168.204.104@tcp:8:kworker.0
00000100:00000001:2.0:1769078587.833205:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.833206:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078587.833209:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9a680 x1855007653203968/t0(0) o38->lustre-MDT0001-mdc-ffff88ba8807e000@192.168.204.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.833215:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078587.833217:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078587.833220:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb6800.
02000000:00000001:2.0:1769078587.833222:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078587.833224:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078587.833226:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed000 refcount=4 obd=lustre-MDT0001-mdc-ffff88ba8807e000
00000020:00000001:2.0:1769078587.833228:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078587.833230:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5000.
02000000:00000001:2.0:1769078587.833233:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078587.833234:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078587.833236:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9a680.
00000100:00000001:2.0:1769078587.833238:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078587.833239:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.833241:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078587.833244:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9b100 x1855007653204096/t0(0) o8->lustre-OST0000-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.833250:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078587.833252:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078587.833253:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb4400.
02000000:00000001:2.0:1769078587.833255:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078587.833256:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078587.833257:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba82fed800 refcount=2 obd=lustre-OST0000-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078587.833259:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078587.833260:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5800.
02000000:00000001:2.0:1769078587.833262:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078587.833263:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078587.833264:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9b100.
00000100:00000001:2.0:1769078587.833267:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078587.833268:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.833269:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078587.833272:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff88ba87a9ad80 x1855007653204224/t0(0) o8->lustre-OST0001-osc-ffff88ba8807e000@192.168.204.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078587.833278:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078587.833279:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078587.833281:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88baa6cb5800.
02000000:00000001:2.0:1769078587.833283:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078587.833284:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078587.833285:0:2405:0:(genops.c:1242:class_import_put()) import ffff88ba88fa7800 refcount=2 obd=lustre-OST0001-osc-ffff88ba8807e000
00000020:00000001:2.0:1769078587.833287:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078587.833289:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff88ba882d5400.
02000000:00000001:2.0:1769078587.833290:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078587.833291:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078587.833292:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88ba87a9ad80.
00000100:00000001:2.0:1769078587.833294:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078587.833296:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.833298:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078587.833302:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078587.833303:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078587.833305:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078587.833307:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769078588.468610:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078588.468617:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078588.468783:0:6166:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078588.468787:0:6166:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078588.468790:0:6166:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078589.108674:0:13608:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569110 (cpu 0) has reached its deadline 4300241660, at 4300241664
00000100:00000010:1.0:1769078589.108691:0:13608:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977bde0.
00000100:00000040:0.0:1769078589.109184:0:13780:0:(connection.c:75:cpu_latency_work()) work item of ffff88ba85569000 (cpu 0) has reached its deadline 4300241660, at 4300241664
00000100:00000010:0.0:1769078589.109190:0:13780:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88ba8977b1e0.
00010000:00000001:2.0:1769078589.493263:0:13674:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1769078589.493269:0:13674:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078589.494079:0:6644:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078589.494083:0:6644:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078589.494086:0:6644:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 124362 lines, 124362 kept, 0 dropped, 0 bad.